| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1 | # -*- coding: utf-8 -*- |
| 2 | |
| 3 | ## |
| 4 | # Copyright 2015 Telefónica Investigación y Desarrollo, S.A.U. |
| 5 | # This file is part of openmano |
| 6 | # All Rights Reserved. |
| 7 | # |
| 8 | # Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 9 | # not use this file except in compliance with the License. You may obtain |
| 10 | # a copy of the License at |
| 11 | # |
| 12 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 13 | # |
| 14 | # Unless required by applicable law or agreed to in writing, software |
| 15 | # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 16 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| 17 | # License for the specific language governing permissions and limitations |
| 18 | # under the License. |
| 19 | # |
| 20 | # For those usages not covered by the Apache License, Version 2.0 please |
| 21 | # contact with: nfvlabs@tid.es |
| 22 | ## |
| 23 | |
| 24 | ''' |
| 25 | vimconnector implements all the methods to interact with openvim using the openvim API. |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 26 | ''' |
| 27 | __author__="Alfonso Tierno, Gerardo Garcia" |
| 28 | __date__ ="$26-aug-2014 11:09:29$" |
| 29 | |
| 30 | import vimconn |
| 31 | import requests |
| 32 | import json |
| 33 | import yaml |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 34 | import logging |
| tierno | 66eba6e | 2017-11-10 17:09:18 +0100 | [diff] [blame] | 35 | import math |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 36 | from openmano_schemas import id_schema, name_schema, nameshort_schema, description_schema, \ |
| 37 | vlan1000_schema, integer0_schema |
| 38 | from jsonschema import validate as js_v, exceptions as js_e |
| tierno | be41e22 | 2016-09-02 15:16:13 +0200 | [diff] [blame] | 39 | from urllib import quote |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 40 | |
| 41 | '''contain the openvim virtual machine status to openmano status''' |
| 42 | vmStatus2manoFormat={'ACTIVE':'ACTIVE', |
| 43 | 'PAUSED':'PAUSED', |
| 44 | 'SUSPENDED': 'SUSPENDED', |
| 45 | 'INACTIVE':'INACTIVE', |
| 46 | 'CREATING':'BUILD', |
| 47 | 'ERROR':'ERROR','DELETED':'DELETED' |
| 48 | } |
| 49 | netStatus2manoFormat={'ACTIVE':'ACTIVE','INACTIVE':'INACTIVE','BUILD':'BUILD','ERROR':'ERROR','DELETED':'DELETED', 'DOWN':'DOWN' |
| 50 | } |
| 51 | |
| 52 | |
| 53 | host_schema = { |
| 54 | "type":"object", |
| 55 | "properties":{ |
| 56 | "id": id_schema, |
| 57 | "name": name_schema, |
| 58 | }, |
| 59 | "required": ["id"] |
| 60 | } |
| 61 | image_schema = { |
| 62 | "type":"object", |
| 63 | "properties":{ |
| 64 | "id": id_schema, |
| 65 | "name": name_schema, |
| 66 | }, |
| 67 | "required": ["id","name"] |
| 68 | } |
| 69 | server_schema = { |
| 70 | "type":"object", |
| 71 | "properties":{ |
| 72 | "id":id_schema, |
| 73 | "name": name_schema, |
| 74 | }, |
| 75 | "required": ["id","name"] |
| 76 | } |
| 77 | new_host_response_schema = { |
| 78 | "title":"host response information schema", |
| 79 | "$schema": "http://json-schema.org/draft-04/schema#", |
| 80 | "type":"object", |
| 81 | "properties":{ |
| 82 | "host": host_schema |
| 83 | }, |
| 84 | "required": ["host"], |
| 85 | "additionalProperties": False |
| 86 | } |
| 87 | |
| 88 | get_images_response_schema = { |
| 89 | "title":"openvim images response information schema", |
| 90 | "$schema": "http://json-schema.org/draft-04/schema#", |
| 91 | "type":"object", |
| 92 | "properties":{ |
| 93 | "images":{ |
| 94 | "type":"array", |
| 95 | "items": image_schema, |
| 96 | } |
| 97 | }, |
| 98 | "required": ["images"], |
| 99 | "additionalProperties": False |
| 100 | } |
| 101 | |
| 102 | get_hosts_response_schema = { |
| 103 | "title":"openvim hosts response information schema", |
| 104 | "$schema": "http://json-schema.org/draft-04/schema#", |
| 105 | "type":"object", |
| 106 | "properties":{ |
| 107 | "hosts":{ |
| 108 | "type":"array", |
| 109 | "items": host_schema, |
| 110 | } |
| 111 | }, |
| 112 | "required": ["hosts"], |
| 113 | "additionalProperties": False |
| 114 | } |
| 115 | |
| 116 | get_host_detail_response_schema = new_host_response_schema # TODO: Content is not parsed yet |
| 117 | |
| 118 | get_server_response_schema = { |
| 119 | "title":"openvim server response information schema", |
| 120 | "$schema": "http://json-schema.org/draft-04/schema#", |
| 121 | "type":"object", |
| 122 | "properties":{ |
| 123 | "servers":{ |
| 124 | "type":"array", |
| 125 | "items": server_schema, |
| 126 | } |
| 127 | }, |
| 128 | "required": ["servers"], |
| 129 | "additionalProperties": False |
| 130 | } |
| 131 | |
| 132 | new_tenant_response_schema = { |
| 133 | "title":"tenant response information schema", |
| 134 | "$schema": "http://json-schema.org/draft-04/schema#", |
| 135 | "type":"object", |
| 136 | "properties":{ |
| 137 | "tenant":{ |
| 138 | "type":"object", |
| 139 | "properties":{ |
| 140 | "id": id_schema, |
| 141 | "name": nameshort_schema, |
| 142 | "description":description_schema, |
| 143 | "enabled":{"type" : "boolean"} |
| 144 | }, |
| 145 | "required": ["id"] |
| 146 | } |
| 147 | }, |
| 148 | "required": ["tenant"], |
| 149 | "additionalProperties": False |
| 150 | } |
| 151 | |
| 152 | new_network_response_schema = { |
| 153 | "title":"network response information schema", |
| 154 | "$schema": "http://json-schema.org/draft-04/schema#", |
| 155 | "type":"object", |
| 156 | "properties":{ |
| 157 | "network":{ |
| 158 | "type":"object", |
| 159 | "properties":{ |
| 160 | "id":id_schema, |
| 161 | "name":name_schema, |
| 162 | "type":{"type":"string", "enum":["bridge_man","bridge_data","data", "ptp"]}, |
| 163 | "shared":{"type":"boolean"}, |
| 164 | "tenant_id":id_schema, |
| 165 | "admin_state_up":{"type":"boolean"}, |
| 166 | "vlan":vlan1000_schema |
| 167 | }, |
| 168 | "required": ["id"] |
| 169 | } |
| 170 | }, |
| 171 | "required": ["network"], |
| 172 | "additionalProperties": False |
| 173 | } |
| 174 | |
| 175 | |
| 176 | # get_network_response_schema = { |
| 177 | # "title":"get network response information schema", |
| 178 | # "$schema": "http://json-schema.org/draft-04/schema#", |
| 179 | # "type":"object", |
| 180 | # "properties":{ |
| 181 | # "network":{ |
| 182 | # "type":"object", |
| 183 | # "properties":{ |
| 184 | # "id":id_schema, |
| 185 | # "name":name_schema, |
| 186 | # "type":{"type":"string", "enum":["bridge_man","bridge_data","data", "ptp"]}, |
| 187 | # "shared":{"type":"boolean"}, |
| 188 | # "tenant_id":id_schema, |
| 189 | # "admin_state_up":{"type":"boolean"}, |
| 190 | # "vlan":vlan1000_schema |
| 191 | # }, |
| 192 | # "required": ["id"] |
| 193 | # } |
| 194 | # }, |
| 195 | # "required": ["network"], |
| 196 | # "additionalProperties": False |
| 197 | # } |
| 198 | |
| 199 | |
| 200 | new_port_response_schema = { |
| 201 | "title":"port response information schema", |
| 202 | "$schema": "http://json-schema.org/draft-04/schema#", |
| 203 | "type":"object", |
| 204 | "properties":{ |
| 205 | "port":{ |
| 206 | "type":"object", |
| 207 | "properties":{ |
| 208 | "id":id_schema, |
| 209 | }, |
| 210 | "required": ["id"] |
| 211 | } |
| 212 | }, |
| 213 | "required": ["port"], |
| 214 | "additionalProperties": False |
| 215 | } |
| 216 | |
| 217 | get_flavor_response_schema = { |
| 218 | "title":"openvim flavors response information schema", |
| 219 | "$schema": "http://json-schema.org/draft-04/schema#", |
| 220 | "type":"object", |
| 221 | "properties":{ |
| 222 | "flavor":{ |
| 223 | "type":"object", |
| 224 | "properties":{ |
| 225 | "id": id_schema, |
| 226 | "name": name_schema, |
| 227 | "extended": {"type":"object"}, |
| 228 | }, |
| 229 | "required": ["id", "name"], |
| 230 | } |
| 231 | }, |
| 232 | "required": ["flavor"], |
| 233 | "additionalProperties": False |
| 234 | } |
| 235 | |
| 236 | new_flavor_response_schema = { |
| 237 | "title":"flavor response information schema", |
| 238 | "$schema": "http://json-schema.org/draft-04/schema#", |
| 239 | "type":"object", |
| 240 | "properties":{ |
| 241 | "flavor":{ |
| 242 | "type":"object", |
| 243 | "properties":{ |
| 244 | "id":id_schema, |
| 245 | }, |
| 246 | "required": ["id"] |
| 247 | } |
| 248 | }, |
| 249 | "required": ["flavor"], |
| 250 | "additionalProperties": False |
| 251 | } |
| 252 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 253 | get_image_response_schema = { |
| 254 | "title":"openvim images response information schema", |
| 255 | "$schema": "http://json-schema.org/draft-04/schema#", |
| 256 | "type":"object", |
| 257 | "properties":{ |
| 258 | "image":{ |
| 259 | "type":"object", |
| 260 | "properties":{ |
| 261 | "id": id_schema, |
| 262 | "name": name_schema, |
| 263 | }, |
| 264 | "required": ["id", "name"], |
| 265 | } |
| 266 | }, |
| 267 | "required": ["flavor"], |
| 268 | "additionalProperties": False |
| 269 | } |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 270 | new_image_response_schema = { |
| 271 | "title":"image response information schema", |
| 272 | "$schema": "http://json-schema.org/draft-04/schema#", |
| 273 | "type":"object", |
| 274 | "properties":{ |
| 275 | "image":{ |
| 276 | "type":"object", |
| 277 | "properties":{ |
| 278 | "id":id_schema, |
| 279 | }, |
| 280 | "required": ["id"] |
| 281 | } |
| 282 | }, |
| 283 | "required": ["image"], |
| 284 | "additionalProperties": False |
| 285 | } |
| 286 | |
| 287 | new_vminstance_response_schema = { |
| 288 | "title":"server response information schema", |
| 289 | "$schema": "http://json-schema.org/draft-04/schema#", |
| 290 | "type":"object", |
| 291 | "properties":{ |
| 292 | "server":{ |
| 293 | "type":"object", |
| 294 | "properties":{ |
| 295 | "id":id_schema, |
| 296 | }, |
| 297 | "required": ["id"] |
| 298 | } |
| 299 | }, |
| 300 | "required": ["server"], |
| 301 | "additionalProperties": False |
| 302 | } |
| 303 | |
| 304 | get_processor_rankings_response_schema = { |
| 305 | "title":"processor rankings information schema", |
| 306 | "$schema": "http://json-schema.org/draft-04/schema#", |
| 307 | "type":"object", |
| 308 | "properties":{ |
| 309 | "rankings":{ |
| 310 | "type":"array", |
| 311 | "items":{ |
| 312 | "type":"object", |
| 313 | "properties":{ |
| 314 | "model": description_schema, |
| 315 | "value": integer0_schema |
| 316 | }, |
| 317 | "additionalProperties": False, |
| 318 | "required": ["model","value"] |
| 319 | } |
| 320 | }, |
| 321 | "additionalProperties": False, |
| 322 | "required": ["rankings"] |
| 323 | } |
| 324 | } |
| 325 | |
| 326 | class vimconnector(vimconn.vimconnector): |
| tierno | b3d3674 | 2017-03-03 23:51:05 +0100 | [diff] [blame] | 327 | def __init__(self, uuid, name, tenant_id, tenant_name, url, url_admin=None, user=None, passwd=None, |
| 328 | log_level="DEBUG", config={}, persistent_info={}): |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 329 | vimconn.vimconnector.__init__(self, uuid, name, tenant_id, tenant_name, url, url_admin, user, passwd, log_level, config) |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 330 | self.tenant = None |
| 331 | self.headers_req = {'content-type': 'application/json'} |
| tierno | 73ad9e4 | 2016-09-12 18:11:11 +0200 | [diff] [blame] | 332 | self.logger = logging.getLogger('openmano.vim.openvim') |
| tierno | b3d3674 | 2017-03-03 23:51:05 +0100 | [diff] [blame] | 333 | self.persistent_info = persistent_info |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 334 | if tenant_id: |
| 335 | self.tenant = tenant_id |
| 336 | |
| 337 | def __setitem__(self,index, value): |
| 338 | '''Set individuals parameters |
| 339 | Throw TypeError, KeyError |
| 340 | ''' |
| 341 | if index=='tenant_id': |
| 342 | self.tenant = value |
| 343 | elif index=='tenant_name': |
| 344 | self.tenant = None |
| 345 | vimconn.vimconnector.__setitem__(self,index, value) |
| 346 | |
| 347 | def _get_my_tenant(self): |
| 348 | '''Obtain uuid of my tenant from name |
| 349 | ''' |
| 350 | if self.tenant: |
| 351 | return self.tenant |
| 352 | |
| tierno | be41e22 | 2016-09-02 15:16:13 +0200 | [diff] [blame] | 353 | url = self.url+'/tenants?name='+ quote(self.tenant_name) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 354 | self.logger.info("Getting VIM tenant_id GET %s", url) |
| 355 | vim_response = requests.get(url, headers = self.headers_req) |
| 356 | self._check_http_request_response(vim_response) |
| 357 | try: |
| 358 | tenant_list = vim_response.json()["tenants"] |
| 359 | if len(tenant_list) == 0: |
| 360 | raise vimconn.vimconnNotFoundException("No tenant found for name '%s'" % str(self.tenant_name)) |
| 361 | elif len(tenant_list) > 1: |
| 362 | raise vimconn.vimconnConflictException ("More that one tenant found for name '%s'" % str(self.tenant_name)) |
| 363 | self.tenant = tenant_list[0]["id"] |
| 364 | return self.tenant |
| 365 | except Exception as e: |
| 366 | raise vimconn.vimconnUnexpectedResponse("Get VIM tenant {} '{}'".format(type(e).__name__, str(e))) |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 367 | |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 368 | def _format_jsonerror(self,http_response): |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 369 | #DEPRECATED, to delete in the future |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 370 | try: |
| 371 | data = http_response.json() |
| 372 | return data["error"]["description"] |
| 373 | except: |
| 374 | return http_response.text |
| 375 | |
| 376 | def _format_in(self, http_response, schema): |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 377 | #DEPRECATED, to delete in the future |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 378 | try: |
| 379 | client_data = http_response.json() |
| 380 | js_v(client_data, schema) |
| 381 | #print "Input data: ", str(client_data) |
| 382 | return True, client_data |
| venkatamahesh | 6ecca18 | 2017-01-27 23:04:40 +0530 | [diff] [blame] | 383 | except js_e.ValidationError as exc: |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 384 | print "validate_in error, jsonschema exception ", exc.message, "at", exc.path |
| 385 | return False, ("validate_in error, jsonschema exception ", exc.message, "at", exc.path) |
| 386 | |
| 387 | def _remove_extra_items(self, data, schema): |
| 388 | deleted=[] |
| 389 | if type(data) is tuple or type(data) is list: |
| 390 | for d in data: |
| 391 | a= self._remove_extra_items(d, schema['items']) |
| 392 | if a is not None: deleted.append(a) |
| 393 | elif type(data) is dict: |
| 394 | for k in data.keys(): |
| 395 | if 'properties' not in schema or k not in schema['properties'].keys(): |
| 396 | del data[k] |
| 397 | deleted.append(k) |
| 398 | else: |
| 399 | a = self._remove_extra_items(data[k], schema['properties'][k]) |
| 400 | if a is not None: deleted.append({k:a}) |
| 401 | if len(deleted) == 0: return None |
| 402 | elif len(deleted) == 1: return deleted[0] |
| 403 | else: return deleted |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 404 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 405 | def _format_request_exception(self, request_exception): |
| 406 | '''Transform a request exception into a vimconn exception''' |
| 407 | if isinstance(request_exception, js_e.ValidationError): |
| 408 | raise vimconn.vimconnUnexpectedResponse("jsonschema exception '{}' at '{}'".format(request_exception.message, request_exception.path)) |
| 409 | elif isinstance(request_exception, requests.exceptions.HTTPError): |
| 410 | raise vimconn.vimconnUnexpectedResponse(type(request_exception).__name__ + ": " + str(request_exception)) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 411 | else: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 412 | raise vimconn.vimconnConnectionException(type(request_exception).__name__ + ": " + str(request_exception)) |
| 413 | |
| 414 | def _check_http_request_response(self, request_response): |
| 415 | '''Raise a vimconn exception if the response is not Ok''' |
| 416 | if request_response.status_code >= 200 and request_response.status_code < 300: |
| 417 | return |
| 418 | if request_response.status_code == vimconn.HTTP_Unauthorized: |
| 419 | raise vimconn.vimconnAuthException(request_response.text) |
| 420 | elif request_response.status_code == vimconn.HTTP_Not_Found: |
| 421 | raise vimconn.vimconnNotFoundException(request_response.text) |
| 422 | elif request_response.status_code == vimconn.HTTP_Conflict: |
| 423 | raise vimconn.vimconnConflictException(request_response.text) |
| 424 | else: |
| 425 | raise vimconn.vimconnUnexpectedResponse("VIM HTTP_response {}, {}".format(request_response.status_code, str(request_response.text))) |
| 426 | |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 427 | def new_tenant(self,tenant_name,tenant_description): |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 428 | '''Adds a new tenant to VIM with this name and description, returns the tenant identifier''' |
| 429 | #print "VIMConnector: Adding a new tenant to VIM" |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 430 | payload_dict = {"tenant": {"name":tenant_name,"description": tenant_description, "enabled": True}} |
| 431 | payload_req = json.dumps(payload_dict) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 432 | try: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 433 | url = self.url_admin+'/tenants' |
| 434 | self.logger.info("Adding a new tenant %s", url) |
| 435 | vim_response = requests.post(url, headers = self.headers_req, data=payload_req) |
| 436 | self._check_http_request_response(vim_response) |
| 437 | self.logger.debug(vim_response.text) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 438 | #print json.dumps(vim_response.json(), indent=4) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 439 | response = vim_response.json() |
| 440 | js_v(response, new_tenant_response_schema) |
| 441 | #r = self._remove_extra_items(response, new_tenant_response_schema) |
| 442 | #if r is not None: |
| 443 | # self.logger.warn("Warning: remove extra items %s", str(r)) |
| 444 | tenant_id = response['tenant']['id'] |
| 445 | return tenant_id |
| 446 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 447 | self._format_request_exception(e) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 448 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 449 | def delete_tenant(self,tenant_id): |
| 450 | '''Delete a tenant from VIM. Returns the old tenant identifier''' |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 451 | try: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 452 | url = self.url_admin+'/tenants/'+tenant_id |
| 453 | self.logger.info("Delete a tenant DELETE %s", url) |
| 454 | vim_response = requests.delete(url, headers = self.headers_req) |
| 455 | self._check_http_request_response(vim_response) |
| 456 | self.logger.debug(vim_response.text) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 457 | #print json.dumps(vim_response.json(), indent=4) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 458 | return tenant_id |
| 459 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 460 | self._format_request_exception(e) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 461 | |
| 462 | def get_tenant_list(self, filter_dict={}): |
| 463 | '''Obtain tenants of VIM |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 464 | filter_dict can contain the following keys: |
| 465 | name: filter by tenant name |
| 466 | id: filter by tenant uuid/id |
| 467 | <other VIM specific> |
| 468 | Returns the tenant list of dictionaries: [{'name':'<name>, 'id':'<id>, ...}, ...] |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 469 | ''' |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 470 | filterquery=[] |
| 471 | filterquery_text='' |
| 472 | for k,v in filter_dict.iteritems(): |
| 473 | filterquery.append(str(k)+'='+str(v)) |
| 474 | if len(filterquery)>0: |
| 475 | filterquery_text='?'+ '&'.join(filterquery) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 476 | try: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 477 | url = self.url+'/tenants'+filterquery_text |
| 478 | self.logger.info("get_tenant_list GET %s", url) |
| 479 | vim_response = requests.get(url, headers = self.headers_req) |
| 480 | self._check_http_request_response(vim_response) |
| 481 | self.logger.debug(vim_response.text) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 482 | #print json.dumps(vim_response.json(), indent=4) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 483 | return vim_response.json()["tenants"] |
| 484 | except requests.exceptions.RequestException as e: |
| 485 | self._format_request_exception(e) |
| 486 | |
| tierno | a7d34d0 | 2017-02-23 14:42:07 +0100 | [diff] [blame] | 487 | def new_network(self,net_name, net_type, ip_profile=None, shared=False, vlan=None): #, **vim_specific): |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 488 | '''Adds a tenant network to VIM''' |
| 489 | '''Returns the network identifier''' |
| 490 | try: |
| 491 | self._get_my_tenant() |
| 492 | if net_type=="bridge": |
| 493 | net_type="bridge_data" |
| 494 | payload_req = {"name": net_name, "type": net_type, "tenant_id": self.tenant, "shared": shared} |
| tierno | a7d34d0 | 2017-02-23 14:42:07 +0100 | [diff] [blame] | 495 | if vlan: |
| 496 | payload_req["provider:vlan"] = vlan |
| 497 | # payload_req.update(vim_specific) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 498 | url = self.url+'/networks' |
| 499 | self.logger.info("Adding a new network POST: %s DATA: %s", url, str(payload_req)) |
| 500 | vim_response = requests.post(url, headers = self.headers_req, data=json.dumps({"network": payload_req}) ) |
| 501 | self._check_http_request_response(vim_response) |
| 502 | self.logger.debug(vim_response.text) |
| 503 | #print json.dumps(vim_response.json(), indent=4) |
| 504 | response = vim_response.json() |
| 505 | js_v(response, new_network_response_schema) |
| 506 | #r = self._remove_extra_items(response, new_network_response_schema) |
| 507 | #if r is not None: |
| 508 | # self.logger.warn("Warning: remove extra items %s", str(r)) |
| 509 | network_id = response['network']['id'] |
| 510 | return network_id |
| 511 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 512 | self._format_request_exception(e) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 513 | |
| 514 | def get_network_list(self, filter_dict={}): |
| 515 | '''Obtain tenant networks of VIM |
| 516 | Filter_dict can be: |
| 517 | name: network name |
| 518 | id: network uuid |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 519 | public: boolean |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 520 | tenant_id: tenant |
| 521 | admin_state_up: boolean |
| 522 | status: 'ACTIVE' |
| 523 | Returns the network list of dictionaries |
| 524 | ''' |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 525 | try: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 526 | if 'tenant_id' not in filter_dict: |
| 527 | filter_dict["tenant_id"] = self._get_my_tenant() |
| 528 | elif not filter_dict["tenant_id"]: |
| 529 | del filter_dict["tenant_id"] |
| 530 | filterquery=[] |
| 531 | filterquery_text='' |
| 532 | for k,v in filter_dict.iteritems(): |
| 533 | filterquery.append(str(k)+'='+str(v)) |
| 534 | if len(filterquery)>0: |
| 535 | filterquery_text='?'+ '&'.join(filterquery) |
| 536 | url = self.url+'/networks'+filterquery_text |
| 537 | self.logger.info("Getting network list GET %s", url) |
| 538 | vim_response = requests.get(url, headers = self.headers_req) |
| 539 | self._check_http_request_response(vim_response) |
| 540 | self.logger.debug(vim_response.text) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 541 | #print json.dumps(vim_response.json(), indent=4) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 542 | response = vim_response.json() |
| 543 | return response['networks'] |
| 544 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 545 | self._format_request_exception(e) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 546 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 547 | def get_network(self, net_id): |
| 548 | '''Obtain network details of network id''' |
| 549 | try: |
| 550 | url = self.url+'/networks/'+net_id |
| 551 | self.logger.info("Getting network GET %s", url) |
| 552 | vim_response = requests.get(url, headers = self.headers_req) |
| 553 | self._check_http_request_response(vim_response) |
| 554 | self.logger.debug(vim_response.text) |
| 555 | #print json.dumps(vim_response.json(), indent=4) |
| 556 | response = vim_response.json() |
| 557 | return response['network'] |
| 558 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 559 | self._format_request_exception(e) |
| 560 | |
| 561 | def delete_network(self, net_id): |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 562 | '''Deletes a tenant network from VIM''' |
| 563 | '''Returns the network identifier''' |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 564 | try: |
| 565 | self._get_my_tenant() |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 566 | url = self.url+'/networks/'+net_id |
| 567 | self.logger.info("Deleting VIM network DELETE %s", url) |
| 568 | vim_response = requests.delete(url, headers=self.headers_req) |
| 569 | self._check_http_request_response(vim_response) |
| 570 | #self.logger.debug(vim_response.text) |
| 571 | #print json.dumps(vim_response.json(), indent=4) |
| 572 | return net_id |
| 573 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 574 | self._format_request_exception(e) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 575 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 576 | def get_flavor(self, flavor_id): |
| 577 | '''Obtain flavor details from the VIM''' |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 578 | try: |
| 579 | self._get_my_tenant() |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 580 | url = self.url+'/'+self.tenant+'/flavors/'+flavor_id |
| 581 | self.logger.info("Getting flavor GET %s", url) |
| 582 | vim_response = requests.get(url, headers = self.headers_req) |
| 583 | self._check_http_request_response(vim_response) |
| 584 | self.logger.debug(vim_response.text) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 585 | #print json.dumps(vim_response.json(), indent=4) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 586 | response = vim_response.json() |
| 587 | js_v(response, get_flavor_response_schema) |
| 588 | r = self._remove_extra_items(response, get_flavor_response_schema) |
| 589 | if r is not None: |
| 590 | self.logger.warn("Warning: remove extra items %s", str(r)) |
| 591 | return response['flavor'] |
| 592 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 593 | self._format_request_exception(e) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 594 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 595 | def new_flavor(self, flavor_data): |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 596 | '''Adds a tenant flavor to VIM''' |
| 597 | '''Returns the flavor identifier''' |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 598 | try: |
| tierno | 7432e7c | 2017-01-04 16:54:37 +0100 | [diff] [blame] | 599 | new_flavor_dict = flavor_data.copy() |
| tierno | 714bc90 | 2017-06-06 18:25:15 +0200 | [diff] [blame] | 600 | for device in new_flavor_dict.get('extended', {}).get('devices', ()): |
| 601 | if 'image name' in device: |
| 602 | del device['image name'] |
| tierno | 66eba6e | 2017-11-10 17:09:18 +0100 | [diff] [blame] | 603 | numas = new_flavor_dict.get('extended', {}).get('numas') |
| 604 | if numas: |
| 605 | numa = numas[0] |
| 606 | # translate memory, cpus to EPA |
| 607 | if "cores" not in numa and "threads" not in numa and "paired-threads" not in numa: |
| 608 | numa["paired-threads"] = new_flavor_dict["vcpus"] |
| 609 | if "memory" not in numa: |
| 610 | numa["memory"] = int(math.ceil(new_flavor_dict["ram"]/1024.0)) |
| 611 | for iface in numa.get("interfaces", ()): |
| 612 | if not iface.get("bandwidth"): |
| 613 | iface["bandwidth"] = "1 Mbps" |
| 614 | |
| tierno | 7432e7c | 2017-01-04 16:54:37 +0100 | [diff] [blame] | 615 | new_flavor_dict["name"] = flavor_data["name"][:64] |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 616 | self._get_my_tenant() |
| tierno | 7432e7c | 2017-01-04 16:54:37 +0100 | [diff] [blame] | 617 | payload_req = json.dumps({'flavor': new_flavor_dict}) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 618 | url = self.url+'/'+self.tenant+'/flavors' |
| 619 | self.logger.info("Adding a new VIM flavor POST %s", url) |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 620 | vim_response = requests.post(url, headers = self.headers_req, data=payload_req) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 621 | self._check_http_request_response(vim_response) |
| 622 | self.logger.debug(vim_response.text) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 623 | #print json.dumps(vim_response.json(), indent=4) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 624 | response = vim_response.json() |
| 625 | js_v(response, new_flavor_response_schema) |
| 626 | r = self._remove_extra_items(response, new_flavor_response_schema) |
| 627 | if r is not None: |
| 628 | self.logger.warn("Warning: remove extra items %s", str(r)) |
| 629 | flavor_id = response['flavor']['id'] |
| 630 | return flavor_id |
| 631 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 632 | self._format_request_exception(e) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 633 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 634 | def delete_flavor(self,flavor_id): |
| 635 | '''Deletes a tenant flavor from VIM''' |
| 636 | '''Returns the old flavor_id''' |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 637 | try: |
| 638 | self._get_my_tenant() |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 639 | url = self.url+'/'+self.tenant+'/flavors/'+flavor_id |
| 640 | self.logger.info("Deleting VIM flavor DELETE %s", url) |
| 641 | vim_response = requests.delete(url, headers=self.headers_req) |
| 642 | self._check_http_request_response(vim_response) |
| 643 | #self.logger.debug(vim_response.text) |
| 644 | #print json.dumps(vim_response.json(), indent=4) |
| 645 | return flavor_id |
| 646 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 647 | self._format_request_exception(e) |
| 648 | |
| 649 | def get_image(self, image_id): |
| 650 | '''Obtain image details from the VIM''' |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 651 | try: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 652 | self._get_my_tenant() |
| 653 | url = self.url+'/'+self.tenant+'/images/'+image_id |
| 654 | self.logger.info("Getting image GET %s", url) |
| 655 | vim_response = requests.get(url, headers = self.headers_req) |
| 656 | self._check_http_request_response(vim_response) |
| 657 | self.logger.debug(vim_response.text) |
| 658 | #print json.dumps(vim_response.json(), indent=4) |
| 659 | response = vim_response.json() |
| 660 | js_v(response, get_image_response_schema) |
| 661 | r = self._remove_extra_items(response, get_image_response_schema) |
| 662 | if r is not None: |
| 663 | self.logger.warn("Warning: remove extra items %s", str(r)) |
| 664 | return response['image'] |
| 665 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 666 | self._format_request_exception(e) |
| 667 | |
| 668 | def new_image(self,image_dict): |
| 669 | ''' Adds a tenant image to VIM, returns image_id''' |
| 670 | try: |
| 671 | self._get_my_tenant() |
| tierno | 7432e7c | 2017-01-04 16:54:37 +0100 | [diff] [blame] | 672 | new_image_dict={'name': image_dict['name'][:64]} |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 673 | if image_dict.get('description'): |
| 674 | new_image_dict['description'] = image_dict['description'] |
| 675 | if image_dict.get('metadata'): |
| 676 | new_image_dict['metadata'] = yaml.load(image_dict['metadata']) |
| 677 | if image_dict.get('location'): |
| 678 | new_image_dict['path'] = image_dict['location'] |
| 679 | payload_req = json.dumps({"image":new_image_dict}) |
| 680 | url=self.url + '/' + self.tenant + '/images' |
| 681 | self.logger.info("Adding a new VIM image POST %s", url) |
| 682 | vim_response = requests.post(url, headers = self.headers_req, data=payload_req) |
| 683 | self._check_http_request_response(vim_response) |
| 684 | self.logger.debug(vim_response.text) |
| 685 | #print json.dumps(vim_response.json(), indent=4) |
| 686 | response = vim_response.json() |
| 687 | js_v(response, new_image_response_schema) |
| 688 | r = self._remove_extra_items(response, new_image_response_schema) |
| 689 | if r is not None: |
| 690 | self.logger.warn("Warning: remove extra items %s", str(r)) |
| 691 | image_id = response['image']['id'] |
| 692 | return image_id |
| 693 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 694 | self._format_request_exception(e) |
| 695 | |
| 696 | def delete_image(self, image_id): |
| 697 | '''Deletes a tenant image from VIM''' |
| 698 | '''Returns the deleted image_id''' |
| 699 | try: |
| 700 | self._get_my_tenant() |
| 701 | url = self.url + '/'+ self.tenant +'/images/'+image_id |
| 702 | self.logger.info("Deleting VIM image DELETE %s", url) |
| 703 | vim_response = requests.delete(url, headers=self.headers_req) |
| 704 | self._check_http_request_response(vim_response) |
| 705 | #self.logger.debug(vim_response.text) |
| 706 | #print json.dumps(vim_response.json(), indent=4) |
| 707 | return image_id |
| 708 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 709 | self._format_request_exception(e) |
| 710 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 711 | def get_image_id_from_path(self, path): |
| garciadeblas | b69fa9f | 2016-09-28 12:04:10 +0200 | [diff] [blame] | 712 | '''Get the image id from image path in the VIM database. Returns the image_id''' |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 713 | try: |
| 714 | self._get_my_tenant() |
| tierno | be41e22 | 2016-09-02 15:16:13 +0200 | [diff] [blame] | 715 | url=self.url + '/' + self.tenant + '/images?path='+quote(path) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 716 | self.logger.info("Getting images GET %s", url) |
| 717 | vim_response = requests.get(url) |
| 718 | self._check_http_request_response(vim_response) |
| 719 | self.logger.debug(vim_response.text) |
| 720 | #print json.dumps(vim_response.json(), indent=4) |
| 721 | response = vim_response.json() |
| 722 | js_v(response, get_images_response_schema) |
| 723 | #r = self._remove_extra_items(response, get_images_response_schema) |
| 724 | #if r is not None: |
| 725 | # self.logger.warn("Warning: remove extra items %s", str(r)) |
| 726 | if len(response['images'])==0: |
| 727 | raise vimconn.vimconnNotFoundException("Image not found at VIM with path '%s'", path) |
| 728 | elif len(response['images'])>1: |
| 729 | raise vimconn.vimconnConflictException("More than one image found at VIM with path '%s'", path) |
| 730 | return response['images'][0]['id'] |
| 731 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 732 | self._format_request_exception(e) |
| 733 | |
| garciadeblas | b69fa9f | 2016-09-28 12:04:10 +0200 | [diff] [blame] | 734 | def get_image_list(self, filter_dict={}): |
| 735 | '''Obtain tenant images from VIM |
| 736 | Filter_dict can be: |
| 737 | name: image name |
| 738 | id: image uuid |
| 739 | checksum: image checksum |
| 740 | location: image path |
| 741 | Returns the image list of dictionaries: |
| 742 | [{<the fields at Filter_dict plus some VIM specific>}, ...] |
| 743 | List can be empty |
| 744 | ''' |
| 745 | try: |
| 746 | self._get_my_tenant() |
| 747 | filterquery=[] |
| 748 | filterquery_text='' |
| 749 | for k,v in filter_dict.iteritems(): |
| 750 | filterquery.append(str(k)+'='+str(v)) |
| 751 | if len(filterquery)>0: |
| 752 | filterquery_text='?'+ '&'.join(filterquery) |
| 753 | url = self.url+'/'+self.tenant+'/images'+filterquery_text |
| 754 | self.logger.info("Getting image list GET %s", url) |
| 755 | vim_response = requests.get(url, headers = self.headers_req) |
| 756 | self._check_http_request_response(vim_response) |
| 757 | self.logger.debug(vim_response.text) |
| 758 | #print json.dumps(vim_response.json(), indent=4) |
| 759 | response = vim_response.json() |
| 760 | return response['images'] |
| 761 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 762 | self._format_request_exception(e) |
| 763 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 764 | def new_vminstancefromJSON(self, vm_data): |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 765 | '''Adds a VM instance to VIM''' |
| 766 | '''Returns the instance identifier''' |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 767 | try: |
| 768 | self._get_my_tenant() |
| 769 | except Exception as e: |
| 770 | return -vimconn.HTTP_Not_Found, str(e) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 771 | print "VIMConnector: Adding a new VM instance from JSON to VIM" |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 772 | payload_req = vm_data |
| 773 | try: |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 774 | vim_response = requests.post(self.url+'/'+self.tenant+'/servers', headers = self.headers_req, data=payload_req) |
| venkatamahesh | 6ecca18 | 2017-01-27 23:04:40 +0530 | [diff] [blame] | 775 | except requests.exceptions.RequestException as e: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 776 | print "new_vminstancefromJSON Exception: ", e.args |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 777 | return -vimconn.HTTP_Not_Found, str(e.args[0]) |
| 778 | print vim_response |
| 779 | #print vim_response.status_code |
| 780 | if vim_response.status_code == 200: |
| 781 | #print vim_response.json() |
| 782 | #print json.dumps(vim_response.json(), indent=4) |
| 783 | res,http_content = self._format_in(vim_response, new_image_response_schema) |
| 784 | #print http_content |
| 785 | if res: |
| 786 | r = self._remove_extra_items(http_content, new_image_response_schema) |
| 787 | if r is not None: print "Warning: remove extra items ", r |
| 788 | #print http_content |
| 789 | vminstance_id = http_content['server']['id'] |
| 790 | print "Tenant image id: ",vminstance_id |
| 791 | return vim_response.status_code,vminstance_id |
| 792 | else: return -vimconn.HTTP_Bad_Request,http_content |
| 793 | else: |
| 794 | #print vim_response.text |
| 795 | jsonerror = self._format_jsonerror(vim_response) |
| 796 | text = 'Error in VIM "%s": not possible to add new vm instance. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) |
| 797 | #print text |
| 798 | return -vim_response.status_code,text |
| 799 | |
| tierno | 5a3273c | 2017-08-29 11:43:46 +0200 | [diff] [blame] | 800 | def new_vminstance(self, name, description, start, image_id, flavor_id, net_list, cloud_config=None, disk_list=None, |
| 801 | availability_zone_index=None, availability_zone_list=None): |
| tierno | 66eba6e | 2017-11-10 17:09:18 +0100 | [diff] [blame] | 802 | """Adds a VM instance to VIM |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 803 | Params: |
| 804 | start: indicates if VM must start or boot in pause mode. Ignored |
| 805 | image_id,flavor_id: image and flavor uuid |
| 806 | net_list: list of interfaces, each one is a dictionary with: |
| 807 | name: |
| 808 | net_id: network uuid to connect |
| 809 | vpci: virtual vcpi to assign |
| 810 | model: interface model, virtio, e2000, ... |
| 811 | mac_address: |
| 812 | use: 'data', 'bridge', 'mgmt' |
| tierno | 66eba6e | 2017-11-10 17:09:18 +0100 | [diff] [blame] | 813 | type: 'virtual', 'PCI-PASSTHROUGH'('PF'), 'SR-IOV'('VF'), 'VFnotShared' |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 814 | vim_id: filled/added by this function |
| 815 | #TODO ip, security groups |
| tierno | 98e909c | 2017-10-14 13:27:03 +0200 | [diff] [blame] | 816 | Returns a tuple with the instance identifier and created_items or raises an exception on error |
| 817 | created_items can be None or a dictionary where this method can include key-values that will be passed to |
| 818 | the method delete_vminstance and action_vminstance. Can be used to store created ports, volumes, etc. |
| 819 | Format is vimconnector dependent, but do not use nested dictionaries and a value of None should be the same |
| 820 | as not present. |
| tierno | 66eba6e | 2017-11-10 17:09:18 +0100 | [diff] [blame] | 821 | """ |
| tierno | fa51c20 | 2017-01-27 14:58:17 +0100 | [diff] [blame] | 822 | self.logger.debug("new_vminstance input: image='%s' flavor='%s' nics='%s'", image_id, flavor_id, str(net_list)) |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 823 | try: |
| 824 | self._get_my_tenant() |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 825 | # net_list = [] |
| 826 | # for k,v in net_dict.items(): |
| 827 | # print k,v |
| 828 | # net_list.append('{"name":"' + k + '", "uuid":"' + v + '"}') |
| 829 | # net_list_string = ', '.join(net_list) |
| 830 | virtio_net_list=[] |
| 831 | for net in net_list: |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 832 | if not net.get("net_id"): |
| 833 | continue |
| tierno | 66eba6e | 2017-11-10 17:09:18 +0100 | [diff] [blame] | 834 | net_dict = {'uuid': net["net_id"]} |
| 835 | if net.get("type"): |
| 836 | if net["type"] == "SR-IOV": |
| 837 | net_dict["type"] = "VF" |
| 838 | elif net["type"] == "PCI-PASSTHROUGH": |
| 839 | net_dict["type"] = "PF" |
| 840 | else: |
| 841 | net_dict["type"] = net["type"] |
| 842 | if net.get("name"): |
| 843 | net_dict["name"] = net["name"] |
| 844 | if net.get("vpci"): |
| 845 | net_dict["vpci"] = net["vpci"] |
| 846 | if net.get("model"): |
| 847 | if net["model"] == "VIRTIO": |
| 848 | net_dict["model"] = "virtio" |
| 849 | else: |
| 850 | net_dict["model"] = net["model"] |
| 851 | if net.get("mac_address"): |
| 852 | net_dict["mac_address"] = net["mac_address"] |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 853 | virtio_net_list.append(net_dict) |
| tierno | 7432e7c | 2017-01-04 16:54:37 +0100 | [diff] [blame] | 854 | payload_dict={ "name": name[:64], |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 855 | "description": description, |
| 856 | "imageRef": image_id, |
| 857 | "flavorRef": flavor_id, |
| 858 | "networks": virtio_net_list |
| 859 | } |
| 860 | if start != None: |
| 861 | payload_dict["start"] = start |
| 862 | payload_req = json.dumps({"server": payload_dict}) |
| 863 | url = self.url+'/'+self.tenant+'/servers' |
| 864 | self.logger.info("Adding a new vm POST %s DATA %s", url, payload_req) |
| 865 | vim_response = requests.post(url, headers = self.headers_req, data=payload_req) |
| 866 | self._check_http_request_response(vim_response) |
| 867 | self.logger.debug(vim_response.text) |
| 868 | #print json.dumps(vim_response.json(), indent=4) |
| 869 | response = vim_response.json() |
| 870 | js_v(response, new_vminstance_response_schema) |
| 871 | #r = self._remove_extra_items(response, new_vminstance_response_schema) |
| 872 | #if r is not None: |
| 873 | # self.logger.warn("Warning: remove extra items %s", str(r)) |
| 874 | vminstance_id = response['server']['id'] |
| 875 | |
| 876 | #connect data plane interfaces to network |
| 877 | for net in net_list: |
| 878 | if net["type"]=="virtual": |
| 879 | if not net.get("net_id"): |
| 880 | continue |
| 881 | for iface in response['server']['networks']: |
| 882 | if "name" in net: |
| 883 | if net["name"]==iface["name"]: |
| 884 | net["vim_id"] = iface['iface_id'] |
| 885 | break |
| 886 | elif "net_id" in net: |
| 887 | if net["net_id"]==iface["net_id"]: |
| 888 | net["vim_id"] = iface['iface_id'] |
| 889 | break |
| 890 | else: #dataplane |
| 891 | for numa in response['server'].get('extended',{}).get('numas',() ): |
| 892 | for iface in numa.get('interfaces',() ): |
| 893 | if net['name'] == iface['name']: |
| 894 | net['vim_id'] = iface['iface_id'] |
| 895 | #Code bellow is not needed, current openvim connect dataplane interfaces |
| 896 | #if net.get("net_id"): |
| 897 | ##connect dataplane interface |
| 898 | # result, port_id = self.connect_port_network(iface['iface_id'], net["net_id"]) |
| 899 | # if result < 0: |
| 900 | # error_text = "Error attaching port %s to network %s: %s." % (iface['iface_id'], net["net_id"], port_id) |
| 901 | # print "new_vminstance: " + error_text |
| 902 | # self.delete_vminstance(vminstance_id) |
| 903 | # return result, error_text |
| 904 | break |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 905 | |
| tierno | 98e909c | 2017-10-14 13:27:03 +0200 | [diff] [blame] | 906 | return vminstance_id, None |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 907 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 908 | self._format_request_exception(e) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 909 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 910 | def get_vminstance(self, vm_id): |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 911 | '''Returns the VM instance information from VIM''' |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 912 | try: |
| 913 | self._get_my_tenant() |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 914 | url = self.url+'/'+self.tenant+'/servers/'+vm_id |
| 915 | self.logger.info("Getting vm GET %s", url) |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 916 | vim_response = requests.get(url, headers = self.headers_req) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 917 | vim_response = requests.get(url, headers = self.headers_req) |
| 918 | self._check_http_request_response(vim_response) |
| 919 | self.logger.debug(vim_response.text) |
| 920 | #print json.dumps(vim_response.json(), indent=4) |
| 921 | response = vim_response.json() |
| 922 | js_v(response, new_vminstance_response_schema) |
| 923 | #r = self._remove_extra_items(response, new_vminstance_response_schema) |
| 924 | #if r is not None: |
| 925 | # self.logger.warn("Warning: remove extra items %s", str(r)) |
| 926 | return response['server'] |
| 927 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 928 | self._format_request_exception(e) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 929 | |
| tierno | 98e909c | 2017-10-14 13:27:03 +0200 | [diff] [blame] | 930 | def delete_vminstance(self, vm_id, created_items=None): |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 931 | '''Removes a VM instance from VIM, returns the deleted vm_id''' |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 932 | try: |
| 933 | self._get_my_tenant() |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 934 | url = self.url+'/'+self.tenant+'/servers/'+vm_id |
| 935 | self.logger.info("Deleting VIM vm DELETE %s", url) |
| 936 | vim_response = requests.delete(url, headers=self.headers_req) |
| 937 | self._check_http_request_response(vim_response) |
| 938 | #self.logger.debug(vim_response.text) |
| 939 | #print json.dumps(vim_response.json(), indent=4) |
| 940 | return vm_id |
| 941 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 942 | self._format_request_exception(e) |
| 943 | |
| 944 | def refresh_vms_status(self, vm_list): |
| 945 | '''Refreshes the status of the virtual machines''' |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 946 | try: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 947 | self._get_my_tenant() |
| 948 | except requests.exceptions.RequestException as e: |
| 949 | self._format_request_exception(e) |
| 950 | vm_dict={} |
| 951 | for vm_id in vm_list: |
| 952 | vm={} |
| 953 | #print "VIMConnector refresh_tenant_vms and nets: Getting tenant VM instance information from VIM" |
| 954 | try: |
| 955 | url = self.url+'/'+self.tenant+'/servers/'+ vm_id |
| 956 | self.logger.info("Getting vm GET %s", url) |
| 957 | vim_response = requests.get(url, headers = self.headers_req) |
| 958 | self._check_http_request_response(vim_response) |
| 959 | response = vim_response.json() |
| 960 | js_v(response, new_vminstance_response_schema) |
| 961 | if response['server']['status'] in vmStatus2manoFormat: |
| 962 | vm['status'] = vmStatus2manoFormat[ response['server']['status'] ] |
| 963 | else: |
| 964 | vm['status'] = "OTHER" |
| 965 | vm['error_msg'] = "VIM status reported " + response['server']['status'] |
| 966 | if response['server'].get('last_error'): |
| 967 | vm['error_msg'] = response['server']['last_error'] |
| 968 | vm["vim_info"] = yaml.safe_dump(response['server']) |
| 969 | #get interfaces info |
| 970 | try: |
| 971 | management_ip = False |
| tierno | be41e22 | 2016-09-02 15:16:13 +0200 | [diff] [blame] | 972 | url2 = self.url+'/ports?device_id='+ quote(vm_id) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 973 | self.logger.info("Getting PORTS GET %s", url2) |
| 974 | vim_response2 = requests.get(url2, headers = self.headers_req) |
| 975 | self._check_http_request_response(vim_response2) |
| 976 | client_data = vim_response2.json() |
| 977 | if isinstance(client_data.get("ports"), list): |
| 978 | vm["interfaces"]=[] |
| 979 | for port in client_data.get("ports"): |
| 980 | interface={} |
| 981 | interface['vim_info'] = yaml.safe_dump(port) |
| 982 | interface["mac_address"] = port.get("mac_address") |
| tierno | 8e995ce | 2016-09-22 08:13:00 +0000 | [diff] [blame] | 983 | interface["vim_net_id"] = port.get("network_id") |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 984 | interface["vim_interface_id"] = port["id"] |
| 985 | interface["ip_address"] = port.get("ip_address") |
| 986 | if interface["ip_address"]: |
| 987 | management_ip = True |
| 988 | if interface["ip_address"] == "0.0.0.0": |
| 989 | interface["ip_address"] = None |
| 990 | vm["interfaces"].append(interface) |
| 991 | |
| 992 | except Exception as e: |
| 993 | self.logger.error("refresh_vms_and_nets. Port get %s: %s", type(e).__name__, str(e)) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 994 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 995 | if vm['status'] == "ACTIVE" and not management_ip: |
| 996 | vm['status'] = "ACTIVE:NoMgmtIP" |
| 997 | |
| 998 | except vimconn.vimconnNotFoundException as e: |
| 999 | self.logger.error("Exception getting vm status: %s", str(e)) |
| 1000 | vm['status'] = "DELETED" |
| 1001 | vm['error_msg'] = str(e) |
| 1002 | except (requests.exceptions.RequestException, js_e.ValidationError, vimconn.vimconnException) as e: |
| 1003 | self.logger.error("Exception getting vm status: %s", str(e)) |
| 1004 | vm['status'] = "VIM_ERROR" |
| 1005 | vm['error_msg'] = str(e) |
| 1006 | vm_dict[vm_id] = vm |
| 1007 | return vm_dict |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1008 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1009 | def refresh_nets_status(self, net_list): |
| 1010 | '''Get the status of the networks |
| 1011 | Params: the list of network identifiers |
| 1012 | Returns a dictionary with: |
| 1013 | net_id: #VIM id of this network |
| 1014 | status: #Mandatory. Text with one of: |
| 1015 | # DELETED (not found at vim) |
| 1016 | # VIM_ERROR (Cannot connect to VIM, VIM response error, ...) |
| 1017 | # OTHER (Vim reported other status not understood) |
| 1018 | # ERROR (VIM indicates an ERROR status) |
| 1019 | # ACTIVE, INACTIVE, DOWN (admin down), |
| 1020 | # BUILD (on building process) |
| 1021 | # |
| 1022 | error_msg: #Text with VIM error message, if any. Or the VIM connection ERROR |
| 1023 | vim_info: #Text with plain information obtained from vim (yaml.safe_dump) |
| 1024 | |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1025 | ''' |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 1026 | try: |
| 1027 | self._get_my_tenant() |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1028 | except requests.exceptions.RequestException as e: |
| 1029 | self._format_request_exception(e) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1030 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1031 | net_dict={} |
| 1032 | for net_id in net_list: |
| 1033 | net = {} |
| 1034 | #print "VIMConnector refresh_tenant_vms_and_nets: Getting tenant network from VIM (tenant: " + str(self.tenant) + "): " |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1035 | try: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1036 | net_vim = self.get_network(net_id) |
| 1037 | if net_vim['status'] in netStatus2manoFormat: |
| 1038 | net["status"] = netStatus2manoFormat[ net_vim['status'] ] |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1039 | else: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1040 | net["status"] = "OTHER" |
| 1041 | net["error_msg"] = "VIM status reported " + net_vim['status'] |
| 1042 | |
| 1043 | if net["status"] == "ACTIVE" and not net_vim['admin_state_up']: |
| 1044 | net["status"] = "DOWN" |
| 1045 | if net_vim.get('last_error'): |
| 1046 | net['error_msg'] = net_vim['last_error'] |
| 1047 | net["vim_info"] = yaml.safe_dump(net_vim) |
| 1048 | except vimconn.vimconnNotFoundException as e: |
| 1049 | self.logger.error("Exception getting net status: %s", str(e)) |
| 1050 | net['status'] = "DELETED" |
| 1051 | net['error_msg'] = str(e) |
| 1052 | except (requests.exceptions.RequestException, js_e.ValidationError, vimconn.vimconnException) as e: |
| 1053 | self.logger.error("Exception getting net status: %s", str(e)) |
| 1054 | net['status'] = "VIM_ERROR" |
| 1055 | net['error_msg'] = str(e) |
| 1056 | net_dict[net_id] = net |
| 1057 | return net_dict |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1058 | |
| tierno | 98e909c | 2017-10-14 13:27:03 +0200 | [diff] [blame] | 1059 | def action_vminstance(self, vm_id, action_dict, created_items={}): |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1060 | '''Send and action over a VM instance from VIM''' |
| 1061 | '''Returns the status''' |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 1062 | try: |
| 1063 | self._get_my_tenant() |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1064 | if "console" in action_dict: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1065 | raise vimconn.vimconnException("getting console is not available at openvim", http_code=vimconn.HTTP_Service_Unavailable) |
| 1066 | url = self.url+'/'+self.tenant+'/servers/'+vm_id+"/action" |
| 1067 | self.logger.info("Action over VM instance POST %s", url) |
| 1068 | vim_response = requests.post(url, headers = self.headers_req, data=json.dumps(action_dict) ) |
| 1069 | self._check_http_request_response(vim_response) |
| tierno | 98e909c | 2017-10-14 13:27:03 +0200 | [diff] [blame] | 1070 | return None |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1071 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 1072 | self._format_request_exception(e) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1073 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1074 | #NOT USED METHODS in current version |
| 1075 | |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1076 | def host_vim2gui(self, host, server_dict): |
| 1077 | '''Transform host dictionary from VIM format to GUI format, |
| 1078 | and append to the server_dict |
| 1079 | ''' |
| 1080 | if type(server_dict) is not dict: |
| 1081 | print 'vimconnector.host_vim2gui() ERROR, param server_dict must be a dictionary' |
| 1082 | return |
| 1083 | RAD={} |
| 1084 | occupation={} |
| 1085 | for numa in host['host']['numas']: |
| 1086 | RAD_item={} |
| 1087 | occupation_item={} |
| 1088 | #memory |
| 1089 | RAD_item['memory']={'size': str(numa['memory'])+'GB', 'eligible': str(numa['hugepages'])+'GB'} |
| 1090 | occupation_item['memory']= str(numa['hugepages_consumed'])+'GB' |
| 1091 | #cpus |
| 1092 | RAD_item['cpus']={} |
| 1093 | RAD_item['cpus']['cores'] = [] |
| 1094 | RAD_item['cpus']['eligible_cores'] = [] |
| 1095 | occupation_item['cores']=[] |
| 1096 | for _ in range(0, len(numa['cores']) / 2): |
| 1097 | RAD_item['cpus']['cores'].append( [] ) |
| 1098 | for core in numa['cores']: |
| 1099 | RAD_item['cpus']['cores'][core['core_id']].append(core['thread_id']) |
| 1100 | if not 'status' in core: RAD_item['cpus']['eligible_cores'].append(core['thread_id']) |
| 1101 | if 'instance_id' in core: occupation_item['cores'].append(core['thread_id']) |
| 1102 | #ports |
| 1103 | RAD_item['ports']={} |
| 1104 | occupation_item['ports']={} |
| 1105 | for iface in numa['interfaces']: |
| 1106 | RAD_item['ports'][ iface['pci'] ] = 'speed:'+str(iface['Mbps'])+'M' |
| 1107 | occupation_item['ports'][ iface['pci'] ] = { 'occupied': str(100*iface['Mbps_consumed'] / iface['Mbps']) + "%" } |
| 1108 | |
| 1109 | RAD[ numa['numa_socket'] ] = RAD_item |
| 1110 | occupation[ numa['numa_socket'] ] = occupation_item |
| 1111 | server_dict[ host['host']['name'] ] = {'RAD':RAD, 'occupation':occupation} |
| 1112 | |
| 1113 | def get_hosts_info(self): |
| 1114 | '''Get the information of deployed hosts |
| 1115 | Returns the hosts content''' |
| 1116 | #obtain hosts list |
| 1117 | url=self.url+'/hosts' |
| 1118 | try: |
| 1119 | vim_response = requests.get(url) |
| venkatamahesh | 6ecca18 | 2017-01-27 23:04:40 +0530 | [diff] [blame] | 1120 | except requests.exceptions.RequestException as e: |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1121 | print "get_hosts_info Exception: ", e.args |
| 1122 | return -vimconn.HTTP_Not_Found, str(e.args[0]) |
| 1123 | print "vim get", url, "response:", vim_response.status_code, vim_response.json() |
| 1124 | #print vim_response.status_code |
| 1125 | #print json.dumps(vim_response.json(), indent=4) |
| 1126 | if vim_response.status_code != 200: |
| 1127 | #TODO: get error |
| 1128 | print 'vimconnector.get_hosts_info error getting host list %d %s' %(vim_response.status_code, vim_response.json()) |
| 1129 | return -vim_response.status_code, "Error getting host list" |
| 1130 | |
| 1131 | res,hosts = self._format_in(vim_response, get_hosts_response_schema) |
| 1132 | |
| 1133 | if res==False: |
| 1134 | print "vimconnector.get_hosts_info error parsing GET HOSTS vim response", hosts |
| 1135 | return vimconn.HTTP_Internal_Server_Error, hosts |
| 1136 | #obtain hosts details |
| 1137 | hosts_dict={} |
| 1138 | for host in hosts['hosts']: |
| 1139 | url=self.url+'/hosts/'+host['id'] |
| 1140 | try: |
| 1141 | vim_response = requests.get(url) |
| venkatamahesh | 6ecca18 | 2017-01-27 23:04:40 +0530 | [diff] [blame] | 1142 | except requests.exceptions.RequestException as e: |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1143 | print "get_hosts_info Exception: ", e.args |
| 1144 | return -vimconn.HTTP_Not_Found, str(e.args[0]) |
| 1145 | print "vim get", url, "response:", vim_response.status_code, vim_response.json() |
| 1146 | if vim_response.status_code != 200: |
| 1147 | print 'vimconnector.get_hosts_info error getting detailed host %d %s' %(vim_response.status_code, vim_response.json()) |
| 1148 | continue |
| 1149 | res,host_detail = self._format_in(vim_response, get_host_detail_response_schema) |
| 1150 | if res==False: |
| 1151 | print "vimconnector.get_hosts_info error parsing GET HOSTS/%s vim response" % host['id'], host_detail |
| 1152 | continue |
| 1153 | #print 'host id '+host['id'], json.dumps(host_detail, indent=4) |
| 1154 | self.host_vim2gui(host_detail, hosts_dict) |
| 1155 | return 200, hosts_dict |
| 1156 | |
| 1157 | def get_hosts(self, vim_tenant): |
| 1158 | '''Get the hosts and deployed instances |
| 1159 | Returns the hosts content''' |
| 1160 | #obtain hosts list |
| 1161 | url=self.url+'/hosts' |
| 1162 | try: |
| 1163 | vim_response = requests.get(url) |
| venkatamahesh | 6ecca18 | 2017-01-27 23:04:40 +0530 | [diff] [blame] | 1164 | except requests.exceptions.RequestException as e: |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1165 | print "get_hosts Exception: ", e.args |
| 1166 | return -vimconn.HTTP_Not_Found, str(e.args[0]) |
| 1167 | print "vim get", url, "response:", vim_response.status_code, vim_response.json() |
| 1168 | #print vim_response.status_code |
| 1169 | #print json.dumps(vim_response.json(), indent=4) |
| 1170 | if vim_response.status_code != 200: |
| 1171 | #TODO: get error |
| 1172 | print 'vimconnector.get_hosts error getting host list %d %s' %(vim_response.status_code, vim_response.json()) |
| 1173 | return -vim_response.status_code, "Error getting host list" |
| 1174 | |
| 1175 | res,hosts = self._format_in(vim_response, get_hosts_response_schema) |
| 1176 | |
| 1177 | if res==False: |
| 1178 | print "vimconnector.get_host error parsing GET HOSTS vim response", hosts |
| 1179 | return vimconn.HTTP_Internal_Server_Error, hosts |
| 1180 | #obtain instances from hosts |
| 1181 | for host in hosts['hosts']: |
| 1182 | url=self.url+'/' + vim_tenant + '/servers?hostId='+host['id'] |
| 1183 | try: |
| 1184 | vim_response = requests.get(url) |
| venkatamahesh | 6ecca18 | 2017-01-27 23:04:40 +0530 | [diff] [blame] | 1185 | except requests.exceptions.RequestException as e: |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1186 | print "get_hosts Exception: ", e.args |
| 1187 | return -vimconn.HTTP_Not_Found, str(e.args[0]) |
| 1188 | print "vim get", url, "response:", vim_response.status_code, vim_response.json() |
| 1189 | if vim_response.status_code != 200: |
| 1190 | print 'vimconnector.get_hosts error getting instances at host %d %s' %(vim_response.status_code, vim_response.json()) |
| 1191 | continue |
| 1192 | res,servers = self._format_in(vim_response, get_server_response_schema) |
| 1193 | if res==False: |
| 1194 | print "vimconnector.get_host error parsing GET SERVERS/%s vim response" % host['id'], servers |
| 1195 | continue |
| 1196 | #print 'host id '+host['id'], json.dumps(host_detail, indent=4) |
| 1197 | host['instances'] = servers['servers'] |
| 1198 | return 200, hosts['hosts'] |
| 1199 | |
| 1200 | def get_processor_rankings(self): |
| 1201 | '''Get the processor rankings in the VIM database''' |
| 1202 | url=self.url+'/processor_ranking' |
| 1203 | try: |
| 1204 | vim_response = requests.get(url) |
| venkatamahesh | 6ecca18 | 2017-01-27 23:04:40 +0530 | [diff] [blame] | 1205 | except requests.exceptions.RequestException as e: |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1206 | print "get_processor_rankings Exception: ", e.args |
| 1207 | return -vimconn.HTTP_Not_Found, str(e.args[0]) |
| 1208 | print "vim get", url, "response:", vim_response.status_code, vim_response.json() |
| 1209 | #print vim_response.status_code |
| 1210 | #print json.dumps(vim_response.json(), indent=4) |
| 1211 | if vim_response.status_code != 200: |
| 1212 | #TODO: get error |
| 1213 | print 'vimconnector.get_processor_rankings error getting processor rankings %d %s' %(vim_response.status_code, vim_response.json()) |
| 1214 | return -vim_response.status_code, "Error getting processor rankings" |
| 1215 | |
| 1216 | res,rankings = self._format_in(vim_response, get_processor_rankings_response_schema) |
| 1217 | return res, rankings['rankings'] |
| 1218 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1219 | def new_host(self, host_data): |
| 1220 | '''Adds a new host to VIM''' |
| 1221 | '''Returns status code of the VIM response''' |
| 1222 | payload_req = host_data |
| tierno | 392f285 | 2016-05-13 12:28:55 +0200 | [diff] [blame] | 1223 | try: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1224 | url = self.url_admin+'/hosts' |
| 1225 | self.logger.info("Adding a new host POST %s", url) |
| 1226 | vim_response = requests.post(url, headers = self.headers_req, data=payload_req) |
| 1227 | self._check_http_request_response(vim_response) |
| 1228 | self.logger.debug(vim_response.text) |
| 1229 | #print json.dumps(vim_response.json(), indent=4) |
| 1230 | response = vim_response.json() |
| 1231 | js_v(response, new_host_response_schema) |
| 1232 | r = self._remove_extra_items(response, new_host_response_schema) |
| 1233 | if r is not None: |
| 1234 | self.logger.warn("Warning: remove extra items %s", str(r)) |
| 1235 | host_id = response['host']['id'] |
| 1236 | return host_id |
| 1237 | except (requests.exceptions.RequestException, js_e.ValidationError) as e: |
| 1238 | self._format_request_exception(e) |
| 1239 | |
| 1240 | def new_external_port(self, port_data): |
| 1241 | '''Adds a external port to VIM''' |
| 1242 | '''Returns the port identifier''' |
| 1243 | #TODO change to logging exception code policies |
| 1244 | print "VIMConnector: Adding a new external port" |
| 1245 | payload_req = port_data |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1246 | try: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1247 | vim_response = requests.post(self.url_admin+'/ports', headers = self.headers_req, data=payload_req) |
| venkatamahesh | 6ecca18 | 2017-01-27 23:04:40 +0530 | [diff] [blame] | 1248 | except requests.exceptions.RequestException as e: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1249 | self.logger.error("new_external_port Exception: ", str(e)) |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1250 | return -vimconn.HTTP_Not_Found, str(e.args[0]) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1251 | print vim_response |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1252 | #print vim_response.status_code |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1253 | if vim_response.status_code == 200: |
| 1254 | #print vim_response.json() |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1255 | #print json.dumps(vim_response.json(), indent=4) |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1256 | res, http_content = self._format_in(vim_response, new_port_response_schema) |
| 1257 | #print http_content |
| 1258 | if res: |
| 1259 | r = self._remove_extra_items(http_content, new_port_response_schema) |
| 1260 | if r is not None: print "Warning: remove extra items ", r |
| 1261 | #print http_content |
| 1262 | port_id = http_content['port']['id'] |
| 1263 | print "Port id: ",port_id |
| 1264 | return vim_response.status_code,port_id |
| 1265 | else: return -vimconn.HTTP_Bad_Request,http_content |
| 1266 | else: |
| 1267 | #print vim_response.text |
| 1268 | jsonerror = self._format_jsonerror(vim_response) |
| 1269 | text = 'Error in VIM "%s": not possible to add new external port. HTTP Response: %d. Error: %s' % (self.url_admin, vim_response.status_code, jsonerror) |
| 1270 | #print text |
| 1271 | return -vim_response.status_code,text |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1272 | |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1273 | def new_external_network(self,net_name,net_type): |
| 1274 | '''Adds a external network to VIM (shared)''' |
| 1275 | '''Returns the network identifier''' |
| 1276 | #TODO change to logging exception code policies |
| 1277 | print "VIMConnector: Adding external shared network to VIM (type " + net_type + "): "+ net_name |
| 1278 | |
| 1279 | payload_req = '{"network":{"name": "' + net_name + '","shared":true,"type": "' + net_type + '"}}' |
| 1280 | try: |
| 1281 | vim_response = requests.post(self.url+'/networks', headers = self.headers_req, data=payload_req) |
| venkatamahesh | 6ecca18 | 2017-01-27 23:04:40 +0530 | [diff] [blame] | 1282 | except requests.exceptions.RequestException as e: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1283 | self.logger.error( "new_external_network Exception: ", e.args) |
| 1284 | return -vimconn.HTTP_Not_Found, str(e.args[0]) |
| 1285 | print vim_response |
| 1286 | #print vim_response.status_code |
| 1287 | if vim_response.status_code == 200: |
| 1288 | #print vim_response.json() |
| 1289 | #print json.dumps(vim_response.json(), indent=4) |
| 1290 | res,http_content = self._format_in(vim_response, new_network_response_schema) |
| 1291 | #print http_content |
| 1292 | if res: |
| 1293 | r = self._remove_extra_items(http_content, new_network_response_schema) |
| 1294 | if r is not None: print "Warning: remove extra items ", r |
| 1295 | #print http_content |
| 1296 | network_id = http_content['network']['id'] |
| 1297 | print "Network id: ",network_id |
| 1298 | return vim_response.status_code,network_id |
| 1299 | else: return -vimconn.HTTP_Bad_Request,http_content |
| 1300 | else: |
| 1301 | #print vim_response.text |
| 1302 | jsonerror = self._format_jsonerror(vim_response) |
| 1303 | text = 'Error in VIM "%s": not possible to add new external network. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) |
| 1304 | #print text |
| 1305 | return -vim_response.status_code,text |
| 1306 | |
| 1307 | def connect_port_network(self, port_id, network_id, admin=False): |
| 1308 | '''Connects a external port to a network''' |
| 1309 | '''Returns status code of the VIM response''' |
| 1310 | #TODO change to logging exception code policies |
| 1311 | print "VIMConnector: Connecting external port to network" |
| 1312 | |
| 1313 | payload_req = '{"port":{"network_id":"' + network_id + '"}}' |
| 1314 | if admin: |
| 1315 | if self.url_admin==None: |
| 1316 | return -vimconn.HTTP_Unauthorized, "datacenter cannot contain admin URL" |
| 1317 | url= self.url_admin |
| 1318 | else: |
| 1319 | url= self.url |
| 1320 | try: |
| 1321 | vim_response = requests.put(url +'/ports/'+port_id, headers = self.headers_req, data=payload_req) |
| venkatamahesh | 6ecca18 | 2017-01-27 23:04:40 +0530 | [diff] [blame] | 1322 | except requests.exceptions.RequestException as e: |
| tierno | ae4a8d1 | 2016-07-08 12:30:39 +0200 | [diff] [blame] | 1323 | print "connect_port_network Exception: ", e.args |
| 1324 | return -vimconn.HTTP_Not_Found, str(e.args[0]) |
| 1325 | print vim_response |
| 1326 | #print vim_response.status_code |
| 1327 | if vim_response.status_code == 200: |
| 1328 | #print vim_response.json() |
| 1329 | #print json.dumps(vim_response.json(), indent=4) |
| 1330 | res,http_content = self._format_in(vim_response, new_port_response_schema) |
| 1331 | #print http_content |
| 1332 | if res: |
| 1333 | r = self._remove_extra_items(http_content, new_port_response_schema) |
| 1334 | if r is not None: print "Warning: remove extra items ", r |
| 1335 | #print http_content |
| 1336 | port_id = http_content['port']['id'] |
| 1337 | print "Port id: ",port_id |
| 1338 | return vim_response.status_code,port_id |
| 1339 | else: return -vimconn.HTTP_Bad_Request,http_content |
| 1340 | else: |
| 1341 | print vim_response.text |
| 1342 | jsonerror = self._format_jsonerror(vim_response) |
| 1343 | text = 'Error in VIM "%s": not possible to connect external port to network. HTTP Response: %d. Error: %s' % (self.url_admin, vim_response.status_code, jsonerror) |
| 1344 | print text |
| 1345 | return -vim_response.status_code,text |
| tierno | 7edb675 | 2016-03-21 17:37:52 +0100 | [diff] [blame] | 1346 | |
| 1347 | |