X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;f=vimconn_openvim.py;h=e86b54db2734fa6d363252f089d86f603a1064af;hb=06e6c396413630640cafae3488442a0869f1642d;hp=e253b4e4cecd41ba2878da8903dc7330713fa2df;hpb=392f28583d8750e7e2c2c5f2341688ec5acdf824;p=osm%2FRO.git diff --git a/vimconn_openvim.py b/vimconn_openvim.py index e253b4e4..e86b54db 100644 --- a/vimconn_openvim.py +++ b/vimconn_openvim.py @@ -23,8 +23,6 @@ ''' vimconnector implements all the methods to interact with openvim using the openvim API. - -For interacting with Openstack refer to osconnector. ''' __author__="Alfonso Tierno, Gerardo Garcia" __date__ ="$26-aug-2014 11:09:29$" @@ -33,9 +31,11 @@ import vimconn import requests import json import yaml +import logging from openmano_schemas import id_schema, name_schema, nameshort_schema, description_schema, \ vlan1000_schema, integer0_schema from jsonschema import validate as js_v, exceptions as js_e +from urllib import quote '''contain the openvim virtual machine status to openmano status''' vmStatus2manoFormat={'ACTIVE':'ACTIVE', @@ -249,6 +249,23 @@ new_flavor_response_schema = { "additionalProperties": False } +get_image_response_schema = { + "title":"openvim images response information schema", + "$schema": "http://json-schema.org/draft-04/schema#", + "type":"object", + "properties":{ + "image":{ + "type":"object", + "properties":{ + "id": id_schema, + "name": name_schema, + }, + "required": ["id", "name"], + } + }, + "required": ["flavor"], + "additionalProperties": False +} new_image_response_schema = { "title":"image response information schema", "$schema": "http://json-schema.org/draft-04/schema#", @@ -306,10 +323,13 @@ get_processor_rankings_response_schema = { } class vimconnector(vimconn.vimconnector): - def __init__(self, uuid, name, tenant_id, tenant_name, url, url_admin=None, user=None, passwd=None,debug=True,config={}): - vimconn.vimconnector.__init__(self, uuid, name, tenant_id, tenant_name, url, url_admin, user, passwd, debug, config) + def __init__(self, uuid, name, tenant_id, tenant_name, url, url_admin=None, user=None, passwd=None, + log_level="DEBUG", config={}, persistent_info={}): + vimconn.vimconnector.__init__(self, uuid, name, tenant_id, tenant_name, url, url_admin, user, passwd, log_level, config) self.tenant = None self.headers_req = {'content-type': 'application/json'} + self.logger = logging.getLogger('openmano.vim.openvim') + self.persistent_info = persistent_info if tenant_id: self.tenant = tenant_id @@ -329,18 +349,23 @@ class vimconnector(vimconn.vimconnector): if self.tenant: return self.tenant - vim_response = requests.get(self.url+'/tenants?name='+ self.tenant_name, headers = self.headers_req) - if vim_response.status_code != 200: - raise vimconn.vimconnectorException ("_get_my_tenant response " + str(vim_response.status_code)) - tenant_list = vim_response.json()["tenants"] - if len(tenant_list) == 0: - raise vimconn.vimconnectorException ("No tenant found for name '%s'" % str(self.tenant_name)) - elif len(tenant_list) > 1: - raise vimconn.vimconnectorException ("More that one tenant found for name '%s'" % str(self.tenant_name)) - self.tenant = tenant_list[0]["id"] - return self.tenant + url = self.url+'/tenants?name='+ quote(self.tenant_name) + self.logger.info("Getting VIM tenant_id GET %s", url) + vim_response = requests.get(url, headers = self.headers_req) + self._check_http_request_response(vim_response) + try: + tenant_list = vim_response.json()["tenants"] + if len(tenant_list) == 0: + raise vimconn.vimconnNotFoundException("No tenant found for name '%s'" % str(self.tenant_name)) + elif len(tenant_list) > 1: + raise vimconn.vimconnConflictException ("More that one tenant found for name '%s'" % str(self.tenant_name)) + self.tenant = tenant_list[0]["id"] + return self.tenant + except Exception as e: + raise vimconn.vimconnUnexpectedResponse("Get VIM tenant {} '{}'".format(type(e).__name__, str(e))) def _format_jsonerror(self,http_response): + #DEPRECATED, to delete in the future try: data = http_response.json() return data["error"]["description"] @@ -348,12 +373,13 @@ class vimconnector(vimconn.vimconnector): return http_response.text def _format_in(self, http_response, schema): + #DEPRECATED, to delete in the future try: client_data = http_response.json() js_v(client_data, schema) #print "Input data: ", str(client_data) return True, client_data - except js_e.ValidationError, exc: + except js_e.ValidationError as exc: print "validate_in error, jsonschema exception ", exc.message, "at", exc.path return False, ("validate_in error, jsonschema exception ", exc.message, "at", exc.path) @@ -374,245 +400,72 @@ class vimconnector(vimconn.vimconnector): if len(deleted) == 0: return None elif len(deleted) == 1: return deleted[0] else: return deleted - - def new_host(self, host_data): - '''Adds a new host to VIM''' - '''Returns status code of the VIM response''' - print "VIMConnector: Adding a new host" - payload_req = host_data - try: - vim_response = requests.post(self.url_admin+'/hosts', headers = self.headers_req, data=payload_req) - except requests.exceptions.RequestException, e: - print "new_host Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - #print vim_response.status_code - if vim_response.status_code == 200: - #print vim_response.json() - #print json.dumps(vim_response.json(), indent=4) - res,http_content = self._format_in(vim_response, new_host_response_schema) - #print http_content - if res : - r = self._remove_extra_items(http_content, new_host_response_schema) - if r is not None: print "Warning: remove extra items ", r - #print http_content - host_id = http_content['host']['id'] - #print "Host id: ",host_id - return vim_response.status_code,host_id - else: return -vimconn.HTTP_Bad_Request,http_content - else: - #print vim_response.text - jsonerror = self.__format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to add new host. HTTP Response: %d. Error: %s' % (self.url_admin, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text - - def new_external_port(self, port_data): - '''Adds a external port to VIM''' - '''Returns the port identifier''' - print "VIMConnector: Adding a new external port" - payload_req = port_data - try: - vim_response = requests.post(self.url_admin+'/ports', headers = self.headers_req, data=payload_req) - except requests.exceptions.RequestException, e: - print "new_external_port Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - #print vim_response.status_code - if vim_response.status_code == 200: - #print vim_response.json() - #print json.dumps(vim_response.json(), indent=4) - res, http_content = self.__format_in(vim_response, new_port_response_schema) - #print http_content - if res: - r = self._remove_extra_items(http_content, new_port_response_schema) - if r is not None: print "Warning: remove extra items ", r - #print http_content - port_id = http_content['port']['id'] - print "Port id: ",port_id - return vim_response.status_code,port_id - else: return -vimconn.HTTP_Bad_Request,http_content - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to add new external port. HTTP Response: %d. Error: %s' % (self.url_admin, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text - - def new_external_network(self,net_name,net_type): - '''Adds a external network to VIM (shared)''' - '''Returns the network identifier''' - print "VIMConnector: Adding external shared network to VIM (type " + net_type + "): "+ net_name - - payload_req = '{"network":{"name": "' + net_name + '","shared":true,"type": "' + net_type + '"}}' - try: - vim_response = requests.post(self.url+'/networks', headers = self.headers_req, data=payload_req) - except requests.exceptions.RequestException, e: - print "new_external_network Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - #print vim_response.status_code - if vim_response.status_code == 200: - #print vim_response.json() - #print json.dumps(vim_response.json(), indent=4) - res,http_content = self._format_in(vim_response, new_network_response_schema) - #print http_content - if res: - r = self._remove_extra_items(http_content, new_network_response_schema) - if r is not None: print "Warning: remove extra items ", r - #print http_content - network_id = http_content['network']['id'] - print "Network id: ",network_id - return vim_response.status_code,network_id - else: return -vimconn.HTTP_Bad_Request,http_content - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to add new external network. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text - - def connect_port_network(self, port_id, network_id, admin=False): - '''Connects a external port to a network''' - '''Returns status code of the VIM response''' - print "VIMConnector: Connecting external port to network" - payload_req = '{"port":{"network_id":"' + network_id + '"}}' - if admin: - if self.url_admin==None: - return -vimconn.HTTP_Unauthorized, "datacenter cannot contain admin URL" - url= self.url_admin - else: - url= self.url - try: - vim_response = requests.put(url +'/ports/'+port_id, headers = self.headers_req, data=payload_req) - except requests.exceptions.RequestException, e: - print "connect_port_network Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - #print vim_response.status_code - if vim_response.status_code == 200: - #print vim_response.json() - #print json.dumps(vim_response.json(), indent=4) - res,http_content = self._format_in(vim_response, new_port_response_schema) - #print http_content - if res: - r = self._remove_extra_items(http_content, new_port_response_schema) - if r is not None: print "Warning: remove extra items ", r - #print http_content - port_id = http_content['port']['id'] - print "Port id: ",port_id - return vim_response.status_code,port_id - else: return -vimconn.HTTP_Bad_Request,http_content + def _format_request_exception(self, request_exception): + '''Transform a request exception into a vimconn exception''' + if isinstance(request_exception, js_e.ValidationError): + raise vimconn.vimconnUnexpectedResponse("jsonschema exception '{}' at '{}'".format(request_exception.message, request_exception.path)) + elif isinstance(request_exception, requests.exceptions.HTTPError): + raise vimconn.vimconnUnexpectedResponse(type(request_exception).__name__ + ": " + str(request_exception)) else: - print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to connect external port to network. HTTP Response: %d. Error: %s' % (self.url_admin, vim_response.status_code, jsonerror) - print text - return -vim_response.status_code,text - + raise vimconn.vimconnConnectionException(type(request_exception).__name__ + ": " + str(request_exception)) + + def _check_http_request_response(self, request_response): + '''Raise a vimconn exception if the response is not Ok''' + if request_response.status_code >= 200 and request_response.status_code < 300: + return + if request_response.status_code == vimconn.HTTP_Unauthorized: + raise vimconn.vimconnAuthException(request_response.text) + elif request_response.status_code == vimconn.HTTP_Not_Found: + raise vimconn.vimconnNotFoundException(request_response.text) + elif request_response.status_code == vimconn.HTTP_Conflict: + raise vimconn.vimconnConflictException(request_response.text) + else: + raise vimconn.vimconnUnexpectedResponse("VIM HTTP_response {}, {}".format(request_response.status_code, str(request_response.text))) + def new_tenant(self,tenant_name,tenant_description): - '''Adds a new tenant to VIM''' - '''Returns the tenant identifier''' - print "VIMConnector: Adding a new tenant to VIM" + '''Adds a new tenant to VIM with this name and description, returns the tenant identifier''' + #print "VIMConnector: Adding a new tenant to VIM" payload_dict = {"tenant": {"name":tenant_name,"description": tenant_description, "enabled": True}} payload_req = json.dumps(payload_dict) - #print payload_req - try: - vim_response = requests.post(self.url+'/tenants', headers = self.headers_req, data=payload_req) - except requests.exceptions.RequestException, e: - print "new_tenant Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - #print vim_response - if vim_response.status_code == 200: - #print vim_response.json() + url = self.url_admin+'/tenants' + self.logger.info("Adding a new tenant %s", url) + vim_response = requests.post(url, headers = self.headers_req, data=payload_req) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) #print json.dumps(vim_response.json(), indent=4) - res,http_content = self._format_in(vim_response, new_tenant_response_schema) - #print http_content - if res: - r = self._remove_extra_items(http_content, new_tenant_response_schema) - if r is not None: print "Warning: remove extra items ", r - #print http_content - tenant_id = http_content['tenant']['id'] - #print "Tenant id: ",tenant_id - return vim_response.status_code,tenant_id - else: return -vimconn.HTTP_Bad_Request,http_content - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to add new tenant. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text - - def delete_tenant(self,tenant_id,): - '''Delete a tenant from VIM''' - '''Returns the tenant identifier''' - print "VIMConnector: Deleting a tenant from VIM" - try: - vim_response = requests.delete(self.url+'/tenants/'+tenant_id, headers = self.headers_req) - except requests.exceptions.RequestException, e: - print "delete_tenant Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - #print vim_response - if vim_response.status_code == 200: - return vim_response.status_code,tenant_id - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to delete tenant. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text - - def new_tenant_network(self,net_name,net_type,public=False, **vim_specific): - '''Adds a tenant network to VIM''' - '''Returns the network identifier''' - try: - self._get_my_tenant() - except Exception as e: - return -vimconn.HTTP_Not_Found, str(e) - print "vim_specific", vim_specific - if net_type=="bridge": - net_type="bridge_data" - print "VIMConnector: Adding a new tenant network to VIM (tenant: " + str(self.tenant) + ", type: " + net_type + "): "+ net_name + response = vim_response.json() + js_v(response, new_tenant_response_schema) + #r = self._remove_extra_items(response, new_tenant_response_schema) + #if r is not None: + # self.logger.warn("Warning: remove extra items %s", str(r)) + tenant_id = response['tenant']['id'] + return tenant_id + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) - payload_req = {"name": net_name, "type": net_type, "tenant_id": self.tenant, "shared": public} - payload_req.update(vim_specific) + def delete_tenant(self,tenant_id): + '''Delete a tenant from VIM. Returns the old tenant identifier''' try: - vim_response = requests.post(self.url+'/networks', headers = self.headers_req, data=json.dumps({"network": payload_req}) ) - except requests.exceptions.RequestException, e: - print "new_tenant_network Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - #print vim_response.status_code - if vim_response.status_code == 200: - #print vim_response.json() + url = self.url_admin+'/tenants/'+tenant_id + self.logger.info("Delete a tenant DELETE %s", url) + vim_response = requests.delete(url, headers = self.headers_req) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) #print json.dumps(vim_response.json(), indent=4) - res,http_content = self._format_in(vim_response, new_network_response_schema) - #print http_content - if res: - r = self._remove_extra_items(http_content, new_network_response_schema) - if r is not None: print "Warning: remove extra items ", r - #print http_content - network_id = http_content['network']['id'] - print "Tenant Network id: ",network_id - return vim_response.status_code,network_id - else: return -vimconn.HTTP_Bad_Request,http_content - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to add new tenant network. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text + return tenant_id + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) def get_tenant_list(self, filter_dict={}): '''Obtain tenants of VIM - Filter_dict can be: - name: network name - id: network uuid - Returns the network list of dictionaries + filter_dict can contain the following keys: + name: filter by tenant name + id: filter by tenant uuid/id + + Returns the tenant list of dictionaries: [{'name':', 'id':', ...}, ...] ''' - print "VIMConnector.get_tenant_list: Getting tenants from VIM (filter: " + str(filter_dict) + "): " filterquery=[] filterquery_text='' for k,v in filter_dict.iteritems(): @@ -620,301 +473,280 @@ class vimconnector(vimconn.vimconnector): if len(filterquery)>0: filterquery_text='?'+ '&'.join(filterquery) try: - print self.url+'/tenants'+filterquery_text - vim_response = requests.get(self.url+'/tenants'+filterquery_text, headers = self.headers_req) - except requests.exceptions.RequestException, e: - print "get_tenant_list Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - #print vim_response.status_code - if vim_response.status_code == 200: - #print vim_response.json() + url = self.url+'/tenants'+filterquery_text + self.logger.info("get_tenant_list GET %s", url) + vim_response = requests.get(url, headers = self.headers_req) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) #print json.dumps(vim_response.json(), indent=4) - #TODO: parse input datares,http_content = self._format_in(vim_response, new_network_response_schema) - #print http_content - return vim_response.status_code, vim_response.json()["tenants"] - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to get tenant list. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text + return vim_response.json()["tenants"] + except requests.exceptions.RequestException as e: + self._format_request_exception(e) + + def new_network(self,net_name, net_type, ip_profile=None, shared=False, vlan=None): #, **vim_specific): + '''Adds a tenant network to VIM''' + '''Returns the network identifier''' + try: + self._get_my_tenant() + if net_type=="bridge": + net_type="bridge_data" + payload_req = {"name": net_name, "type": net_type, "tenant_id": self.tenant, "shared": shared} + if vlan: + payload_req["provider:vlan"] = vlan + # payload_req.update(vim_specific) + url = self.url+'/networks' + self.logger.info("Adding a new network POST: %s DATA: %s", url, str(payload_req)) + vim_response = requests.post(url, headers = self.headers_req, data=json.dumps({"network": payload_req}) ) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) + #print json.dumps(vim_response.json(), indent=4) + response = vim_response.json() + js_v(response, new_network_response_schema) + #r = self._remove_extra_items(response, new_network_response_schema) + #if r is not None: + # self.logger.warn("Warning: remove extra items %s", str(r)) + network_id = response['network']['id'] + return network_id + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) def get_network_list(self, filter_dict={}): '''Obtain tenant networks of VIM Filter_dict can be: name: network name id: network uuid - shared: boolean + public: boolean tenant_id: tenant admin_state_up: boolean status: 'ACTIVE' Returns the network list of dictionaries ''' - - filter_dict["tenant_id"] = self._get_my_tenant() - print "VIMConnector.get_network_list: Getting tenant network from VIM (filter: " + str(filter_dict) + "): " - filterquery=[] - filterquery_text='' - for k,v in filter_dict.iteritems(): - filterquery.append(str(k)+'='+str(v)) - if len(filterquery)>0: - filterquery_text='?'+ '&'.join(filterquery) try: - print self.url+'/networks'+filterquery_text - vim_response = requests.get(self.url+'/networks'+filterquery_text, headers = self.headers_req) - except requests.exceptions.RequestException, e: - print "get_network_list Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - #print vim_response.status_code - if vim_response.status_code == 200: - #print vim_response.json() + if 'tenant_id' not in filter_dict: + filter_dict["tenant_id"] = self._get_my_tenant() + elif not filter_dict["tenant_id"]: + del filter_dict["tenant_id"] + filterquery=[] + filterquery_text='' + for k,v in filter_dict.iteritems(): + filterquery.append(str(k)+'='+str(v)) + if len(filterquery)>0: + filterquery_text='?'+ '&'.join(filterquery) + url = self.url+'/networks'+filterquery_text + self.logger.info("Getting network list GET %s", url) + vim_response = requests.get(url, headers = self.headers_req) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) #print json.dumps(vim_response.json(), indent=4) - #TODO: parse input datares,http_content = self._format_in(vim_response, new_network_response_schema) - #print http_content - return vim_response.status_code, vim_response.json()["networks"] - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to get network list. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text + response = vim_response.json() + return response['networks'] + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) - def get_tenant_network(self, net_id, tenant_id=None): - '''Obtain tenant networks of VIM''' - '''Returns the network information from a network id''' - if self.debug: - print "VIMconnector.get_tenant_network(): Getting tenant network %s from VIM" % net_id - filter_dict={"id": net_id} - if tenant_id: - filter_dict["tenant_id"] = tenant_id - r, net_list = self.get_network_list(filter_dict) - if r<0: - return r, net_list - if len(net_list)==0: - return -vimconn.HTTP_Not_Found, "Network '%s' not found" % net_id - elif len(net_list)>1: - return -vimconn.HTTP_Conflict, "Found more than one network with this criteria" - return 1, net_list[0] - - def delete_tenant_network(self, net_id): + def get_network(self, net_id): + '''Obtain network details of network id''' + try: + url = self.url+'/networks/'+net_id + self.logger.info("Getting network GET %s", url) + vim_response = requests.get(url, headers = self.headers_req) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) + #print json.dumps(vim_response.json(), indent=4) + response = vim_response.json() + return response['network'] + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) + + def delete_network(self, net_id): '''Deletes a tenant network from VIM''' '''Returns the network identifier''' try: self._get_my_tenant() - except Exception as e: - return -vimconn.HTTP_Not_Found, str(e) - print "VIMConnector: Deleting a new tenant network from VIM tenant: " + self.tenant + ", id: " + net_id - - try: - vim_response = requests.delete(self.url+'/networks/'+net_id, headers=self.headers_req) - except requests.exceptions.RequestException, e: - print "delete_tenant_network Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - - print vim_response - #print vim_response.status_code - if vim_response.status_code == 200: - return vim_response.status_code,net_id - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to delete tenant network. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text - - def refresh_tenant_network(self, net_id): - '''Refreshes the status of the tenant network''' - '''Returns: 0 if no error, - <0 if error''' - return 0 + url = self.url+'/networks/'+net_id + self.logger.info("Deleting VIM network DELETE %s", url) + vim_response = requests.delete(url, headers=self.headers_req) + self._check_http_request_response(vim_response) + #self.logger.debug(vim_response.text) + #print json.dumps(vim_response.json(), indent=4) + return net_id + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) - def get_tenant_flavor(self, flavor_id): - '''Obtain flavor details from the VIM - Returns the flavor dict details - ''' + def get_flavor(self, flavor_id): + '''Obtain flavor details from the VIM''' try: self._get_my_tenant() - except Exception as e: - return -vimconn.HTTP_Not_Found, str(e) - print "VIMConnector: Getting flavor from VIM" - #print "VIM URL:",self.url - #print "Tenant id:",self.tenant - #print "Flavor:",flavor_data - try: - vim_response = requests.get(self.url+'/'+self.tenant+'/flavors/'+flavor_id, headers = self.headers_req) - except requests.exceptions.RequestException, e: - print "get_tenant_flavor Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - #print vim_response.status_code - if vim_response.status_code == 200: - #print vim_response.json() + url = self.url+'/'+self.tenant+'/flavors/'+flavor_id + self.logger.info("Getting flavor GET %s", url) + vim_response = requests.get(url, headers = self.headers_req) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) #print json.dumps(vim_response.json(), indent=4) - res,http_content = self._format_in(vim_response, get_flavor_response_schema) - #print http_content - if res: - r = self._remove_extra_items(http_content, get_flavor_response_schema) - if r is not None: print "Warning: remove extra items ", r - #print http_content - flavor_id = http_content['flavor']['id'] - print "Flavor id: ",flavor_id - return vim_response.status_code,flavor_id - else: return -vimconn.HTTP_Bad_Request,http_content - - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to get flavor. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text + response = vim_response.json() + js_v(response, get_flavor_response_schema) + r = self._remove_extra_items(response, get_flavor_response_schema) + if r is not None: + self.logger.warn("Warning: remove extra items %s", str(r)) + return response['flavor'] + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) - def new_tenant_flavor(self, flavor_data): + def new_flavor(self, flavor_data): '''Adds a tenant flavor to VIM''' '''Returns the flavor identifier''' try: + new_flavor_dict = flavor_data.copy() + new_flavor_dict["name"] = flavor_data["name"][:64] self._get_my_tenant() - except Exception as e: - return -vimconn.HTTP_Not_Found, str(e) - print "VIMConnector: Adding a new flavor to VIM" - #print "VIM URL:",self.url - #print "Tenant id:",self.tenant - #print "Flavor:",flavor_data - payload_req = json.dumps({'flavor': flavor_data}) - try: - vim_response = requests.post(self.url+'/'+self.tenant+'/flavors', headers = self.headers_req, data=payload_req) - except requests.exceptions.RequestException, e: - print "new_tenant_flavor Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - #print vim_response.status_code - if vim_response.status_code == 200: - #print vim_response.json() + payload_req = json.dumps({'flavor': new_flavor_dict}) + url = self.url+'/'+self.tenant+'/flavors' + self.logger.info("Adding a new VIM flavor POST %s", url) + vim_response = requests.post(url, headers = self.headers_req, data=payload_req) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) #print json.dumps(vim_response.json(), indent=4) - res,http_content = self._format_in(vim_response, new_flavor_response_schema) - #print http_content - if res: - r = self._remove_extra_items(http_content, new_flavor_response_schema) - if r is not None: print "Warning: remove extra items ", r - #print http_content - flavor_id = http_content['flavor']['id'] - print "Flavor id: ",flavor_id - return vim_response.status_code,flavor_id - else: return -vimconn.HTTP_Bad_Request,http_content - - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to add new flavor. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text + response = vim_response.json() + js_v(response, new_flavor_response_schema) + r = self._remove_extra_items(response, new_flavor_response_schema) + if r is not None: + self.logger.warn("Warning: remove extra items %s", str(r)) + flavor_id = response['flavor']['id'] + return flavor_id + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) - def delete_tenant_flavor(self,flavor_id): + def delete_flavor(self,flavor_id): '''Deletes a tenant flavor from VIM''' - '''Returns the HTTP response code and a message indicating details of the success or fail''' + '''Returns the old flavor_id''' try: self._get_my_tenant() - except Exception as e: - return -vimconn.HTTP_Not_Found, str(e) - print "VIMConnector: Deleting a flavor from VIM" - print "VIM URL:",self.url - print "Tenant id:",self.tenant - print "Flavor id:",flavor_id - #payload_req = flavor_data - try: - vim_response = requests.delete(self.url+'/'+self.tenant+'/flavors/'+flavor_id) - except requests.exceptions.RequestException, e: - print "delete_tenant_flavor Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - print vim_response.status_code - if vim_response.status_code == 200: - result = vim_response.json()["result"] - return 200,result - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to delete flavor. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text + url = self.url+'/'+self.tenant+'/flavors/'+flavor_id + self.logger.info("Deleting VIM flavor DELETE %s", url) + vim_response = requests.delete(url, headers=self.headers_req) + self._check_http_request_response(vim_response) + #self.logger.debug(vim_response.text) + #print json.dumps(vim_response.json(), indent=4) + return flavor_id + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) - def new_tenant_image(self,image_dict): - ''' - Adds a tenant image to VIM - Returns: - 200, image-id if the image is created - <0, message if there is an error - ''' + def get_image(self, image_id): + '''Obtain image details from the VIM''' try: self._get_my_tenant() - except Exception as e: - return -vimconn.HTTP_Not_Found, str(e) - print "VIMConnector: Adding a new image to VIM", image_dict['location'] - new_image_dict={'name': image_dict['name']} - if 'description' in image_dict and image_dict['description'] != None: - new_image_dict['description'] = image_dict['description'] - if 'metadata' in image_dict and image_dict['metadata'] != None: - new_image_dict['metadata'] = yaml.load(image_dict['metadata']) - if 'location' in image_dict and image_dict['location'] != None: - new_image_dict['path'] = image_dict['location'] - payload_req = json.dumps({"image":new_image_dict}) - url=self.url + '/' + self.tenant + '/images' + url = self.url+'/'+self.tenant+'/images/'+image_id + self.logger.info("Getting image GET %s", url) + vim_response = requests.get(url, headers = self.headers_req) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) + #print json.dumps(vim_response.json(), indent=4) + response = vim_response.json() + js_v(response, get_image_response_schema) + r = self._remove_extra_items(response, get_image_response_schema) + if r is not None: + self.logger.warn("Warning: remove extra items %s", str(r)) + return response['image'] + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) + + def new_image(self,image_dict): + ''' Adds a tenant image to VIM, returns image_id''' try: + self._get_my_tenant() + new_image_dict={'name': image_dict['name'][:64]} + if image_dict.get('description'): + new_image_dict['description'] = image_dict['description'] + if image_dict.get('metadata'): + new_image_dict['metadata'] = yaml.load(image_dict['metadata']) + if image_dict.get('location'): + new_image_dict['path'] = image_dict['location'] + payload_req = json.dumps({"image":new_image_dict}) + url=self.url + '/' + self.tenant + '/images' + self.logger.info("Adding a new VIM image POST %s", url) vim_response = requests.post(url, headers = self.headers_req, data=payload_req) - except requests.exceptions.RequestException, e: - print "new_tenant_image Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - #print vim_response.status_code - if vim_response.status_code == 200: - #print vim_response.json() + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) #print json.dumps(vim_response.json(), indent=4) - res,http_content = self._format_in(vim_response, new_image_response_schema) - #print http_content - if res: - r = self._remove_extra_items(http_content, new_image_response_schema) - if r is not None: print "Warning: remove extra items ", r - #print http_content - image_id = http_content['image']['id'] - print "Image id: ",image_id - return vim_response.status_code,image_id - else: return -vimconn.HTTP_Bad_Request,http_content - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to add new image. HTTP Response: %d. Error: %s' % (url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text - - def delete_tenant_image(self, image_id): + response = vim_response.json() + js_v(response, new_image_response_schema) + r = self._remove_extra_items(response, new_image_response_schema) + if r is not None: + self.logger.warn("Warning: remove extra items %s", str(r)) + image_id = response['image']['id'] + return image_id + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) + + def delete_image(self, image_id): '''Deletes a tenant image from VIM''' - '''Returns the HTTP response code and a message indicating details of the success or fail''' + '''Returns the deleted image_id''' try: self._get_my_tenant() - except Exception as e: - return -vimconn.HTTP_Not_Found, str(e) - print "VIMConnector: Deleting an image from VIM" - #payload_req = flavor_data - url=self.url + '/'+ self.tenant +'/images/'+image_id + url = self.url + '/'+ self.tenant +'/images/'+image_id + self.logger.info("Deleting VIM image DELETE %s", url) + vim_response = requests.delete(url, headers=self.headers_req) + self._check_http_request_response(vim_response) + #self.logger.debug(vim_response.text) + #print json.dumps(vim_response.json(), indent=4) + return image_id + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) + + + def get_image_id_from_path(self, path): + '''Get the image id from image path in the VIM database. Returns the image_id''' try: - vim_response = requests.delete(url) - except requests.exceptions.RequestException, e: - print "delete_tenant_image Exception url '%s': " % url, e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - print vim_response.status_code - if vim_response.status_code == 200: - result = vim_response.json()["result"] - return 200,result - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to delete image. HTTP Response: %d. Error: %s' % (url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text - - def new_tenant_vminstancefromJSON(self, vm_data): + self._get_my_tenant() + url=self.url + '/' + self.tenant + '/images?path='+quote(path) + self.logger.info("Getting images GET %s", url) + vim_response = requests.get(url) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) + #print json.dumps(vim_response.json(), indent=4) + response = vim_response.json() + js_v(response, get_images_response_schema) + #r = self._remove_extra_items(response, get_images_response_schema) + #if r is not None: + # self.logger.warn("Warning: remove extra items %s", str(r)) + if len(response['images'])==0: + raise vimconn.vimconnNotFoundException("Image not found at VIM with path '%s'", path) + elif len(response['images'])>1: + raise vimconn.vimconnConflictException("More than one image found at VIM with path '%s'", path) + return response['images'][0]['id'] + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) + + def get_image_list(self, filter_dict={}): + '''Obtain tenant images from VIM + Filter_dict can be: + name: image name + id: image uuid + checksum: image checksum + location: image path + Returns the image list of dictionaries: + [{}, ...] + List can be empty + ''' + try: + self._get_my_tenant() + filterquery=[] + filterquery_text='' + for k,v in filter_dict.iteritems(): + filterquery.append(str(k)+'='+str(v)) + if len(filterquery)>0: + filterquery_text='?'+ '&'.join(filterquery) + url = self.url+'/'+self.tenant+'/images'+filterquery_text + self.logger.info("Getting image list GET %s", url) + vim_response = requests.get(url, headers = self.headers_req) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) + #print json.dumps(vim_response.json(), indent=4) + response = vim_response.json() + return response['images'] + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) + + def new_vminstancefromJSON(self, vm_data): '''Adds a VM instance to VIM''' '''Returns the instance identifier''' try: @@ -925,8 +757,8 @@ class vimconnector(vimconn.vimconnector): payload_req = vm_data try: vim_response = requests.post(self.url+'/'+self.tenant+'/servers', headers = self.headers_req, data=payload_req) - except requests.exceptions.RequestException, e: - print "new_tenant_vminstancefromJSON Exception: ", e.args + except requests.exceptions.RequestException as e: + print "new_vminstancefromJSON Exception: ", e.args return -vimconn.HTTP_Not_Found, str(e.args[0]) print vim_response #print vim_response.status_code @@ -950,7 +782,7 @@ class vimconnector(vimconn.vimconnector): #print text return -vim_response.status_code,text - def new_tenant_vminstance(self,name,description,start,image_id,flavor_id,net_list): + def new_vminstance(self,name,description,start,image_id,flavor_id,net_list, cloud_config=None, disk_list=None): '''Adds a VM instance to VIM Params: start: indicates if VM must start or boot in pause mode. Ignored @@ -965,312 +797,249 @@ class vimconnector(vimconn.vimconnector): type: 'virtual', 'PF', 'VF', 'VFnotShared' vim_id: filled/added by this function #TODO ip, security groups - Returns >=0, the instance identifier - <0, error_text + Returns the instance identifier ''' + self.logger.debug("new_vminstance input: image='%s' flavor='%s' nics='%s'", image_id, flavor_id, str(net_list)) try: self._get_my_tenant() - except Exception as e: - return -vimconn.HTTP_Not_Found, str(e) - print "VIMConnector: Adding a new VM instance to VIM" - -# net_list = [] -# for k,v in net_dict.items(): -# print k,v -# net_list.append('{"name":"' + k + '", "uuid":"' + v + '"}') -# net_list_string = ', '.join(net_list) - virtio_net_list=[] - for net in net_list: - if not net.get("net_id"): - continue - net_dict={'uuid': net["net_id"]} - if net.get("type"): net_dict["type"] = net["type"] - if net.get("name"): net_dict["name"] = net["name"] - if net.get("vpci"): net_dict["vpci"] = net["vpci"] - if net.get("model"): net_dict["model"] = net["model"] - if net.get("mac_address"): net_dict["mac_address"] = net["mac_address"] - virtio_net_list.append(net_dict) - payload_dict={ "name": name, - "description": description, - "imageRef": image_id, - "flavorRef": flavor_id, - "networks": virtio_net_list - } - if start != None: - payload_dict["start"] = start - payload_req = json.dumps({"server": payload_dict}) - print self.url+'/'+self.tenant+'/servers'+payload_req - try: - vim_response = requests.post(self.url+'/'+self.tenant+'/servers', headers = self.headers_req, data=payload_req) - except requests.exceptions.RequestException, e: - print "new_tenant_vminstance Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - #print vim_response.status_code - if vim_response.status_code != 200: - print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to add new vm instance. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text - #ok - print vim_response.json() - print json.dumps(vim_response.json(), indent=4) - res,http_content = self._format_in(vim_response, new_vminstance_response_schema) - #print http_content - if not res: - return -vimconn.HTTP_Bad_Request,http_content - #r = self._remove_extra_items(http_content, new_vminstance_response_schema) - #if r is not None: print "Warning: remove extra items ", r - vminstance_id = http_content['server']['id'] - print json.dumps(http_content, indent=4) - #connect data plane interfaces to network - for net in net_list: - if net["type"]=="virtual": +# net_list = [] +# for k,v in net_dict.items(): +# print k,v +# net_list.append('{"name":"' + k + '", "uuid":"' + v + '"}') +# net_list_string = ', '.join(net_list) + virtio_net_list=[] + for net in net_list: if not net.get("net_id"): continue - for iface in http_content['server']['networks']: - if "name" in net: - if net["name"]==iface["name"]: - net["vim_id"] = iface['iface_id'] - break - elif "net_id" in net: - if net["net_id"]==iface["net_id"]: - net["vim_id"] = iface['iface_id'] - break - else: #dataplane - for numa in http_content['server'].get('extended',{}).get('numas',() ): - for iface in numa.get('interfaces',() ): - if net['name'] == iface['name']: - net['vim_id'] = iface['iface_id'] - #Code bellow is not needed, current openvim connect dataplane interfaces - #if net.get("net_id"): - ##connect dataplane interface - # result, port_id = self.connect_port_network(iface['iface_id'], net["net_id"]) - # if result < 0: - # error_text = "Error attaching port %s to network %s: %s." % (iface['iface_id'], net["net_id"], port_id) - # print "new_tenant_vminstance: " + error_text - # self.delete_tenant_vminstance(vminstance_id) - # return result, error_text - break + net_dict={'uuid': net["net_id"]} + if net.get("type"): net_dict["type"] = net["type"] + if net.get("name"): net_dict["name"] = net["name"] + if net.get("vpci"): net_dict["vpci"] = net["vpci"] + if net.get("model"): net_dict["model"] = net["model"] + if net.get("mac_address"): net_dict["mac_address"] = net["mac_address"] + virtio_net_list.append(net_dict) + payload_dict={ "name": name[:64], + "description": description, + "imageRef": image_id, + "flavorRef": flavor_id, + "networks": virtio_net_list + } + if start != None: + payload_dict["start"] = start + payload_req = json.dumps({"server": payload_dict}) + url = self.url+'/'+self.tenant+'/servers' + self.logger.info("Adding a new vm POST %s DATA %s", url, payload_req) + vim_response = requests.post(url, headers = self.headers_req, data=payload_req) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) + #print json.dumps(vim_response.json(), indent=4) + response = vim_response.json() + js_v(response, new_vminstance_response_schema) + #r = self._remove_extra_items(response, new_vminstance_response_schema) + #if r is not None: + # self.logger.warn("Warning: remove extra items %s", str(r)) + vminstance_id = response['server']['id'] + + #connect data plane interfaces to network + for net in net_list: + if net["type"]=="virtual": + if not net.get("net_id"): + continue + for iface in response['server']['networks']: + if "name" in net: + if net["name"]==iface["name"]: + net["vim_id"] = iface['iface_id'] + break + elif "net_id" in net: + if net["net_id"]==iface["net_id"]: + net["vim_id"] = iface['iface_id'] + break + else: #dataplane + for numa in response['server'].get('extended',{}).get('numas',() ): + for iface in numa.get('interfaces',() ): + if net['name'] == iface['name']: + net['vim_id'] = iface['iface_id'] + #Code bellow is not needed, current openvim connect dataplane interfaces + #if net.get("net_id"): + ##connect dataplane interface + # result, port_id = self.connect_port_network(iface['iface_id'], net["net_id"]) + # if result < 0: + # error_text = "Error attaching port %s to network %s: %s." % (iface['iface_id'], net["net_id"], port_id) + # print "new_vminstance: " + error_text + # self.delete_vminstance(vminstance_id) + # return result, error_text + break - print "VM instance id: ",vminstance_id - return vim_response.status_code,vminstance_id + return vminstance_id + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) - def get_tenant_vminstance(self,vm_id): + def get_vminstance(self, vm_id): '''Returns the VM instance information from VIM''' try: self._get_my_tenant() - except Exception as e: - return -vimconn.HTTP_Not_Found, str(e) - print "VIMConnector: Getting tenant VM instance information from VIM" - - url = self.url+'/'+self.tenant+'/servers/'+vm_id - print url - try: + url = self.url+'/'+self.tenant+'/servers/'+vm_id + self.logger.info("Getting vm GET %s", url) vim_response = requests.get(url, headers = self.headers_req) - except requests.exceptions.RequestException, e: - print "get_tenant_vminstance Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - print vim_response - #print vim_response.status_code - if vim_response.status_code == 200: - print vim_response.json() - print json.dumps(vim_response.json(), indent=4) - res,http_content = self._format_in(vim_response, new_vminstance_response_schema) - #print http_content - if res: - print json.dumps(http_content, indent=4) - return vim_response.status_code,http_content - else: return -vimconn.HTTP_Bad_Request,http_content - else: - print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to get vm instance. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code,text + vim_response = requests.get(url, headers = self.headers_req) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) + #print json.dumps(vim_response.json(), indent=4) + response = vim_response.json() + js_v(response, new_vminstance_response_schema) + #r = self._remove_extra_items(response, new_vminstance_response_schema) + #if r is not None: + # self.logger.warn("Warning: remove extra items %s", str(r)) + return response['server'] + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) - def delete_tenant_vminstance(self, vm_id): - '''Removes a VM instance from VIM''' - '''Returns the instance identifier''' + def delete_vminstance(self, vm_id): + '''Removes a VM instance from VIM, returns the deleted vm_id''' try: self._get_my_tenant() - except Exception as e: - return -vimconn.HTTP_Not_Found, str(e) - print "VIMConnector: Delete a VM instance from VIM " + vm_id - - try: - vim_response = requests.delete(self.url+'/'+self.tenant+'/servers/'+vm_id, headers = self.headers_req) - except requests.exceptions.RequestException, e: - print "delete_tenant_vminstance Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) - - #print vim_response.status_code - if vim_response.status_code == 200: - print json.dumps(vim_response.json(), indent=4) - return vim_response.status_code, vm_id - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": not possible to delete vm instance. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return -vim_response.status_code, text + url = self.url+'/'+self.tenant+'/servers/'+vm_id + self.logger.info("Deleting VIM vm DELETE %s", url) + vim_response = requests.delete(url, headers=self.headers_req) + self._check_http_request_response(vim_response) + #self.logger.debug(vim_response.text) + #print json.dumps(vim_response.json(), indent=4) + return vm_id + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) - def refresh_tenant_vms_and_nets(self, vmDict, netDict): - '''Refreshes the status of the dictionaries of VM instances and nets passed as arguments. It modifies the dictionaries''' - '''Returns: - - result: 0 if all elements could be refreshed (even if its status didn't change) - n>0, the number of elements that couldn't be refreshed, - <0 if error (foreseen) - - error_msg: text with reference to possible errors - ''' + def refresh_vms_status(self, vm_list): + '''Refreshes the status of the virtual machines''' try: self._get_my_tenant() - except Exception as e: - return -vimconn.HTTP_Not_Found, str(e) - #vms_refreshed = [] - #nets_refreshed = [] - vms_unrefreshed = [] - nets_unrefreshed = [] - for vm_id in vmDict: - vmDict[vm_id]={'error_msg':None, 'vim_info':None} - print "VIMConnector refresh_tenant_vms and nets: Getting tenant VM instance information from VIM" - - url = self.url+'/'+self.tenant+'/servers/'+ vm_id - print url + except requests.exceptions.RequestException as e: + self._format_request_exception(e) + vm_dict={} + for vm_id in vm_list: + vm={} + #print "VIMConnector refresh_tenant_vms and nets: Getting tenant VM instance information from VIM" try: + url = self.url+'/'+self.tenant+'/servers/'+ vm_id + self.logger.info("Getting vm GET %s", url) vim_response = requests.get(url, headers = self.headers_req) - except requests.exceptions.RequestException, e: - print "VIMConnector refresh_tenant_elements. Exception: ", e.args - vmDict[vm_id]['status'] = "VIM_ERROR" - vmDict[vm_id]['error_msg'] = str(e) - vms_unrefreshed.append(vm_id) - continue - #print vim_response - #print vim_response.status_code - if vim_response.status_code == 200: - #print vim_response.json() - #print json.dumps(vim_response.json(), indent=4) - management_ip = False - res,http_content = self._format_in(vim_response, new_vminstance_response_schema) - if res: - try: - vmDict[vm_id]['status'] = vmStatus2manoFormat[ http_content['server']['status'] ] - if http_content['server'].get('last_error'): - vmDict[vm_id]['error_msg'] = http_content['server']['last_error'] - vmDict[vm_id]["vim_info"] = yaml.safe_dump(http_content['server']) - vmDict[vm_id]["interfaces"]=[] - #get interfaces info - url2 = self.url+'/ports?device_id='+ vm_id - try: - vim_response2 = requests.get(url2, headers = self.headers_req) - if vim_response.status_code == 200: - client_data = vim_response2.json() - for port in client_data.get("ports"): - print "VACAport", port - interface={} - interface['vim_info'] = yaml.safe_dump(port) - interface["mac_address"] = port.get("mac_address") - interface["vim_net_id"] = port["network_id"] - interface["vim_interface_id"] = port["id"] - interface["ip_address"] = port.get("ip_address") - if interface["ip_address"]: - management_ip = True - if interface["ip_address"] == "0.0.0.0": - interface["ip_address"] = None - vmDict[vm_id]["interfaces"].append(interface) - - except Exception as e: - print "VIMConnector refresh_tenant_elements. Port get %s: %s", (type(e).__name__, (str(e) if len(e.args)==0 else str(e.args[0]))) - - if vmDict[vm_id]['status'] == "ACTIVE" and not management_ip: - vmDict[vm_id]['status'] = "ACTIVE:NoMgmtIP" - - except Exception as e: - vmDict[vm_id]['status'] = "VIM_ERROR" - vmDict[vm_id]['error_msg'] = str(e) - vms_unrefreshed.append(vm_id) - else: - vmDict[vm_id]['status'] = "VIM_ERROR" - vmDict[vm_id]['error_msg'] = str(http_content) - vms_unrefreshed.append(vm_id) - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - print 'VIMConnector refresh_tenant_vms_and_nets. Error in VIM "%s": not possible to get VM instance. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - if vim_response.status_code == 404: # HTTP_Not_Found - vmDict[vm_id]['status'] = "DELETED" + self._check_http_request_response(vim_response) + response = vim_response.json() + js_v(response, new_vminstance_response_schema) + if response['server']['status'] in vmStatus2manoFormat: + vm['status'] = vmStatus2manoFormat[ response['server']['status'] ] else: - vmDict[vm_id]['status'] = "VIM_ERROR" - vmDict[vm_id]['error_msg'] = jsonerror - vms_unrefreshed.append(vm_id) - - #print "VMs refreshed: %s" % str(vms_refreshed) - for net_id in netDict: - netDict[net_id] = {'error_msg':None, 'vim_info':None} - print "VIMConnector refresh_tenant_vms_and_nets: Getting tenant network from VIM (tenant: " + str(self.tenant) + "): " - r,c = self.get_tenant_network(net_id) - if r<0: - print "VIMconnector refresh_tenant_network. Error getting net_id '%s' status: %s" % (net_id, c) - if r==-vimconn.HTTP_Not_Found: - netDict[net_id]['status'] = "DELETED" #TODO check exit status - else: - netDict[net_id]['status'] = "VIM_ERROR" - netDict[net_id]['error_msg'] = c - nets_unrefreshed.append(net_id) - else: - try: - net_status = netStatus2manoFormat[ c['status'] ] - if net_status == "ACTIVE" and not c['admin_state_up']: - net_status = "DOWN" - netDict[net_id]['status'] = net_status - if c.get('last_error'): - netDict[net_id]['error_msg'] = c['last_error'] - netDict[net_id]["vim_info"] = yaml.safe_dump(c) + vm['status'] = "OTHER" + vm['error_msg'] = "VIM status reported " + response['server']['status'] + if response['server'].get('last_error'): + vm['error_msg'] = response['server']['last_error'] + vm["vim_info"] = yaml.safe_dump(response['server']) + #get interfaces info + try: + management_ip = False + url2 = self.url+'/ports?device_id='+ quote(vm_id) + self.logger.info("Getting PORTS GET %s", url2) + vim_response2 = requests.get(url2, headers = self.headers_req) + self._check_http_request_response(vim_response2) + client_data = vim_response2.json() + if isinstance(client_data.get("ports"), list): + vm["interfaces"]=[] + for port in client_data.get("ports"): + interface={} + interface['vim_info'] = yaml.safe_dump(port) + interface["mac_address"] = port.get("mac_address") + interface["vim_net_id"] = port.get("network_id") + interface["vim_interface_id"] = port["id"] + interface["ip_address"] = port.get("ip_address") + if interface["ip_address"]: + management_ip = True + if interface["ip_address"] == "0.0.0.0": + interface["ip_address"] = None + vm["interfaces"].append(interface) + except Exception as e: - netDict[net_id]['status'] = "VIM_ERROR" - netDict[net_id]['error_msg'] = str(e) - nets_unrefreshed.append(net_id) + self.logger.error("refresh_vms_and_nets. Port get %s: %s", type(e).__name__, str(e)) - #print "Nets refreshed: %s" % str(nets_refreshed) - - error_msg="" - if len(vms_unrefreshed)+len(nets_unrefreshed)>0: - error_msg += "VMs unrefreshed: " + str(vms_unrefreshed) + "; nets unrefreshed: " + str(nets_unrefreshed) - print error_msg + if vm['status'] == "ACTIVE" and not management_ip: + vm['status'] = "ACTIVE:NoMgmtIP" + + except vimconn.vimconnNotFoundException as e: + self.logger.error("Exception getting vm status: %s", str(e)) + vm['status'] = "DELETED" + vm['error_msg'] = str(e) + except (requests.exceptions.RequestException, js_e.ValidationError, vimconn.vimconnException) as e: + self.logger.error("Exception getting vm status: %s", str(e)) + vm['status'] = "VIM_ERROR" + vm['error_msg'] = str(e) + vm_dict[vm_id] = vm + return vm_dict - #return len(vms_unrefreshed)+len(nets_unrefreshed), error_msg, vms_refreshed, nets_refreshed - return len(vms_unrefreshed)+len(nets_unrefreshed), error_msg + def refresh_nets_status(self, net_list): + '''Get the status of the networks + Params: the list of network identifiers + Returns a dictionary with: + net_id: #VIM id of this network + status: #Mandatory. Text with one of: + # DELETED (not found at vim) + # VIM_ERROR (Cannot connect to VIM, VIM response error, ...) + # OTHER (Vim reported other status not understood) + # ERROR (VIM indicates an ERROR status) + # ACTIVE, INACTIVE, DOWN (admin down), + # BUILD (on building process) + # + error_msg: #Text with VIM error message, if any. Or the VIM connection ERROR + vim_info: #Text with plain information obtained from vim (yaml.safe_dump) + + ''' + try: + self._get_my_tenant() + except requests.exceptions.RequestException as e: + self._format_request_exception(e) + + net_dict={} + for net_id in net_list: + net = {} + #print "VIMConnector refresh_tenant_vms_and_nets: Getting tenant network from VIM (tenant: " + str(self.tenant) + "): " + try: + net_vim = self.get_network(net_id) + if net_vim['status'] in netStatus2manoFormat: + net["status"] = netStatus2manoFormat[ net_vim['status'] ] + else: + net["status"] = "OTHER" + net["error_msg"] = "VIM status reported " + net_vim['status'] + + if net["status"] == "ACTIVE" and not net_vim['admin_state_up']: + net["status"] = "DOWN" + if net_vim.get('last_error'): + net['error_msg'] = net_vim['last_error'] + net["vim_info"] = yaml.safe_dump(net_vim) + except vimconn.vimconnNotFoundException as e: + self.logger.error("Exception getting net status: %s", str(e)) + net['status'] = "DELETED" + net['error_msg'] = str(e) + except (requests.exceptions.RequestException, js_e.ValidationError, vimconn.vimconnException) as e: + self.logger.error("Exception getting net status: %s", str(e)) + net['status'] = "VIM_ERROR" + net['error_msg'] = str(e) + net_dict[net_id] = net + return net_dict - def action_tenant_vminstance(self, vm_id, action_dict): + def action_vminstance(self, vm_id, action_dict): '''Send and action over a VM instance from VIM''' '''Returns the status''' try: self._get_my_tenant() - except Exception as e: - return -vimconn.HTTP_Not_Found, str(e) - print "VIMConnector: Action over VM instance from VIM " + vm_id - - try: if "console" in action_dict: - return -vimconn.HTTP_Service_Unavailable, "getting console is not available at openvim" - - vim_response = requests.post(self.url+'/'+self.tenant+'/servers/'+vm_id+"/action", headers = self.headers_req, data=json.dumps(action_dict) ) - except requests.exceptions.RequestException, e: - print "action_tenant_vminstance Exception: ", e.args - return -vimconn.HTTP_Not_Found, str(e.args[0]) + raise vimconn.vimconnException("getting console is not available at openvim", http_code=vimconn.HTTP_Service_Unavailable) + url = self.url+'/'+self.tenant+'/servers/'+vm_id+"/action" + self.logger.info("Action over VM instance POST %s", url) + vim_response = requests.post(url, headers = self.headers_req, data=json.dumps(action_dict) ) + self._check_http_request_response(vim_response) + return vm_id + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) - #print vim_response.status_code - if vim_response.status_code == 200: - #print "vimconnector.action_tenant_vminstance():", json.dumps(vim_response.json(), indent=4) - return vim_response.status_code, vm_id - else: - #print vim_response.text - jsonerror = self._format_jsonerror(vim_response) - text = 'Error in VIM "%s": action over vm instance. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) - #print text - return vim_response.status_code, text - +#NOT USED METHODS in current version + def host_vim2gui(self, host, server_dict): '''Transform host dictionary from VIM format to GUI format, and append to the server_dict @@ -1315,7 +1084,7 @@ class vimconnector(vimconn.vimconnector): url=self.url+'/hosts' try: vim_response = requests.get(url) - except requests.exceptions.RequestException, e: + except requests.exceptions.RequestException as e: print "get_hosts_info Exception: ", e.args return -vimconn.HTTP_Not_Found, str(e.args[0]) print "vim get", url, "response:", vim_response.status_code, vim_response.json() @@ -1337,7 +1106,7 @@ class vimconnector(vimconn.vimconnector): url=self.url+'/hosts/'+host['id'] try: vim_response = requests.get(url) - except requests.exceptions.RequestException, e: + except requests.exceptions.RequestException as e: print "get_hosts_info Exception: ", e.args return -vimconn.HTTP_Not_Found, str(e.args[0]) print "vim get", url, "response:", vim_response.status_code, vim_response.json() @@ -1359,7 +1128,7 @@ class vimconnector(vimconn.vimconnector): url=self.url+'/hosts' try: vim_response = requests.get(url) - except requests.exceptions.RequestException, e: + except requests.exceptions.RequestException as e: print "get_hosts Exception: ", e.args return -vimconn.HTTP_Not_Found, str(e.args[0]) print "vim get", url, "response:", vim_response.status_code, vim_response.json() @@ -1380,7 +1149,7 @@ class vimconnector(vimconn.vimconnector): url=self.url+'/' + vim_tenant + '/servers?hostId='+host['id'] try: vim_response = requests.get(url) - except requests.exceptions.RequestException, e: + except requests.exceptions.RequestException as e: print "get_hosts Exception: ", e.args return -vimconn.HTTP_Not_Found, str(e.args[0]) print "vim get", url, "response:", vim_response.status_code, vim_response.json() @@ -1400,7 +1169,7 @@ class vimconnector(vimconn.vimconnector): url=self.url+'/processor_ranking' try: vim_response = requests.get(url) - except requests.exceptions.RequestException, e: + except requests.exceptions.RequestException as e: print "get_processor_rankings Exception: ", e.args return -vimconn.HTTP_Not_Found, str(e.args[0]) print "vim get", url, "response:", vim_response.status_code, vim_response.json() @@ -1414,40 +1183,132 @@ class vimconnector(vimconn.vimconnector): res,rankings = self._format_in(vim_response, get_processor_rankings_response_schema) return res, rankings['rankings'] - def get_image_id_from_path(self, path): - '''Get the image id from image path in the VIM database''' - '''Returns: - 0,"Image not found" if there are no images with that path - 1,image-id if there is one image with that path - <0,message if there was an error (Image not found, error contacting VIM, more than 1 image with that path, etc.) - ''' + def new_host(self, host_data): + '''Adds a new host to VIM''' + '''Returns status code of the VIM response''' + payload_req = host_data try: - self._get_my_tenant() - except Exception as e: - return -vimconn.HTTP_Not_Found, str(e) - url=self.url + '/' + self.tenant + '/images?path='+path + url = self.url_admin+'/hosts' + self.logger.info("Adding a new host POST %s", url) + vim_response = requests.post(url, headers = self.headers_req, data=payload_req) + self._check_http_request_response(vim_response) + self.logger.debug(vim_response.text) + #print json.dumps(vim_response.json(), indent=4) + response = vim_response.json() + js_v(response, new_host_response_schema) + r = self._remove_extra_items(response, new_host_response_schema) + if r is not None: + self.logger.warn("Warning: remove extra items %s", str(r)) + host_id = response['host']['id'] + return host_id + except (requests.exceptions.RequestException, js_e.ValidationError) as e: + self._format_request_exception(e) + + def new_external_port(self, port_data): + '''Adds a external port to VIM''' + '''Returns the port identifier''' + #TODO change to logging exception code policies + print "VIMConnector: Adding a new external port" + payload_req = port_data try: - vim_response = requests.get(url) - except requests.exceptions.RequestException, e: - print "get_image_id_from_path url='%s'Exception: '%s'" % (url, str(e.args)) + vim_response = requests.post(self.url_admin+'/ports', headers = self.headers_req, data=payload_req) + except requests.exceptions.RequestException as e: + self.logger.error("new_external_port Exception: ", str(e)) return -vimconn.HTTP_Not_Found, str(e.args[0]) - print "vim get_image_id_from_path", url, "response:", vim_response.status_code, vim_response.json() + print vim_response #print vim_response.status_code + if vim_response.status_code == 200: + #print vim_response.json() #print json.dumps(vim_response.json(), indent=4) - if vim_response.status_code != 200: - #TODO: get error - print 'vimconnector.get_image_id_from_path error getting image id from path. Error code: %d Description: %s' %(vim_response.status_code, vim_response.json()) - return -vim_response.status_code, "Error getting image id from path" + res, http_content = self._format_in(vim_response, new_port_response_schema) + #print http_content + if res: + r = self._remove_extra_items(http_content, new_port_response_schema) + if r is not None: print "Warning: remove extra items ", r + #print http_content + port_id = http_content['port']['id'] + print "Port id: ",port_id + return vim_response.status_code,port_id + else: return -vimconn.HTTP_Bad_Request,http_content + else: + #print vim_response.text + jsonerror = self._format_jsonerror(vim_response) + text = 'Error in VIM "%s": not possible to add new external port. HTTP Response: %d. Error: %s' % (self.url_admin, vim_response.status_code, jsonerror) + #print text + return -vim_response.status_code,text + + def new_external_network(self,net_name,net_type): + '''Adds a external network to VIM (shared)''' + '''Returns the network identifier''' + #TODO change to logging exception code policies + print "VIMConnector: Adding external shared network to VIM (type " + net_type + "): "+ net_name - res,image = self._format_in(vim_response, get_images_response_schema) - if not res: - print "vimconnector.get_image_id_from_path error" - return -vimconn.HTTP_Bad_Request, image - if len(image['images'])==0: - return 0,"Image not found" - elif len(image['images'])>1: - print "vimconnector.get_image_id_from_path error. More than one images with the path %s." %(path) - return -vimconn.HTTP_Internal_Server_Error,"More than one images with that path" - return 1, image['images'][0]['id'] + payload_req = '{"network":{"name": "' + net_name + '","shared":true,"type": "' + net_type + '"}}' + try: + vim_response = requests.post(self.url+'/networks', headers = self.headers_req, data=payload_req) + except requests.exceptions.RequestException as e: + self.logger.error( "new_external_network Exception: ", e.args) + return -vimconn.HTTP_Not_Found, str(e.args[0]) + print vim_response + #print vim_response.status_code + if vim_response.status_code == 200: + #print vim_response.json() + #print json.dumps(vim_response.json(), indent=4) + res,http_content = self._format_in(vim_response, new_network_response_schema) + #print http_content + if res: + r = self._remove_extra_items(http_content, new_network_response_schema) + if r is not None: print "Warning: remove extra items ", r + #print http_content + network_id = http_content['network']['id'] + print "Network id: ",network_id + return vim_response.status_code,network_id + else: return -vimconn.HTTP_Bad_Request,http_content + else: + #print vim_response.text + jsonerror = self._format_jsonerror(vim_response) + text = 'Error in VIM "%s": not possible to add new external network. HTTP Response: %d. Error: %s' % (self.url, vim_response.status_code, jsonerror) + #print text + return -vim_response.status_code,text + + def connect_port_network(self, port_id, network_id, admin=False): + '''Connects a external port to a network''' + '''Returns status code of the VIM response''' + #TODO change to logging exception code policies + print "VIMConnector: Connecting external port to network" + + payload_req = '{"port":{"network_id":"' + network_id + '"}}' + if admin: + if self.url_admin==None: + return -vimconn.HTTP_Unauthorized, "datacenter cannot contain admin URL" + url= self.url_admin + else: + url= self.url + try: + vim_response = requests.put(url +'/ports/'+port_id, headers = self.headers_req, data=payload_req) + except requests.exceptions.RequestException as e: + print "connect_port_network Exception: ", e.args + return -vimconn.HTTP_Not_Found, str(e.args[0]) + print vim_response + #print vim_response.status_code + if vim_response.status_code == 200: + #print vim_response.json() + #print json.dumps(vim_response.json(), indent=4) + res,http_content = self._format_in(vim_response, new_port_response_schema) + #print http_content + if res: + r = self._remove_extra_items(http_content, new_port_response_schema) + if r is not None: print "Warning: remove extra items ", r + #print http_content + port_id = http_content['port']['id'] + print "Port id: ",port_id + return vim_response.status_code,port_id + else: return -vimconn.HTTP_Bad_Request,http_content + else: + print vim_response.text + jsonerror = self._format_jsonerror(vim_response) + text = 'Error in VIM "%s": not possible to connect external port to network. HTTP Response: %d. Error: %s' % (self.url_admin, vim_response.status_code, jsonerror) + print text + return -vim_response.status_code,text