X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;f=vimconn_vmware.py;h=cd5a47bc8fad4f09c916050b936fd87cec40da02;hb=0e571a975bccfbd218e291f44b34400d5aa9577b;hp=c8fc73a809c7779e476ef504852e892664cb84f6;hpb=bba83c837c93bada304f2cb31925c59c0afb82c8;p=osm%2FRO.git diff --git a/vimconn_vmware.py b/vimconn_vmware.py index c8fc73a8..cd5a47bc 100644 --- a/vimconn_vmware.py +++ b/vimconn_vmware.py @@ -50,11 +50,13 @@ from pyvcloud.schema.vcd.v1_5.schemas.admin.vCloudEntities import TasksInProgres import logging import json -import vimconn import time import uuid import httplib import hashlib +import socket +import struct +import netaddr # global variable for vcd connector type STANDALONE = 'standalone' @@ -63,13 +65,22 @@ STANDALONE = 'standalone' FLAVOR_RAM_KEY = 'ram' FLAVOR_VCPUS_KEY = 'vcpus' -# global variable for number of retry -DELETE_INSTANCE_RETRY = 3 +DEFAULT_IP_PROFILE = {'gateway_address':"192.168.1.1", + 'dhcp_count':50, + 'subnet_address':"192.168.1.0/24", + 'dhcp_enabled':True, + 'dhcp_start_address':"192.168.1.3", + 'ip_version':"IPv4", + 'dns_address':"192.168.1.2" + } +# global variable for wait time +INTERVAL_TIME = 5 +MAX_WAIT_TIME = 1800 VCAVERSION = '5.9' -__author__ = "Mustafa Bayramov" -__date__ = "$26-Aug-2016 11:09:29$" +__author__ = "Mustafa Bayramov, Arpita Kate, Sachin Bhangare" +__date__ = "$23-Dec-2016 11:09:29$" __version__ = '0.1' # -1: "Could not be created", @@ -164,16 +175,13 @@ class vimconnector(vimconn.vimconnector): if tenant_name is not None: orgnameandtenant = tenant_name.split(":") if len(orgnameandtenant) == 2: - self.tenant_name = orgnameandtenant[0] - self.org_name = orgnameandtenant[1] + self.tenant_name = orgnameandtenant[1] + self.org_name = orgnameandtenant[0] else: self.tenant_name = tenant_name elif "orgname" in config: self.org_name = config['orgname'] - else: - raise vimconn.vimconnException(message="Please indicate valid organization name. " - "Either pass by org config attribute " - "or as tenant_name:tenant_id.") + if log_level: self.logger.setLevel(getattr(logging, log_level)) @@ -427,19 +435,20 @@ class vimconnector(vimconn.vimconnector): def new_network(self, net_name, net_type, ip_profile=None, shared=False): """Adds a tenant network to VIM net_name is the name - net_type can be 'bridge','data'.'ptp'. TODO: this need to be revised + net_type can be 'bridge','data'.'ptp'. ip_profile is a dict containing the IP parameters of the network shared is a boolean Returns the network identifier""" - self.logger.debug( - "new_network tenant {} net_type {} ip_profile {} shared {}".format(net_name, net_type, ip_profile, shared)) + self.logger.debug("new_network tenant {} net_type {} ip_profile {} shared {}" + .format(net_name, net_type, ip_profile, shared)) isshared = 'false' if shared: isshared = 'true' - network_uuid = self.create_network(network_name=net_name, isshared=isshared) + network_uuid = self.create_network(network_name=net_name, net_type=net_type, + ip_profile=ip_profile, isshared=isshared) if network_uuid is not None: return network_uuid else: @@ -1194,32 +1203,34 @@ class vimconnector(vimconn.vimconnector): power_on = 'true' # client must provide at least one entry in net_list if not we report error - # + #If net type is mgmt, then configure it as primary net & use its NIC index as primary NIC + #If no mgmt, then the 1st NN in netlist is considered as primary net. + primary_net = None primary_netname = None network_mode = 'bridged' if net_list is not None and len(net_list) > 0: - primary_net = net_list[0] + for net in net_list: + if 'use' in net and net['use'] == 'mgmt': + primary_net = net if primary_net is None: - raise vimconn.vimconnUnexpectedResponse("new_vminstance(): Failed network list is empty.".format(name)) - else: - try: - primary_net_id = primary_net['net_id'] - network_dict = self.get_vcd_network(network_uuid=primary_net_id) - if 'name' in network_dict: - primary_netname = network_dict['name'] - self.logger.info("Connecting VM to a network name {} " - " network id {}".format(primary_netname, primary_net_id)) - if 'use' in primary_net: - if primary_net['use'] == 'bridge': - network_mode = 'bridged' - except KeyError: - raise vimconn.vimconnException("Corrupted flavor. {}".format(primary_net)) + primary_net = net_list[0] + + try: + primary_net_id = primary_net['net_id'] + network_dict = self.get_vcd_network(network_uuid=primary_net_id) + if 'name' in network_dict: + primary_netname = network_dict['name'] + + except KeyError: + raise vimconn.vimconnException("Corrupted flavor. {}".format(primary_net)) + else: + raise vimconn.vimconnUnexpectedResponse("new_vminstance(): Failed network list is empty.".format(name)) # use: 'data', 'bridge', 'mgmt' # create vApp. Set vcpu and ram based on flavor id. vapptask = vca.create_vapp(self.tenant_name, vmname_andid, templateName, self.get_catalogbyid(image_id, catalogs), - network_name=primary_netname, # can be None if net_list None + network_name=None, # None while creating vapp network_mode=network_mode, vm_name=vmname_andid, vm_cpus=vm_cpus, # can be None if flavor is None @@ -1236,10 +1247,11 @@ class vimconnector(vimconn.vimconnector): raise vimconn.vimconnUnexpectedResponse( "new_vminstance(): Failed failed retrieve vApp {} after we deployed".format(vmname_andid)) - # add first NIC + # add NICs & connect to networks in netlist try: self.logger.info("Request to connect VM to a network: {}".format(net_list)) nicIndex = 0 + primary_nic_index = 0 for net in net_list: # openmano uses network id in UUID format. # vCloud Director need a name so we do reverse operation from provided UUID we lookup a name @@ -1253,6 +1265,9 @@ class vimconnector(vimconn.vimconnector): interface_net_name = self.get_network_name_by_id(network_uuid=interface_net_id) interface_network_mode = net['use'] + if interface_network_mode == 'mgmt': + primary_nic_index = nicIndex + """- POOL (A static IP address is allocated automatically from a pool of addresses.) - DHCP (The IP address is obtained from a DHCP service.) - MANUAL (The IP address is assigned manually in the IpAddress element.) @@ -1261,21 +1276,19 @@ class vimconnector(vimconn.vimconnector): if primary_netname is not None: nets = filter(lambda n: n.name == interface_net_name, vca.get_networks(self.tenant_name)) if len(nets) == 1: - self.logger.info("Found requested network: {}".format(nets[0].name)) + self.logger.info("new_vminstance(): Found requested network: {}".format(nets[0].name)) task = vapp.connect_to_network(nets[0].name, nets[0].href) if type(task) is GenericTask: vca.block_until_completed(task) - # connect network to VM - # TODO figure out mapping between openmano representation to vCloud director. - # one idea use first nic as management DHCP all remaining in bridge mode - self.logger.info("Connecting VM to a network network {}".format(nets[0].name)) + # connect network to VM - with all DHCP by default + self.logger.info("new_vminstance(): Connecting VM to a network {}".format(nets[0].name)) task = vapp.connect_vms(nets[0].name, connection_index=nicIndex, - connections_primary_index=nicIndex, + connections_primary_index=primary_nic_index, ip_allocation_mode='DHCP') if type(task) is GenericTask: vca.block_until_completed(task) - nicIndex += 1 + nicIndex += 1 except KeyError: # it might be a case if specific mandatory entry in dict is empty self.logger.debug("Key error {}".format(KeyError.message)) @@ -1290,7 +1303,19 @@ class vimconnector(vimconn.vimconnector): vca.block_until_completed(deploytask) # check if vApp deployed and if that the case return vApp UUID otherwise -1 - vapp_uuid = self.get_vappid(vca.get_vdc(self.tenant_name), vmname_andid) + wait_time = 0 + vapp_uuid = None + while wait_time <= MAX_WAIT_TIME: + vapp = vca.get_vapp(vca.get_vdc(self.tenant_name), vmname_andid) + if vapp and vapp.me.deployed: + vapp_uuid = self.get_vappid(vca.get_vdc(self.tenant_name), vmname_andid) + break + else: + self.logger.debug("new_vminstance(): Wait for vApp {} to deploy".format(name)) + time.sleep(INTERVAL_TIME) + + wait_time +=INTERVAL_TIME + if vapp_uuid is not None: return vapp_uuid else: @@ -1384,47 +1409,97 @@ class vimconnector(vimconn.vimconnector): self.logger.info("Deleting vApp {} and UUID {}".format(vapp_name, vm__vim_uuid)) # Delete vApp and wait for status change if task executed and vApp is None. - # We successfully delete vApp from vCloud vapp = vca.get_vapp(vca.get_vdc(self.tenant_name), vapp_name) - # poweroff vapp / undeploy and delete - power_off_task = vapp.poweroff() - if type(power_off_task) is GenericTask: - vca.block_until_completed(power_off_task) - else: - if not power_off_task: - self.logger.debug("delete_vminstance(): Failed power off VM uuid {} ".format(vm__vim_uuid)) - - # refresh status - if vapp.me.deployed: - undeploy_task = vapp.undeploy() - if type(undeploy_task) is GenericTask: - retry = 0 - while retry <= DELETE_INSTANCE_RETRY: - result = vca.block_until_completed(undeploy_task) - if result: - break - retry += 1 - else: - return -1 - # delete vapp - vapp = vca.get_vapp(vca.get_vdc(self.tenant_name), vapp_name) - if vapp is not None: - delete_task = vapp.delete() - retry = 0 - while retry <= DELETE_INSTANCE_RETRY: - task = vapp.delete() - if type(task) is GenericTask: - vca.block_until_completed(delete_task) - if not delete_task: + if vapp: + if vapp.me.deployed: + self.logger.info("Powering off vApp {}".format(vapp_name)) + #Power off vApp + powered_off = False + wait_time = 0 + while wait_time <= MAX_WAIT_TIME: + vapp = vca.get_vapp(vca.get_vdc(self.tenant_name), vapp_name) + if not vapp: + self.logger.debug("delete_vminstance(): Failed to get vm by given {} vm uuid".format(vm__vim_uuid)) + return -1, "delete_vminstance(): Failed to get vm by given {} vm uuid".format(vm__vim_uuid) + + power_off_task = vapp.poweroff() + if type(power_off_task) is GenericTask: + result = vca.block_until_completed(power_off_task) + if result: + powered_off = True + break + else: + self.logger.info("Wait for vApp {} to power off".format(vapp_name)) + time.sleep(INTERVAL_TIME) + + wait_time +=INTERVAL_TIME + if not powered_off: + self.logger.debug("delete_vminstance(): Failed to power off VM instance {} ".format(vm__vim_uuid)) + else: + self.logger.info("delete_vminstance(): Powered off VM instance {} ".format(vm__vim_uuid)) + + #Undeploy vApp + self.logger.info("Undeploy vApp {}".format(vapp_name)) + wait_time = 0 + undeployed = False + while wait_time <= MAX_WAIT_TIME: + vapp = vca.get_vapp(vca.get_vdc(self.tenant_name), vapp_name) + if not vapp: + self.logger.debug("delete_vminstance(): Failed to get vm by given {} vm uuid".format(vm__vim_uuid)) + return -1, "delete_vminstance(): Failed to get vm by given {} vm uuid".format(vm__vim_uuid) + undeploy_task = vapp.undeploy(action='powerOff') + + if type(undeploy_task) is GenericTask: + result = vca.block_until_completed(undeploy_task) + if result: + undeployed = True + break + else: + self.logger.debug("Wait for vApp {} to undeploy".format(vapp_name)) + time.sleep(INTERVAL_TIME) + + wait_time +=INTERVAL_TIME + + if not undeployed: + self.logger.debug("delete_vminstance(): Failed to undeploy vApp {} ".format(vm__vim_uuid)) + + # delete vapp + self.logger.info("Start deletion of vApp {} ".format(vapp_name)) + vapp = vca.get_vapp(vca.get_vdc(self.tenant_name), vapp_name) + + if vapp is not None: + wait_time = 0 + result = False + + while wait_time <= MAX_WAIT_TIME: + vapp = vca.get_vapp(vca.get_vdc(self.tenant_name), vapp_name) + if not vapp: + self.logger.debug("delete_vminstance(): Failed to get vm by given {} vm uuid".format(vm__vim_uuid)) + return -1, "delete_vminstance(): Failed to get vm by given {} vm uuid".format(vm__vim_uuid) + + delete_task = vapp.delete() + + if type(delete_task) is GenericTask: + vca.block_until_completed(delete_task) + result = vca.block_until_completed(delete_task) + if result: + break + else: + self.logger.debug("Wait for vApp {} to delete".format(vapp_name)) + time.sleep(INTERVAL_TIME) + + wait_time +=INTERVAL_TIME + + if not result: self.logger.debug("delete_vminstance(): Failed delete uuid {} ".format(vm__vim_uuid)) - retry += 1 except: self.logger.debug(traceback.format_exc()) raise vimconn.vimconnException("delete_vminstance(): Failed delete vm instance {}".format(vm__vim_uuid)) if vca.get_vapp(vca.get_vdc(self.tenant_name), vapp_name) is None: + self.logger.info("Deleted vm instance {} sccessfully".format(vm__vim_uuid)) return vm__vim_uuid else: raise vimconn.vimconnException("delete_vminstance(): Failed delete vm instance {}".format(vm__vim_uuid)) @@ -2075,12 +2150,16 @@ class vimconnector(vimconn.vimconnector): return False - def create_network(self, network_name=None, parent_network_uuid=None, isshared='true'): + def create_network(self, network_name=None, net_type='bridge', parent_network_uuid=None, + ip_profile=None, isshared='true'): """ Method create network in vCloud director Args: network_name - is network name to be created. + net_type - can be 'bridge','data','ptp','mgmt'. + ip_profile is a dict containing the IP parameters of the network + isshared - is a boolean parent_network_uuid - is parent provider vdc network that will be used for mapping. It optional attribute. by default if no parent network indicate the first available will be used. @@ -2090,6 +2169,8 @@ class vimconnector(vimconn.vimconnector): new_network_name = [network_name, '-', str(uuid.uuid4())] content = self.create_network_rest(network_name=''.join(new_network_name), + ip_profile=ip_profile, + net_type=net_type, parent_network_uuid=parent_network_uuid, isshared=isshared) if content is None: @@ -2106,12 +2187,16 @@ class vimconnector(vimconn.vimconnector): self.logger.debug("Failed create network {}".format(network_name)) return None - def create_network_rest(self, network_name=None, parent_network_uuid=None, isshared='true'): + def create_network_rest(self, network_name=None, net_type='bridge', parent_network_uuid=None, + ip_profile=None, isshared='true'): """ Method create network in vCloud director Args: network_name - is network name to be created. + net_type - can be 'bridge','data','ptp','mgmt'. + ip_profile is a dict containing the IP parameters of the network + isshared - is a boolean parent_network_uuid - is parent provider vdc network that will be used for mapping. It optional attribute. by default if no parent network indicate the first available will be used. @@ -2182,29 +2267,138 @@ class vimconnector(vimconn.vimconnector): except: return None + #Configure IP profile of the network + ip_profile = ip_profile if ip_profile is not None else DEFAULT_IP_PROFILE + + gateway_address=ip_profile['gateway_address'] + dhcp_count=int(ip_profile['dhcp_count']) + subnet_address=self.convert_cidr_to_netmask(ip_profile['subnet_address']) + + if ip_profile['dhcp_enabled']==True: + dhcp_enabled='true' + else: + dhcp_enabled='false' + dhcp_start_address=ip_profile['dhcp_start_address'] + + #derive dhcp_end_address from dhcp_start_address & dhcp_count + end_ip_int = int(netaddr.IPAddress(dhcp_start_address)) + end_ip_int += dhcp_count - 1 + dhcp_end_address = str(netaddr.IPAddress(end_ip_int)) + + ip_version=ip_profile['ip_version'] + dns_address=ip_profile['dns_address'] + # either use client provided UUID or search for a first available # if both are not defined we return none if parent_network_uuid is not None: url_list = [vca.host, '/api/admin/network/', parent_network_uuid] add_vdc_rest_url = ''.join(url_list) - # return response.content - data = """ - Openmano created - - - {2:s} - - {3:s} - """.format(escape(network_name), available_networks, "bridged", isshared) + if net_type=='ptp': + fence_mode="isolated" + isshared='false' + is_inherited='false' + data = """ + Openmano created + + + + {1:s} + {2:s} + {3:s} + {4:s} + {5:s} + + + {6:s} + {7:s} + + + + + {8:s} + + {9:s} + """.format(escape(network_name), is_inherited, gateway_address, + subnet_address, dns_address, dhcp_enabled, + dhcp_start_address, dhcp_end_address, fence_mode, isshared) + + else: + fence_mode="bridged" + is_inherited='false' + data = """ + Openmano created + + + + {1:s} + {2:s} + {3:s} + {4:s} + {5:s} + + + {6:s} + {7:s} + + + + + + {9:s} + + {10:s} + """.format(escape(network_name), is_inherited, gateway_address, + subnet_address, dns_address, dhcp_enabled, + dhcp_start_address, dhcp_end_address, available_networks, + fence_mode, isshared) headers = vca.vcloud_session.get_vcloud_headers() headers['Content-Type'] = 'application/vnd.vmware.vcloud.orgVdcNetwork+xml' - response = Http.post(url=add_vdc_rest_url, headers=headers, data=data, verify=vca.verify, logger=vca.logger) + try: + response = Http.post(url=add_vdc_rest_url, + headers=headers, + data=data, + verify=vca.verify, + logger=vca.logger) + + if response.status_code != 201: + self.logger.debug("Create Network POST REST API call failed. Return status code {}" + .format(response.status_code)) + else: + network = networkType.parseString(response.content, True) + create_nw_task = network.get_Tasks().get_Task()[0] + + # if we all ok we respond with content after network creation completes + # otherwise by default return None + if create_nw_task is not None: + self.logger.debug("Create Network REST : Waiting for Nw creation complete") + status = vca.block_until_completed(create_nw_task) + if status: + return response.content + else: + self.logger.debug("create_network_rest task failed. Network Create response : {}" + .format(response.content)) + except Exception as exp: + self.logger.debug("create_network_rest : Exception : {} ".format(exp)) - # if we all ok we respond with content otherwise by default None - if response.status_code == 201: - return response.content + return None + + def convert_cidr_to_netmask(self, cidr_ip=None): + """ + Method sets convert CIDR netmask address to normal IP format + Args: + cidr_ip : CIDR IP address + Returns: + netmask : Converted netmask + """ + if cidr_ip is not None: + if '/' in cidr_ip: + network, net_bits = cidr_ip.split('/') + netmask = socket.inet_ntoa(struct.pack(">I", (0xffffffff << (32 - int(net_bits))) & 0xffffffff)) + else: + netmask = cidr_ip + return netmask return None def get_provider_rest(self, vca=None): @@ -2524,3 +2718,5 @@ class vimconnector(vimconn.vimconnector): return response.content return None + +