X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;f=src%2Femuvim%2Fapi%2Fsonata%2Fdummygatekeeper.py;h=eda2b962249180853dea6491ea4a6a4dba0451ca;hb=92237dc0bc0a724210453c2e10445f8d6f68b06c;hp=c3694e5a10ca2d591d68ddd0644e77fdcfa3a273;hpb=082378b8e883bb531c745c5ecc8da06d475648b2;p=osm%2Fvim-emu.git diff --git a/src/emuvim/api/sonata/dummygatekeeper.py b/src/emuvim/api/sonata/dummygatekeeper.py index c3694e5..eda2b96 100644 --- a/src/emuvim/api/sonata/dummygatekeeper.py +++ b/src/emuvim/api/sonata/dummygatekeeper.py @@ -15,13 +15,17 @@ from docker import Client as DockerClient from flask import Flask, request import flask_restful as fr +logging.basicConfig() LOG = logging.getLogger("sonata-dummy-gatekeeper") LOG.setLevel(logging.DEBUG) logging.getLogger("werkzeug").setLevel(logging.WARNING) +GK_STORAGE = "/tmp/son-dummy-gk/" +UPLOAD_FOLDER = os.path.join(GK_STORAGE, "uploads/") +CATALOG_FOLDER = os.path.join(GK_STORAGE, "catalog/") -UPLOAD_FOLDER = "/tmp/son-dummy-gk/uploads/" -CATALOG_FOLDER = "/tmp/son-dummy-gk/catalog/" +# flag to indicate that we run without the emulator (only the bare API for integration testing) +GK_STANDALONE_MODE = False class Gatekeeper(object): @@ -29,6 +33,7 @@ class Gatekeeper(object): def __init__(self): self.services = dict() self.dcs = dict() + self.vnf_counter = 0 # used to generate short names for VNFs (Mininet limitation) LOG.info("Create SONATA dummy gatekeeper.") def register_service_package(self, service_uuid, service): @@ -41,6 +46,10 @@ class Gatekeeper(object): # lets perform all steps needed to onboard the service service.onboard() + def get_next_vnf_name(self): + self.vnf_counter += 1 + return "vnf%d" % self.vnf_counter + class Service(object): """ @@ -82,20 +91,53 @@ class Service(object): LOG.info("On-boarded service: %r" % self.manifest.get("package_name")) def start_service(self): - # TODO implement method - # each service instance gets a new uuid to identify it + """ + This methods creates and starts a new service instance. + It computes placements, iterates over all VNFDs, and starts + each VNFD as a Docker container in the data center selected + by the placement algorithm. + :return: + """ + LOG.info("Starting service %r" % self.uuid) + # 1. each service instance gets a new uuid to identify it instance_uuid = str(uuid.uuid4()) - # compute placement of this service instance (adds DC names to VNFDs) - self._calculate_placement(FirstDcPlacement) - # 1. parse descriptors and get name of each docker container + # build a instances dict (a bit like a NSR :)) + self.instances[instance_uuid] = dict() + self.instances[instance_uuid]["vnf_instances"] = list() + # 2. compute placement of this service instance (adds DC names to VNFDs) + if not GK_STANDALONE_MODE: + self._calculate_placement(FirstDcPlacement) + # iterate over all vnfds that we have to start for vnfd in self.vnfds.itervalues(): - for u in vnfd.get("virtual_deployment_units"): - docker_name = u.get("vm_image") - # 2. do the corresponding dc.startCompute(name="foobar") calls - print "start %r" % docker_name - # 3. store references to the compute objects in self.instantiations + vnfi = None + if not GK_STANDALONE_MODE: + vnfi = self._start_vnfd(vnfd) + self.instances[instance_uuid]["vnf_instances"].append(vnfi) + LOG.info("Service started. Instance id: %r" % instance_uuid) return instance_uuid + def _start_vnfd(self, vnfd): + """ + Start a single VNFD of this service + :param vnfd: vnfd descriptor dict + :return: + """ + # iterate over all deployment units within each VNFDs + for u in vnfd.get("virtual_deployment_units"): + # 1. get the name of the docker image to start and the assigned DC + docker_name = u.get("vm_image") + target_dc = vnfd.get("dc") + # 2. perform some checks to ensure we can start the container + assert(docker_name is not None) + assert(target_dc is not None) + if not self._check_docker_image_exists(docker_name): + raise Exception("Docker image %r not found. Abort." % docker_name) + # 3. do the dc.startCompute(name="foobar") call to run the container + # TODO consider flavors, and other annotations + vnfi = target_dc.startCompute(GK.get_next_vnf_name(), image=docker_name, flavor_name="small") + # 6. store references to the compute objects in self.instances + return vnfi + def _unpack_service_package(self): """ unzip *.son file and store contents in CATALOG_FOLDER/services// @@ -158,6 +200,8 @@ class Service(object): """ Build Docker images for each local Dockerfile found in the package: self.local_docker_files """ + if GK_STANDALONE_MODE: + return # do not build anything in standalone mode dc = DockerClient() LOG.info("Building %d Docker images (this may take several minutes) ..." % len(self.local_docker_files)) for k, v in self.local_docker_files.iteritems(): @@ -169,9 +213,17 @@ class Service(object): """ If the package contains URLs to pre-build Docker images, we download them with this method. """ - # TODO implement + # TODO implement this if we want to be able to download docker images instead of building them pass + def _check_docker_image_exists(self, image_name): + """ + Query the docker service and check if the given image exists + :param image_name: name of the docker image + :return: + """ + return len(DockerClient().images(image_name)) > 0 + def _calculate_placement(self, algorithm): """ Do placement by adding the a field "dc" to @@ -254,13 +306,18 @@ class Instantiations(fr.Resource): Will return a new UUID to identify the running service instance. :return: UUID """ - # TODO implement method (start real service) + # try to extract the service uuid from the request json_data = request.get_json(force=True) - service_uuid = list(GK.services.iterkeys())[0] #json_data.get("service_uuid") # TODO only for quick testing + service_uuid = json_data.get("service_uuid") + + # lets be a bit fuzzy here to make testing easier + if service_uuid is None and len(GK.services) > 0: + # if we don't get a service uuid, we simple start the first service in the list + service_uuid = list(GK.services.iterkeys())[0] + if service_uuid in GK.services: - LOG.info("Starting service %r" % service_uuid) + # ok, we have a service uuid, lets start the service service_instance_uuid = GK.services.get(service_uuid).start_service() - LOG.info("Service started. Instance id: %r" % service_instance_uuid) return {"service_instance_uuid": service_instance_uuid} return "Service not found", 404 @@ -269,8 +326,8 @@ class Instantiations(fr.Resource): Returns a list of UUIDs containing all running services. :return: dict / list """ - # TODO implement method - return {"service_instance_uuid_list": list()} + return {"service_instance_list": [ + list(s.instances.iterkeys()) for s in GK.services.itervalues()]} # create a single, global GK object @@ -319,7 +376,7 @@ def helper_map_docker_name(name): """ Quick hack to fix missing dependency in example package. """ - # TODO remove this when package description is fixed + # FIXME remove this when package description is fixed mapping = { "/docker_files/iperf/Dockerfile": "iperf_docker", "/docker_files/firewall/Dockerfile": "fw_docker", @@ -332,6 +389,7 @@ if __name__ == '__main__': """ Lets allow to run the API in standalone mode. """ + GK_STANDALONE_MODE = True logging.getLogger("werkzeug").setLevel(logging.INFO) start_rest_api("0.0.0.0", 8000)