import time
import json
import logging
-from emuvim.dcemulator.resourcemodel import BaseResourceModel
+from emuvim.dcemulator.resourcemodel import BaseResourceModel, NotEnoughResourcesAvailable
LOG = logging.getLogger("rm.upb.simple")
LOG.setLevel(logging.DEBUG)
self.dc_alloc_mu = 0
self.deactivate_cpu_limit = deactivate_cpu_limit
self.deactivate_mem_limit = deactivate_mem_limit
- self.single_cu = 0 # current value for a single cu
- self.single_mu = 0 # current value for a single mu
- super(self.__class__, self).__init__()
+ self.single_cu = 0
+ self.single_mu = 0
+ self.cpu_op_factor = 1.0 # over provisioning factor
+ self.mem_op_factor = 1.0
+ self.raise_no_cpu_resources_left = True
+ self.raise_no_mem_resources_left = True
+ super(UpbSimpleCloudDcRM, self).__init__()
def allocate(self, d):
"""
"""
fl_cu = self._get_flavor(d).get("compute")
# check for over provisioning
- if self.dc_alloc_cu + fl_cu > self.dc_max_cu:
- raise Exception("Not enough compute resources left.")
+ if self.dc_alloc_cu + fl_cu > self.dc_max_cu and self.raise_no_cpu_resources_left:
+ raise NotEnoughResourcesAvailable("Not enough compute resources left.")
self.dc_alloc_cu += fl_cu
def _allocate_mem(self, d):
"""
fl_mu = self._get_flavor(d).get("memory")
# check for over provisioning
- if self.dc_alloc_mu + fl_mu > self.dc_max_mu:
- raise Exception("Not enough memory resources left.")
+ if self.dc_alloc_mu + fl_mu > self.dc_max_mu and self.raise_no_mem_resources_left:
+ raise NotEnoughResourcesAvailable("Not enough memory resources left.")
self.dc_alloc_mu += fl_mu
def free(self, d):
"""
Recalculate real resource limits for all allocated containers and apply them
to their cgroups.
- We have to recalculate for all to allow e.g. overprovisioning models.
+ We have to recalculate for all containers to allow e.g. over provisioning models.
:return:
"""
for d in self._allocated_compute_instances.itervalues():
:return:
"""
number_cu = self._get_flavor(d).get("compute")
- # get cpu time fraction for entire emulation
- e_cpu = self.registrar.e_cpu
# calculate cpu time fraction of a single compute unit
- self.single_cu = float(e_cpu) / sum([rm.dc_max_cu for rm in list(self.registrar.resource_models)])
+ self.single_cu = self._compute_single_cu()
# calculate cpu time fraction for container with given flavor
cpu_time_percentage = self.single_cu * number_cu
# calculate input values for CFS scheduler bandwidth limitation
cpu_period, cpu_quota = self._calculate_cpu_cfs_values(cpu_time_percentage)
# apply limits to container if changed
if d.cpu_period != cpu_period or d.cpu_quota != cpu_quota:
- LOG.debug("Setting CPU limit for %r: cpu_quota = cpu_period * limit = %f * %f = %f" % (
- d.name, cpu_period, cpu_time_percentage, cpu_quota))
+ LOG.debug("Setting CPU limit for %r: cpu_quota = cpu_period * limit = %f * %f = %f (op_factor=%f)" % (
+ d.name, cpu_period, cpu_time_percentage, cpu_quota, self.cpu_op_factor))
d.updateCpuLimit(cpu_period=int(cpu_period), cpu_quota=int(cpu_quota))
+ def _compute_single_cu(self):
+ """
+ Calculate percentage of CPU time of a singe CU unit.
+ :return:
+ """
+ # get cpu time fraction for entire emulation
+ e_cpu = self.registrar.e_cpu
+ # calculate
+ return float(e_cpu) / sum([rm.dc_max_cu for rm in list(self.registrar.resource_models)])
+
def _calculate_cpu_cfs_values(self, cpu_time_percentage):
"""
Calculate cpu period and quota for CFS
# ATTENTION >= 1000 to avoid a invalid argument system error ... no idea why
if cpu_quota < 1000:
cpu_quota = 1000
- LOG.warning("Increased CPU quota for %r to avoid system error." % d.name)
+ LOG.warning("Increased CPU quota to avoid system error.")
return cpu_period, cpu_quota
def _apply_mem_limits(self, d):
mem_limit = self._calculate_mem_limit_value(mem_limit)
# apply to container if changed
if d.mem_limit != mem_limit:
- LOG.debug("Setting MEM limit for %r: mem_limit = %f MB" % (d.name, mem_limit/1024/1024))
+ LOG.debug("Setting MEM limit for %r: mem_limit = %f MB (op_factor=%f)" %
+ (d.name, mem_limit/1024/1024, self.mem_op_factor))
d.updateMemoryLimit(mem_limit=mem_limit)
def _calculate_mem_limit_value(self, mem_limit):
# ATTENTION minimum mem_limit per container is 4MB
if mem_limit < 4:
mem_limit = 4
- LOG.warning("Increased MEM limit for %r because it was less than 4.0 MB." % d.name)
+ LOG.warning("Increased MEM limit because it was less than 4.0 MB.")
# to byte!
return int(mem_limit*1024*1024)
r["dc_alloc_mu"] = self.dc_alloc_mu
r["single_cu_percentage"] = self.single_cu
r["single_mu_percentage"] = self.single_mu
+ r["cpu_op_factor"] = self.cpu_op_factor
+ r["mem_op_factor"] = self.mem_op_factor
r["allocation_state"] = allocation_state
return r
# append to logfile
with open(path, "a") as f:
f.write("%s\n" % json.dumps(l))
+
+
+class UpbOverprovisioningCloudDcRM(UpbSimpleCloudDcRM):
+ """
+ This will be an example resource model that limits the overall
+ resources that can be deployed per data center.
+ Allows over provisioning. Might result in reducing resources of single
+ containers whenever a data-center is over provisioned.
+ """
+ # TODO add parts for memory
+ def __init__(self, *args, **kvargs):
+ super(UpbOverprovisioningCloudDcRM, self).__init__(*args, **kvargs)
+ self.raise_no_cpu_resources_left = False
+
+ def _compute_single_cu(self):
+ """
+ Calculate percentage of CPU time of a singe CU unit.
+ Take scale-down facte for over provisioning into account.
+ :return:
+ """
+ # get cpu time fraction for entire emulation
+ e_cpu = self.registrar.e_cpu
+ # calculate over provisioning scale factor
+ self.cpu_op_factor = float(self.dc_max_cu) / (max(self.dc_max_cu, self.dc_alloc_cu))
+ # calculate
+ return float(e_cpu) / sum([rm.dc_max_cu for rm in list(self.registrar.resource_models)]) * self.cpu_op_factor
+
+
+class UpbDummyRM(UpbSimpleCloudDcRM):
+ """
+ No limits. But log allocations.
+ """
+ def __init__(self, *args, **kvargs):
+ super(UpbDummyRM, self).__init__(*args, **kvargs)
+ self.raise_no_cpu_resources_left = False
+
+ def _apply_limits(self):
+ # do nothing here
+ pass
+
projects / osm / vim-emu.git / blobdiff