# -*- coding: utf-8 -*-
+##
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+##
import asyncio
import logging
import logging.handlers
import traceback
-import ns
-from ns import populate_dict as populate_dict
-import ROclient
-from lcm_utils import LcmException, LcmBase
+from osm_lcm import ROclient
+from osm_lcm.lcm_utils import LcmException, LcmBase, populate_dict, get_iterable, deep_get
from osm_common.dbbase import DbException
from time import time
from copy import deepcopy
__author__ = "Felipe Vicens, Pol Alemany, Alfonso Tierno"
-def get_iterable(in_dict, in_key):
- """
- Similar to <dict>.get(), but if value is None, False, ..., An empty tuple is returned instead
- :param in_dict: a dictionary
- :param in_key: the key to look for at in_dict
- :return: in_dict[in_var] or () if it is None or not present
- """
- if not in_dict.get(in_key):
- return ()
- return in_dict[in_key]
-
-
class NetsliceLcm(LcmBase):
- total_deploy_timeout = 2 * 3600 # global timeout for deployment
+ timeout_nsi_deploy = 2 * 3600 # default global timeout for deployment a nsi
- def __init__(self, db, msg, fs, lcm_tasks, ro_config, vca_config, loop):
+ def __init__(self, db, msg, fs, lcm_tasks, config, loop, ns):
"""
Init, Connect to database, filesystem storage, and messaging
:param config: two level dictionary with configuration. Top level should contain 'database', 'storage',
self.logger = logging.getLogger('lcm.netslice')
self.loop = loop
self.lcm_tasks = lcm_tasks
- self.ns = ns.NsLcm(db, msg, fs, lcm_tasks, ro_config, vca_config, loop)
- self.ro_config = ro_config
+ self.ns = ns
+ self.ro_config = config["ro_config"]
+ self.timeout = config["timeout"]
super().__init__(db, msg, fs, self.logger)
raise LcmException("ns_update_nsir: Not found vld={} at RO info".format(vld["id"]))
async def instantiate(self, nsir_id, nsilcmop_id):
+
+ # Try to lock HA task here
+ task_is_locked_by_me = self.lcm_tasks.lock_HA('nsi', 'nsilcmops', nsilcmop_id)
+ if not task_is_locked_by_me:
+ return
+
logging_text = "Task netslice={} instantiate={} ".format(nsir_id, nsilcmop_id)
self.logger.debug(logging_text + "Enter")
# get all needed from database
break
# Creating netslice-vld at RO
- RO_nsir = db_nsir["_admin"].get("deployed", {}).get("RO", [])
+ RO_nsir = deep_get(db_nsir, ("_admin", "deployed", "RO"), [])
if vld_id in RO_nsir:
db_nsir_update["_admin.deployed.RO"] = RO_nsir
"external": mgmt_network, "type": "bridge"}]}
# self.logger.debug(logging_text + step)
- db_nsir_update["detailed-status"] = "Creating netslice-vld at RO"
desc = await RO.create("ns", descriptor=RO_ns_params)
db_nsir_update_RO = {}
db_nsir_update_RO["netslice_scenario_id"] = desc["uuid"]
db_nsir_update_RO["vld_id"] = RO_ns_params["name"]
db_nsir_update["_admin.deployed.RO"].append(db_nsir_update_RO)
-
+
def overwrite_nsd_params(self, db_nsir, nslcmop):
RO_list = []
vld_op_list = []
if nss_cp_item["nss-ref"] == nss["nss-id"]:
db_nsds = self.db.get_one("nsds", {"_id": nss["nsdId"]})
# Go for nsd, and search the CP that match with nst:CP to get vld-id-ref
- for cp_nsd in db_nsds["connection-point"]:
+ for cp_nsd in db_nsds.get("connection-point", ()):
if cp_nsd["name"] == nss_cp_item["nsd-connection-point-ref"]:
if nslcmop.get("operationParams"):
if nslcmop["operationParams"].get("nsName") == nss["nsName"]:
nslcmop_vld.update(vld)
vld_op_list.append(nslcmop_vld)
nslcmop["operationParams"]["vld"] = vld_op_list
- self.update_db_2("nslcmops", nslcmop["_id"], nslcmop)
+ self.update_db_2("nslcmops", nslcmop["_id"], {"operationParams.vld": vld_op_list})
return nsr_id, nslcmop
try:
+ # wait for any previous tasks in process
+ await self.lcm_tasks.waitfor_related_HA('nsi', 'nsilcmops', nsilcmop_id)
+
step = "Getting nsir={} from db".format(nsir_id)
db_nsir = self.db.get_one("nsis", {"_id": nsir_id})
step = "Getting nsilcmop={} from db".format(nsilcmop_id)
db_nsilcmop = self.db.get_one("nsilcmops", {"_id": nsilcmop_id})
- # look if previous tasks is in process
- task_name, task_dependency = self.lcm_tasks.lookfor_related("nsi", nsir_id, nsilcmop_id)
- if task_dependency:
- step = db_nsilcmop_update["detailed-status"] = \
- "Waiting for related tasks to be completed: {}".format(task_name)
- self.logger.debug(logging_text + step)
- self.update_db_2("nsilcmops", nsilcmop_id, db_nsilcmop_update)
- _, pending = await asyncio.wait(task_dependency, timeout=3600)
- if pending:
- raise LcmException("Timeout waiting related tasks to be completed")
+ start_deploy = time()
+ nsi_params = db_nsilcmop.get("operationParams")
+ if nsi_params and nsi_params.get("timeout_nsi_deploy"):
+ timeout_nsi_deploy = nsi_params["timeout_nsi_deploy"]
+ else:
+ timeout_nsi_deploy = self.timeout.get("nsi_deploy", self.timeout_nsi_deploy)
# Empty list to keep track of network service records status in the netslice
nsir_admin = db_nsir_admin = db_nsir.get("_admin")
+ step = "Creating slice operational-status init"
# Slice status Creating
db_nsir_update["detailed-status"] = "creating"
db_nsir_update["operational-status"] = "init"
- self.update_db_2("nsis", nsir_id, db_nsir_update)
-
+ self.update_db_2("nsis", nsir_id, db_nsir_update)
+
+ step = "Creating netslice VLDs before NS instantiation"
# Creating netslice VLDs networking before NS instantiation
+ db_nsir_update["detailed-status"] = "Creating netslice-vld at RO"
+ self.update_db_2("nsis", nsir_id, db_nsir_update)
db_nsir_update["_admin.deployed.RO"] = db_nsir_admin["deployed"]["RO"]
for vld_item in get_iterable(nsir_admin, "netslice-vld"):
await netslice_scenario_create(self, vld_item, nsir_id, db_nsir, db_nsir_admin, db_nsir_update)
self.update_db_2("nsis", nsir_id, db_nsir_update)
-
+
+ step = "Creating netslice subnets at RO"
db_nsir_update["detailed-status"] = "Creating netslice subnets at RO"
- self.update_db_2("nsis", nsir_id, db_nsir_update)
+ self.update_db_2("nsis", nsir_id, db_nsir_update)
db_nsir = self.db.get_one("nsis", {"_id": nsir_id})
# netslice_scenarios = db_nsir["_admin"]["deployed"]["RO"]
# db_nsir_update_RO = deepcopy(netslice_scenarios)
# for netslice_scenario in netslice_scenarios:
- # await netslice_scenario_check(self, netslice_scenario["netslice_scenario_id"],
+ # await netslice_scenario_check(self, netslice_scenario["netslice_scenario_id"],
# nsir_id, db_nsir_update_RO)
-
+
# db_nsir_update["_admin.deployed.RO"] = db_nsir_update_RO
# self.update_db_2("nsis", nsir_id, db_nsir_update)
# TODO: (future improvement) look another way check the tasks instead of keep asking
# -> https://docs.python.org/3/library/asyncio-task.html#waiting-primitives
# steps: declare ns_tasks, add task when terminate is called, await asyncio.wait(vca_task_list, timeout=300)
+ step = "Instantiating Netslice Subnets"
db_nsir = self.db.get_one("nsis", {"_id": nsir_id})
nslcmop_ids = db_nsilcmop["operationParams"].get("nslcmops_ids")
for nslcmop_id in nslcmop_ids:
step = "Launching ns={} instantiate={} task".format(nsr_id, nslcmop_id)
task = asyncio.ensure_future(self.ns.instantiate(nsr_id, nslcmop_id))
self.lcm_tasks.register("ns", nsr_id, nslcmop_id, "ns_instantiate", task)
-
+
# Wait until Network Slice is ready
step = nsir_status_detailed = " Waiting nsi ready. nsi_id={}".format(nsir_id)
nsrs_detailed_list_old = None
self.logger.debug(logging_text + step)
-
+
# TODO: substitute while for await (all task to be done or not)
- deployment_timeout = 2 * 3600 # Two hours
- while deployment_timeout > 0:
+ while time() <= start_deploy + timeout_nsi_deploy:
# Check ns instantiation status
nsi_ready = True
nsir = self.db.get_one("nsis", {"_id": nsir_id})
nsir_status_detailed + "; {}".format(nslcmop.get("detailed-status")),
"instantiated": True})
nsrs_detailed_list_new.append(nss)
- if status not in ["COMPLETED", "PARTIALLY_COMPLETED", "FAILED", "FAILED_TEMP"]:
+ if status not in ["COMPLETED", "PARTIALLY_COMPLETED", "FAILED", "FAILED_TEMP"]:
nsi_ready = False
if nsrs_detailed_list_new != nsrs_detailed_list_old:
- nsir_admin["nsrs-detailed-list"] = nsrs_detailed_list_new
nsrs_detailed_list_old = nsrs_detailed_list_new
- db_nsir_update["_admin"] = nsir_admin
- self.update_db_2("nsis", nsir_id, db_nsir_update)
+ self.update_db_2("nsis", nsir_id, {"_admin.nsrs-detailed-list": nsrs_detailed_list_new})
if nsi_ready:
step = "Network Slice Instance is ready. nsi_id={}".format(nsir_id)
if "FAILED" in items.values():
raise LcmException("Error deploying NSI: {}".format(nsir_id))
break
-
+
# TODO: future improvement due to synchronism -> await asyncio.wait(vca_task_list, timeout=300)
await asyncio.sleep(5, loop=self.loop)
- deployment_timeout -= 5
-
- if deployment_timeout <= 0:
+
+ else: # timeout_nsi_deploy reached:
raise LcmException("Timeout waiting nsi to be ready. nsi_id={}".format(nsir_id))
db_nsir_update["operational-status"] = "running"
self.lcm_tasks.remove("nsi", nsir_id, nsilcmop_id, "nsi_instantiate")
async def terminate(self, nsir_id, nsilcmop_id):
+
+ # Try to lock HA task here
+ task_is_locked_by_me = self.lcm_tasks.lock_HA('nsi', 'nsilcmops', nsilcmop_id)
+ if not task_is_locked_by_me:
+ return
+
logging_text = "Task nsi={} terminate={} ".format(nsir_id, nsilcmop_id)
self.logger.debug(logging_text + "Enter")
- exc = None
+ exc = None
db_nsir = None
db_nsilcmop = None
db_nsir_update = {"_admin.nsilcmop": nsilcmop_id}
nsilcmop_operation_state = None
autoremove = False # autoremove after terminated
try:
+ # wait for any previous tasks in process
+ await self.lcm_tasks.waitfor_related_HA('nsi', 'nsilcmops', nsilcmop_id)
+
step = "Getting nsir={} from db".format(nsir_id)
db_nsir = self.db.get_one("nsis", {"_id": nsir_id})
nsir_deployed = deepcopy(db_nsir["_admin"].get("deployed"))
step = "Getting nsilcmop={} from db".format(nsilcmop_id)
db_nsilcmop = self.db.get_one("nsilcmops", {"_id": nsilcmop_id})
-
+
# TODO: Check if makes sense check the nsiState=NOT_INSTANTIATED when terminate
# CASE: Instance was terminated but there is a second request to terminate the instance
if db_nsir["_admin"]["nsiState"] == "NOT_INSTANTIATED":
db_nsir_update["detailed-status"] = "Terminating Netslice subnets"
self.update_db_2("nsis", nsir_id, db_nsir_update)
- # look if previous tasks is in process
- task_name, task_dependency = self.lcm_tasks.lookfor_related("nsi", nsir_id, nsilcmop_id)
- if task_dependency:
- step = db_nsilcmop_update["detailed-status"] = \
- "Waiting for related tasks to be completed: {}".format(task_name)
- self.logger.debug(logging_text + step)
- self.update_db_2("nsilcmops", nsilcmop_id, db_nsilcmop_update)
- _, pending = await asyncio.wait(task_dependency, timeout=3600)
- if pending:
- raise LcmException("Timeout waiting related tasks to be completed")
-
# Gets the list to keep track of network service records status in the netslice
- nsir_admin = db_nsir["_admin"]
- nsrs_detailed_list = []
+ nsrs_detailed_list = []
# Iterate over the network services operation ids to terminate NSs
- # TODO: (future improvement) look another way check the tasks instead of keep asking
+ # TODO: (future improvement) look another way check the tasks instead of keep asking
# -> https://docs.python.org/3/library/asyncio-task.html#waiting-primitives
# steps: declare ns_tasks, add task when terminate is called, await asyncio.wait(vca_task_list, timeout=300)
+ step = "Terminating Netslice Subnets"
nslcmop_ids = db_nsilcmop["operationParams"].get("nslcmops_ids")
nslcmop_new = []
for nslcmop_id in nslcmop_ids:
step = nsir_status_detailed = " Waiting nsi terminated. nsi_id={}".format(nsir_id)
nsrs_detailed_list_old = None
self.logger.debug(logging_text + step)
-
+
termination_timeout = 2 * 3600 # Two hours
while termination_timeout > 0:
# Check ns termination status
nsi_ready = True
db_nsir = self.db.get_one("nsis", {"_id": nsir_id})
- nsir_admin = db_nsir["_admin"]
nsrs_detailed_list = db_nsir["_admin"].get("nsrs-detailed-list")
nsrs_detailed_list_new = []
for nslcmop_item in nslcmop_ids:
nsi_ready = False
if nsrs_detailed_list_new != nsrs_detailed_list_old:
- nsir_admin["nsrs-detailed-list"] = nsrs_detailed_list_new
nsrs_detailed_list_old = nsrs_detailed_list_new
- db_nsir_update["_admin"] = nsir_admin
- self.update_db_2("nsis", nsir_id, db_nsir_update)
-
+ self.update_db_2("nsis", nsir_id, {"_admin.nsrs-detailed-list": nsrs_detailed_list_new})
+
if nsi_ready:
# Check if it is the last used nss and mark isinstantiate: False
db_nsir = self.db.get_one("nsis", {"_id": nsir_id})
- nsir_admin = db_nsir["_admin"]
nsrs_detailed_list = db_nsir["_admin"].get("nsrs-detailed-list")
for nss in nsrs_detailed_list:
_filter = {"_admin.nsrs-detailed-list.ANYINDEX.nsrId": nss["nsrId"],
nsis_list = self.db.get_one("nsis", _filter, fail_on_empty=False, fail_on_more=False)
if not nsis_list:
nss.update({"instantiated": False})
- db_nsir_update["_admin"] = nsir_admin
- self.update_db_2("nsis", nsir_id, db_nsir_update)
step = "Network Slice Instance is terminated. nsi_id={}".format(nsir_id)
for items in nsrs_detailed_list: