import asynctest # pip3 install asynctest --user
import asyncio
import yaml
-# import logging
from os import getenv
-from osm_lcm.ns import NsLcm
+from osm_lcm import ns
from osm_common.dbmemory import DbMemory
from osm_common.msgkafka import MsgKafka
from osm_common.fslocal import FsLocal
from osm_lcm.lcm_utils import TaskRegistry
-from n2vc.vnf import N2VC
-# from n2vc.k8s_helm_conn import K8sHelmConnector
+from osm_lcm.ROclient import ROClient
from uuid import uuid4
-from asynctest.mock import patch
+# from asynctest.mock import patch
from osm_lcm.tests import test_db_descriptors as descriptors
"user": getenv("OSMLCM_VCA_USER", "admin"),
"secret": getenv("OSMLCM_VCA_SECRET", "vca"),
"public_key": getenv("OSMLCM_VCA_PUBKEY", None),
- 'ca_cert': getenv("OSMLCM_VCA_CACERT", None)
+ 'ca_cert': getenv("OSMLCM_VCA_CACERT", None),
+ 'apiproxy': getenv("OSMLCM_VCA_APIPROXY", "192.168.1.1")
},
"ro_config": {
- "endpoint_url": "http://{}:{}/openmano".format(getenv("OSMLCM_RO_HOST", "ro"),
- getenv("OSMLCM_RO_PORT", "9090")),
+ "uri": "http://{}:{}/openmano".format(getenv("OSMLCM_RO_HOST", "ro"),
+ getenv("OSMLCM_RO_PORT", "9090")),
"tenant": getenv("OSMLCM_RO_TENANT", "osm"),
"logger_name": "lcm.ROclient",
"loglevel": "DEBUG",
yield "app_name-{}".format(num_calls)
num_calls += 1
- def _n2vc_CreateExecutionEnvironment(self, namespace, reuse_ee_id, db_dict):
+ def _n2vc_CreateExecutionEnvironment(self, namespace, reuse_ee_id, db_dict, *args, **kwargs):
k_list = namespace.split(".")
ee_id = k_list[1] + "."
if len(k_list) >= 2:
return ee_id, {}
def _ro_show(self, *args, **kwargs):
- ro_ns_desc = yaml.load(descriptors.db_ro_ns_text, Loader=yaml.Loader)
+ if kwargs.get("delete"):
+ ro_ns_desc = yaml.load(descriptors.ro_delete_action_text, Loader=yaml.Loader)
+ while True:
+ yield ro_ns_desc
+
+ ro_ns_desc = yaml.load(descriptors.ro_ns_text, Loader=yaml.Loader)
# if ip address provided, replace descriptor
ip_addresses = getenv("OSMLCMTEST_NS_IPADDRESS", "")
def _return_uuid(self, *args, **kwargs):
return str(uuid4())
- @patch("osm_lcm.ns.N2VCJujuConnector")
- @patch("osm_lcm.ns.K8sHelmConnector")
- async def setUp(self, k8s_mock, n2vc_mock):
+ async def setUp(self):
+
# Mock DB
if not getenv("OSMLCMTEST_DB_NOMOCK"):
self.db = DbMemory()
self.db.create_list("k8sclusters", yaml.load(descriptors.db_k8sclusters_text, Loader=yaml.Loader))
self.db.create_list("nslcmops", yaml.load(descriptors.db_nslcmops_text, Loader=yaml.Loader))
self.db.create_list("vnfrs", yaml.load(descriptors.db_vnfrs_text, Loader=yaml.Loader))
-
self.db_vim_accounts = yaml.load(descriptors.db_vim_accounts_text, Loader=yaml.Loader)
# Mock kafka
self.lcm_tasks.waitfor_related_HA.return_value = None
self.lcm_tasks.lookfor_related.return_value = ("", [])
+ # Mock VCA - K8s
+ if not getenv("OSMLCMTEST_VCA_K8s_NOMOCK"):
+ ns.K8sJujuConnector = asynctest.MagicMock(ns.K8sJujuConnector)
+ ns.K8sHelmConnector = asynctest.MagicMock(ns.K8sHelmConnector)
+
+ if not getenv("OSMLCMTEST_VCA_NOMOCK"):
+ ns.N2VCJujuConnector = asynctest.MagicMock(ns.N2VCJujuConnector)
+ ns.N2VCJujuConnectorLCM = asynctest.MagicMock(ns.N2VCJujuConnectorLCM)
+ ns.LCMHelmConn = asynctest.MagicMock(ns.LCMHelmConn)
+
# Create NsLCM class
- self.my_ns = NsLcm(self.db, self.msg, self.fs, self.lcm_tasks, lcm_config, self.loop)
+ self.my_ns = ns.NsLcm(self.db, self.msg, self.fs, self.lcm_tasks, lcm_config, self.loop)
self.my_ns._wait_dependent_n2vc = asynctest.CoroutineMock()
# Mock logging
# Mock VCA - N2VC
if not getenv("OSMLCMTEST_VCA_NOMOCK"):
pub_key = getenv("OSMLCMTEST_NS_PUBKEY", "ssh-rsa test-pub-key t@osm.com")
- self.my_ns.n2vc = asynctest.Mock(N2VC())
+ # self.my_ns.n2vc = asynctest.Mock(N2VC())
self.my_ns.n2vc.GetPublicKey.return_value = getenv("OSMLCM_VCA_PUBKEY", "public_key")
# allow several versions of n2vc
self.my_ns.n2vc.FormatApplicationName = asynctest.Mock(side_effect=self._n2vc_FormatApplicationName())
self.my_ns.n2vc.GetPrimitiveStatus = asynctest.CoroutineMock(return_value="completed")
self.my_ns.n2vc.GetPrimitiveOutput = asynctest.CoroutineMock(return_value={"result": "ok",
"pubkey": pub_key})
+ self.my_ns.n2vc.delete_execution_environment = asynctest.CoroutineMock(return_value=None)
self.my_ns.n2vc.get_public_key = asynctest.CoroutineMock(
return_value=getenv("OSMLCM_VCA_PUBKEY", "public_key"))
-
- # # Mock VCA - K8s
- # if not getenv("OSMLCMTEST_VCA_K8s_NOMOCK"):
- # pub_key = getenv("OSMLCMTEST_NS_PUBKEY", "ssh-rsa test-pub-key t@osm.com")
- # self.my_ns.k8sclusterhelm = asynctest.Mock(K8sHelmConnector())
+ self.my_ns.n2vc.delete_namespace = asynctest.CoroutineMock(return_value=None)
# Mock RO
if not getenv("OSMLCMTEST_RO_NOMOCK"):
self.my_ns.RO.create_action = asynctest.CoroutineMock(self.my_ns.RO.create_action,
return_value={"vm-id": {"vim_result": 200,
"description": "done"}})
+ self.my_ns.RO.delete = asynctest.CoroutineMock(self.my_ns.RO.delete, return_value={"action_id": "del"})
# self.my_ns.wait_vm_up_insert_key_ro = asynctest.CoroutineMock(return_value="ip-address")
@asynctest.fail_on(active_handles=True) # all async tasks must be completed
async def test_instantiate(self):
self.db.set_one = asynctest.Mock()
- nsr_id = self.db.get_list("nsrs")[0]["_id"]
- nslcmop_id = self.db.get_list("nslcmops")[0]["_id"]
+ nsr_id = descriptors.test_ids["TEST-A"]["ns"]
+ nslcmop_id = descriptors.test_ids["TEST-A"]["instantiate"]
# print("Test instantiate started")
# delete deployed information of database
# TODO add a terminate
def test_ns_params_2_RO(self):
- vim = self.db.get_list("vim_accounts")[0]
- vim_id = vim["_id"]
- ro_vim_id = vim["_admin"]["deployed"]["RO"]
+ vims = self.db.get_list("vim_accounts")
+ vim_id = vims[0]["_id"]
+ ro_vim_id = vims[0]["_admin"]["deployed"]["RO"]
+ vim_id2 = vims[1]["_id"]
+ ro_vim_id2 = vims[1]["_admin"]["deployed"]["RO"]
+
ns_params = {"vimAccountId": vim_id}
mgmt_interface = {"cp": "cp"}
vdu = [{"id": "vdu_id", "interface": [{"external-connection-point-ref": "cp"}]}]
"vnf-configuration": {"config-access": {"ssh-access": {"required": True, "default_user": "U"}}}},
}
nsd = {"constituent-vnfd": []}
+ db_vnfrs = {}
for k in vnfd_dict.keys():
- nsd["constituent-vnfd"].append({"vnfd-id-ref": k, "member-vnf-index": k})
+ nsd["constituent-vnfd"].append({"vnfd-id-ref": k, "member-vnf-index": "member " + k})
+ db_vnfrs["member " + k] = {"vim-account-id": vim_id2 if k == "1" else vim_id}
n2vc_key_list = ["key"]
- ro_ns_params = self.my_ns.ns_params_2_RO(ns_params, nsd, vnfd_dict, n2vc_key_list)
+ ro_ns_params = self.my_ns._ns_params_2_RO(ns_params, nsd, vnfd_dict, db_vnfrs, n2vc_key_list)
ro_params_expected = {'wim_account': None, "datacenter": ro_vim_id,
- "vnfs": {"5": {"vdus": {"vdu_id": {"mgmt_keys": n2vc_key_list}}}}}
+ "vnfs": {
+ "member 5": {"vdus": {"vdu_id": {"mgmt_keys": n2vc_key_list}}},
+ "member 1": {"datacenter": ro_vim_id2}
+ }}
self.assertEqual(ro_ns_params, ro_params_expected)
# Test scale() and related methods
# scale-out/scale-in operations with success/error result
# Test scale() with missing 'scaleVnfData', should return operationState = 'FAILED'
- nsr_id = self.db.get_list("nsrs")[0]["_id"]
- nslcmop_id = self.db.get_list("nslcmops")[0]["_id"]
+ nsr_id = descriptors.test_ids["TEST-A"]["ns"]
+ nslcmop_id = descriptors.test_ids["TEST-A"]["instantiate"]
await self.my_ns.scale(nsr_id, nslcmop_id)
expected_value = 'FAILED'
return_value = self.db.get_one("nslcmops", {"_id": nslcmop_id}).get("operationState")
self.assertEqual(return_value, expected_value)
# print("scale_result: {}".format(self.db.get_one("nslcmops", {"_id": nslcmop_id}).get("detailed-status")))
- # Test _reintent_or_skip_suboperation()
+ # Test _retry_or_skip_suboperation()
# Expected result:
# - if a suboperation's 'operationState' is marked as 'COMPLETED', SUBOPERATION_STATUS_SKIP is expected
# - if marked as anything but 'COMPLETED', the suboperation index is expected
- def test_scale_reintent_or_skip_suboperation(self):
+ def test_scale_retry_or_skip_suboperation(self):
# Load an alternative 'nslcmops' YAML for this test
- db_nslcmop = self.db.get_list('nslcmops')[0]
+ nslcmop_id = descriptors.test_ids["TEST-A"]["instantiate"]
+ db_nslcmop = self.db.get_one('nslcmops', {"_id": nslcmop_id})
op_index = 2
# Test when 'operationState' is 'COMPLETED'
db_nslcmop['_admin']['operations'][op_index]['operationState'] = 'COMPLETED'
- return_value = self.my_ns._reintent_or_skip_suboperation(db_nslcmop, op_index)
+ return_value = self.my_ns._retry_or_skip_suboperation(db_nslcmop, op_index)
expected_value = self.my_ns.SUBOPERATION_STATUS_SKIP
self.assertEqual(return_value, expected_value)
# Test when 'operationState' is not 'COMPLETED'
db_nslcmop['_admin']['operations'][op_index]['operationState'] = None
- return_value = self.my_ns._reintent_or_skip_suboperation(db_nslcmop, op_index)
+ return_value = self.my_ns._retry_or_skip_suboperation(db_nslcmop, op_index)
expected_value = op_index
self.assertEqual(return_value, expected_value)
# Expected result: index of the found sub-operation, or SUBOPERATION_STATUS_NOT_FOUND if not found
def test_scale_find_suboperation(self):
# Load an alternative 'nslcmops' YAML for this test
- db_nslcmop = self.db.get_list('nslcmops')[0]
+ nslcmop_id = descriptors.test_ids["TEST-A"]["instantiate"]
+ db_nslcmop = self.db.get_one('nslcmops', {"_id": nslcmop_id})
# Find this sub-operation
op_index = 2
vnf_index = db_nslcmop['_admin']['operations'][op_index]['member_vnf_index']
# Test _update_suboperation_status()
def test_scale_update_suboperation_status(self):
self.db.set_one = asynctest.Mock()
- db_nslcmop = self.db.get_list('nslcmops')[0]
+ nslcmop_id = descriptors.test_ids["TEST-A"]["instantiate"]
+ db_nslcmop = self.db.get_one('nslcmops', {"_id": nslcmop_id})
op_index = 0
# Force the initial values to be distinct from the updated ones
q_filter = {"_id": db_nslcmop["_id"]}
fail_on_empty=False)
def test_scale_add_suboperation(self):
- db_nslcmop = self.db.get_list('nslcmops')[0]
+ nslcmop_id = descriptors.test_ids["TEST-A"]["instantiate"]
+ db_nslcmop = self.db.get_one('nslcmops', {"_id": nslcmop_id})
vnf_index = '1'
num_ops_before = len(db_nslcmop.get('_admin', {}).get('operations', [])) - 1
vdu_id = None
# - op_index (non-negative number): This is an existing sub-operation, operationState != 'COMPLETED'
# - SUBOPERATION_STATUS_SKIP: This is an existing sub-operation, operationState == 'COMPLETED'
def test_scale_check_or_add_scale_suboperation(self):
- db_nslcmop = self.db.get_list('nslcmops')[0]
+ nslcmop_id = descriptors.test_ids["TEST-A"]["instantiate"]
+ db_nslcmop = self.db.get_one('nslcmops', {"_id": nslcmop_id})
operationType = 'PRE-SCALE'
vnf_index = '1'
primitive = 'touch'
self.assertEqual(op_index_skip_RO, self.my_ns.SUBOPERATION_STATUS_SKIP)
async def test_deploy_kdus(self):
- db_nsr = self.db.get_list("nsrs")[1]
- db_vnfr = self.db.get_list("vnfrs")[2]
+ nsr_id = descriptors.test_ids["TEST-KDU"]["ns"]
+ nslcmop_id = descriptors.test_ids["TEST-KDU"]["instantiate"]
+ db_nsr = self.db.get_one("nsrs", {"_id": nsr_id})
+ db_vnfr = self.db.get_one("vnfrs", {"nsr-id-ref": nsr_id, "member-vnf-index-ref": "multikdu"})
db_vnfrs = {"multikdu": db_vnfr}
- nsr_id = db_nsr["_id"]
- # nslcmop_id = self.db.get_list("nslcmops")[1]["_id"]
+ db_vnfd = self.db.get_one("vnfds", {"_id": db_vnfr["vnfd-id"]})
+ db_vnfds = {db_vnfd["_id"]: db_vnfd}
+ task_register = {}
logging_text = "KDU"
self.my_ns.k8sclusterhelm.install = asynctest.CoroutineMock(return_value="k8s_id")
- await self.my_ns.deploy_kdus(logging_text, nsr_id, db_nsr, db_vnfrs)
+ self.my_ns.k8sclusterhelm.synchronize_repos = asynctest.CoroutineMock(return_value=("", ""))
+ await self.my_ns.deploy_kdus(logging_text, nsr_id, nslcmop_id, db_vnfrs, db_vnfds, task_register)
+ await asyncio.wait(list(task_register.keys()), timeout=100)
db_nsr = self.db.get_list("nsrs")[1]
self.assertIn("K8s", db_nsr["_admin"]["deployed"], "K8s entry not created at '_admin.deployed'")
self.assertIsInstance(db_nsr["_admin"]["deployed"]["K8s"], list, "K8s entry is not of type list")
self.assertEqual(len(db_nsr["_admin"]["deployed"]["K8s"]), 2, "K8s entry is not of type list")
k8s_instace_info = {"kdu-instance": "k8s_id", "k8scluster-uuid": "73d96432-d692-40d2-8440-e0c73aee209c",
- "k8scluster-type": "chart",
- "kdu-name": "ldap", "kdu-model": "stable/openldap:1.2.1"}
+ "k8scluster-type": "helm-chart",
+ "kdu-name": "ldap", "kdu-model": "stable/openldap:1.2.1",
+ "member-vnf-index": "multikdu", "namespace": None}
self.assertEqual(db_nsr["_admin"]["deployed"]["K8s"][0], k8s_instace_info)
k8s_instace_info["kdu-name"] = "mongo"
k8s_instace_info["kdu-model"] = "stable/mongodb"
self.assertEqual(db_nsr["_admin"]["deployed"]["K8s"][1], k8s_instace_info)
+ async def test_instantiate_pdu(self):
+ nsr_id = descriptors.test_ids["TEST-A"]["ns"]
+ nslcmop_id = descriptors.test_ids["TEST-A"]["instantiate"]
+ # Modify vnfd/vnfr to change KDU for PDU. Adding keys that NBI will already set
+ self.db.set_one("vnfrs", {"nsr-id-ref": nsr_id, "member-vnf-index-ref": "1"},
+ update_dict={"ip-address": "10.205.1.46",
+ "vdur.0.pdu-id": "53e1ec21-2464-451e-a8dc-6e311d45b2c8",
+ "vdur.0.pdu-type": "PDU-TYPE-1",
+ "vdur.0.ip-address": "10.205.1.46",
+ },
+ unset={"vdur.status": None})
+ self.db.set_one("vnfrs", {"nsr-id-ref": nsr_id, "member-vnf-index-ref": "2"},
+ update_dict={"ip-address": "10.205.1.47",
+ "vdur.0.pdu-id": "53e1ec21-2464-451e-a8dc-6e311d45b2c8",
+ "vdur.0.pdu-type": "PDU-TYPE-1",
+ "vdur.0.ip-address": "10.205.1.47",
+ },
+ unset={"vdur.status": None})
+
+ await self.my_ns.instantiate(nsr_id, nslcmop_id)
+ db_nsr = self.db.get_one("nsrs", {"_id": nsr_id})
+ self.assertEqual(db_nsr.get("nsState"), "READY", str(db_nsr.get("errorDescription ")))
+ self.assertEqual(db_nsr.get("currentOperation"), "IDLE", "currentOperation different than 'IDLE'")
+ self.assertEqual(db_nsr.get("currentOperationID"), None, "currentOperationID different than None")
+ self.assertEqual(db_nsr.get("errorDescription "), None, "errorDescription different than None")
+ self.assertEqual(db_nsr.get("errorDetail"), None, "errorDetail different than None")
+
+ @asynctest.fail_on(active_handles=True) # all async tasks must be completed
+ async def test_terminate_without_configuration(self):
+ nsr_id = descriptors.test_ids["TEST-A"]["ns"]
+ nslcmop_id = descriptors.test_ids["TEST-A"]["terminate"]
+ # set instantiation task as completed
+ self.db.set_list("nslcmops", {"nsInstanceId": nsr_id, "_id.ne": nslcmop_id},
+ update_dict={"operationState": "COMPLETED"})
+ self.my_ns.RO.show = asynctest.CoroutineMock(ROClient.show, side_effect=self._ro_show(delete=nslcmop_id))
+ self.db.set_one("nsrs", {"_id": nsr_id},
+ update_dict={"_admin.deployed.VCA.0": None, "_admin.deployed.VCA.1": None})
+
+ await self.my_ns.terminate(nsr_id, nslcmop_id)
+ db_nslcmop = self.db.get_one("nslcmops", {"_id": nslcmop_id})
+ self.assertEqual(db_nslcmop.get("operationState"), 'COMPLETED', db_nslcmop.get("detailed-status"))
+ db_nsr = self.db.get_one("nsrs", {"_id": nsr_id})
+ self.assertEqual(db_nsr.get("nsState"), "NOT_INSTANTIATED", str(db_nsr.get("errorDescription ")))
+ self.assertEqual(db_nsr["_admin"].get("nsState"), "NOT_INSTANTIATED", str(db_nsr.get("errorDescription ")))
+ self.assertEqual(db_nsr.get("currentOperation"), "IDLE", "currentOperation different than 'IDLE'")
+ self.assertEqual(db_nsr.get("currentOperationID"), None, "currentOperationID different than None")
+ self.assertEqual(db_nsr.get("errorDescription "), None, "errorDescription different than None")
+ self.assertEqual(db_nsr.get("errorDetail"), None, "errorDetail different than None")
+
+ @asynctest.fail_on(active_handles=True) # all async tasks must be completed
+ async def test_terminate_primitive(self):
+ nsr_id = descriptors.test_ids["TEST-A"]["ns"]
+ nslcmop_id = descriptors.test_ids["TEST-A"]["terminate"]
+ self.my_ns.RO.show = asynctest.CoroutineMock(ROClient.show, side_effect=self._ro_show(delete=nslcmop_id))
+ # set instantiation task as completed
+ self.db.set_list("nslcmops", {"nsInstanceId": nsr_id, "_id.ne": nslcmop_id},
+ update_dict={"operationState": "COMPLETED"})
+
+ # modify vnfd descriptor to include terminate_primitive
+ terminate_primitive = [{
+ "name": "touch",
+ "parameter": [{"name": "filename", "value": "terminate_filename"}],
+ "seq": '1'
+ }]
+ db_vnfr = self.db.get_one("vnfrs", {"nsr-id-ref": nsr_id, "member-vnf-index-ref": "1"})
+ self.db.set_one("vnfds", {"_id": db_vnfr["vnfd-id"]},
+ {"vnf-configuration.terminate-config-primitive": terminate_primitive})
+
+ await self.my_ns.terminate(nsr_id, nslcmop_id)
+ db_nslcmop = self.db.get_one("nslcmops", {"_id": nslcmop_id})
+ self.assertEqual(db_nslcmop.get("operationState"), 'COMPLETED', db_nslcmop.get("detailed-status"))
+ db_nsr = self.db.get_one("nsrs", {"_id": nsr_id})
+ self.assertEqual(db_nsr.get("nsState"), "NOT_INSTANTIATED", str(db_nsr.get("errorDescription ")))
+ self.assertEqual(db_nsr["_admin"].get("nsState"), "NOT_INSTANTIATED", str(db_nsr.get("errorDescription ")))
+ self.assertEqual(db_nsr.get("currentOperation"), "IDLE", "currentOperation different than 'IDLE'")
+ self.assertEqual(db_nsr.get("currentOperationID"), None, "currentOperationID different than None")
+ self.assertEqual(db_nsr.get("errorDescription "), None, "errorDescription different than None")
+ self.assertEqual(db_nsr.get("errorDetail"), None, "errorDetail different than None")
+
if __name__ == '__main__':
asynctest.main()