osm_nbi/tests/test_instance_topics.py

   1 #
   2 # Licensed under the Apache License, Version 2.0 (the "License"); you may
   3 # not use this file except in compliance with the License. You may obtain
   4 # a copy of the License at
   5 #
   6 #         http://www.apache.org/licenses/LICENSE-2.0
   7 #
   8 # Unless required by applicable law or agreed to in writing, software
   9 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
  10 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
  11 # License for the specific language governing permissions and limitations
  12 # under the License.
  13 #
  14 # For those usages not covered by the Apache License, Version 2.0 please
  15 # contact: esousa@whitestack.com or alfonso.tiernosepulveda@telefonica.com
  16 ##
  17
  18 from contextlib import contextmanager
  19 import unittest
  20 from time import time
  21 from unittest.mock import Mock, mock_open   # patch, MagicMock
  22 from osm_common.dbbase import DbException
  23 from osm_nbi.engine import EngineException
  24 from osm_common.dbmemory import DbMemory
  25 from osm_common.fsbase import FsBase
  26 from osm_common.msgbase import MsgBase
  27 from osm_common import dbbase
  28 from http import HTTPStatus
  29 from osm_nbi.instance_topics import NsLcmOpTopic, NsrTopic
  30 from osm_nbi.tests.test_db_descriptors import (
  31     db_vim_accounts_text,
  32     db_nsds_text,
  33     db_vnfds_text,
  34     db_nsrs_text,
  35     db_vnfrs_text,
  36 )
  37 from copy import deepcopy
  38 import yaml
  39
  40
  41 class TestNsLcmOpTopic(unittest.TestCase):
  42     def setUp(self):
  43         self.db = DbMemory()
  44         self.fs = Mock(FsBase())
  45         self.fs.get_params.return_value = {"./fake/folder"}
  46         self.fs.file_open = mock_open()
  47         self.msg = Mock(MsgBase())
  48         # create class
  49         self.nslcmop_topic = NsLcmOpTopic(self.db, self.fs, self.msg, None)
  50         self.nslcmop_topic.check_quota = Mock(return_value=None)  # skip quota
  51
  52         self.db.create_list(
  53             "vim_accounts", yaml.load(db_vim_accounts_text, Loader=yaml.Loader)
  54         )
  55         self.db.create_list("nsds", yaml.load(db_nsds_text, Loader=yaml.Loader))
  56         self.db.create_list("vnfds", yaml.load(db_vnfds_text, Loader=yaml.Loader))
  57         self.db.create_list("vnfrs", yaml.load(db_vnfrs_text, Loader=yaml.Loader))
  58         self.db.create_list("nsrs", yaml.load(db_nsrs_text, Loader=yaml.Loader))
  59         self.db.create = Mock(return_value="created_id")
  60         self.nsd = self.db.get_list("nsds")[0]
  61         self.nsd_id = self.nsd["_id"]
  62         self.nsr = self.db.get_list("nsrs")[0]
  63         self.nsr_id = self.nsr["_id"]
  64         self.nsr_project = self.nsr["_admin"]["projects_read"][0]
  65
  66         self.vim = self.db.get_list("vim_accounts")[0]
  67         self.vim_id = self.vim["_id"]
  68
  69     def test_create_instantiate(self):
  70         self.db.set_one = Mock(return_value={"updated": 1})
  71         session = {
  72             "force": False,
  73             "admin": False,
  74             "public": False,
  75             "project_id": [self.nsr_project],
  76             "method": "write",
  77         }
  78         indata = {
  79             "nsdId": self.nsd_id,
  80             "nsInstanceId": self.nsr_id,
  81             "nsName": "name",
  82             "vimAccountId": self.vim_id,
  83             "additionalParamsForVnf": [
  84                 {
  85                     "member-vnf-index": "1",
  86                     "additionalParams": {"touch_filename": "file"},
  87                 },
  88                 {
  89                     "member-vnf-index": "2",
  90                     "additionalParams": {"touch_filename": "file"},
  91                 },
  92             ],
  93             "vnf": [
  94                 {
  95                     "member-vnf-index": "1",
  96                     "vdu": [
  97                         {
  98                             "id": "dataVM",
  99                             "interface": [
 100                                 {
 101                                     "name": "dataVM-eth0",
 102                                     "ip-address": "10.11.12.13",
 103                                     "floating-ip-required": True,
 104                                 }
 105                             ],
 106                         }
 107                     ],
 108                     "internal-vld": [
 109                         {"name": "internal", "vim-network-id": "vim-net-id"}
 110                     ],
 111                 }
 112             ],
 113             "lcmOperationType": "instantiate",
 114         }
 115         rollback = []
 116         headers = {}
 117
 118         nslcmop_id, _ = self.nslcmop_topic.new(
 119             rollback, session, indata=deepcopy(indata), kwargs=None, headers=headers
 120         )
 121
 122         # check nslcmop is created at database
 123         self.assertEqual(
 124             self.db.create.call_count,
 125             1,
 126             "database create not called, or called more than once",
 127         )
 128         _call = self.db.create.call_args_list[0]
 129         self.assertEqual(
 130             _call[0][0], "nslcmops", "must be create a nslcmops entry at database"
 131         )
 132
 133         created_nslcmop = _call[0][1]
 134         self.assertEqual(
 135             nslcmop_id,
 136             created_nslcmop["_id"],
 137             "mismatch between return id and database '_id'",
 138         )
 139         self.assertEqual(
 140             self.nsr_id,
 141             created_nslcmop["nsInstanceId"],
 142             "bad reference id from nslcmop to nsr",
 143         )
 144         self.assertTrue(
 145             created_nslcmop["_admin"].get("projects_read"),
 146             "Database record must contain '_amdin.projects_read'",
 147         )
 148         self.assertIn(
 149             "created",
 150             created_nslcmop["_admin"],
 151             "Database record must contain '_admin.created'",
 152         )
 153         self.assertTrue(
 154             created_nslcmop["lcmOperationType"] == "instantiate",
 155             "Database record must contain 'lcmOperationType=instantiate'",
 156         )
 157
 158         self.assertEqual(
 159             len(rollback),
 160             len(self.db.set_one.call_args_list) + 1,
 161             "rollback mismatch with created/set items at database",
 162         )
 163
 164         # test parameters with error
 165         bad_id = "88d90b0c-faff-4b9f-bccd-aaaaaaaaaaaa"
 166         test_set = (
 167             (
 168                 "nsr not found",
 169                 {"nsInstanceId": bad_id},
 170                 DbException,
 171                 HTTPStatus.NOT_FOUND,
 172                 ("not found", bad_id),
 173             ),
 174             # TODO add "nsd"
 175             # ({"vimAccountId": bad_id}, DbException, HTTPStatus.NOT_FOUND, ("not found", bad_id)),  # TODO add "vim"
 176             (
 177                 "bad member-vnf-index",
 178                 {"vnf.0.member-vnf-index": "k"},
 179                 EngineException,
 180                 HTTPStatus.BAD_REQUEST,
 181                 ("k",),
 182             ),
 183         )
 184         for message, kwargs_, expect_exc, expect_code, expect_text_list in test_set:
 185             with self.assertRaises(expect_exc, msg=message) as e:
 186                 self.nslcmop_topic.new(
 187                     rollback,
 188                     session,
 189                     indata=deepcopy(indata),
 190                     kwargs=kwargs_,
 191                     headers=headers,
 192                 )
 193             if expect_code:
 194                 self.assertTrue(e.exception.http_code == expect_code)
 195             if expect_text_list:
 196                 for expect_text in expect_text_list:
 197                     self.assertIn(
 198                         expect_text,
 199                         str(e.exception).lower(),
 200                         "Expected '{}' at exception text".format(expect_text),
 201                     )
 202
 203     def test_check_ns_operation_action(self):
 204         nsrs = self.db.get_list("nsrs")[0]
 205         session = {}
 206
 207         indata = {
 208             "member_vnf_index": "1",
 209             "vdu_id": None,
 210             "primitive": "touch",
 211             "primitive_params": {"filename": "file"},
 212         }
 213
 214         self.nslcmop_topic._check_ns_operation(session, nsrs, "action", indata)
 215         for k in indata:
 216             indata_copy = indata.copy()
 217             if k == "primitive_params":
 218                 continue
 219             indata_copy[k] = "non_existing"
 220             with self.assertRaises(EngineException) as exc_manager:
 221                 self.nslcmop_topic._check_ns_operation(
 222                     session, nsrs, "action", indata_copy
 223                 )
 224             exc = exc_manager.exception
 225             self.assertEqual(
 226                 exc.http_code,
 227                 HTTPStatus.BAD_REQUEST,
 228                 "Engine exception bad http_code with {}".format(indata_copy),
 229             )
 230
 231     def test_update_remove_vnf(self):
 232         vnfr_id = self.db.get_list("vnfrs")[0]["_id"]
 233         session = {}
 234         self.db.set_one(
 235             "nsrs",
 236             {"_id": self.nsr_id},
 237             {"_admin.nsState": "INSTANTIATED"},
 238         )
 239         indata = {
 240             "lcmOperationType": "update",
 241             "updateType": "REMOVE_VNF",
 242             "nsInstanceId": self.nsr_id,
 243             "removeVnfInstanceId": vnfr_id
 244         }
 245
 246         session = {
 247             "force": False,
 248             "admin": False,
 249             "public": False,
 250             "project_id": [self.nsr_project],
 251             "method": "write",
 252         }
 253         rollback = []
 254         headers = {}
 255
 256         nslcmop_id, _ = self.nslcmop_topic.new(
 257             rollback, session, indata, kwargs=None, headers=headers
 258         )
 259
 260         self.assertEqual(
 261             self.db.create.call_count,
 262             1,
 263             "database create not called, or called more than once",
 264         )
 265         _call = self.db.create.call_args_list[0]
 266         self.assertEqual(
 267             _call[0][0], "nslcmops", "nslcmops entry must be created at database"
 268         )
 269         created_nslcmop = _call[0][1]
 270         self.assertEqual(
 271             self.nsr_id,
 272             created_nslcmop["nsInstanceId"],
 273             "mismatch between nsId '_id' in created nslcmop and database nsr",
 274         )
 275         self.assertTrue(
 276             created_nslcmop["lcmOperationType"] == "update",
 277             "Database record must contain 'lcmOperationType=update'",
 278         )
 279         self.assertTrue(
 280             created_nslcmop["operationParams"]["updateType"] == "REMOVE_VNF",
 281             "Database record must contain 'updateType=REMOVE_VNF'",
 282         )
 283
 284
 285 class TestNsLcmOpTopicWithMock(unittest.TestCase):
 286     def setUp(self):
 287         self.db = Mock(dbbase.DbBase())
 288         self.fs = Mock(FsBase())
 289         self.fs.get_params.return_value = {"./fake/folder"}
 290         self.fs.file_open = mock_open()
 291         self.msg = Mock(MsgBase())
 292         # create class
 293         self.nslcmop_topic = NsLcmOpTopic(self.db, self.fs, self.msg, None)
 294
 295     def test_get_vnfd_from_vnf_member_revision(self):
 296         test_vnfr = yaml.load(db_vnfrs_text, Loader=yaml.Loader)[0]
 297         test_vnfd = yaml.load(db_vnfds_text, Loader=yaml.Loader)
 298         self.db.get_one.side_effect = [test_vnfr, test_vnfd]
 299         vnfr = self.nslcmop_topic._get_vnfd_from_vnf_member_index("1", test_vnfr['_id'])
 300         self.assertEqual(self.db.get_one.call_args_list[0][0][0], 'vnfrs', "Incorrect first DB lookup")
 301         self.assertEqual(self.db.get_one.call_args_list[1][0][0], 'vnfds', "Incorrect second DB lookup")
 302
 303     def test_get_vnfd_from_vnf_member_no_revision(self):
 304         test_vnfr = yaml.load(db_vnfrs_text, Loader=yaml.Loader)[0]
 305         test_vnfr['revision'] = 3
 306         test_vnfd = yaml.load(db_vnfds_text, Loader=yaml.Loader)
 307         self.db.get_one.side_effect = [test_vnfr, test_vnfd]
 308         vnfr = self.nslcmop_topic._get_vnfd_from_vnf_member_index("1", test_vnfr['_id'])
 309         self.assertEqual(self.db.get_one.call_args_list[0][0][0], 'vnfrs', "Incorrect first DB lookup")
 310         self.assertEqual(self.db.get_one.call_args_list[1][0][0], 'vnfds_revisions', "Incorrect second DB lookup")
 311
 312     @contextmanager
 313     def assertNotRaises(self, exception_type):
 314         try:
 315             yield None
 316         except exception_type:
 317             raise self.failureException("{} raised".format(exception_type.__name__))
 318
 319     def test_check_ns_update_operation(self):
 320         self.db = DbMemory()
 321         self.nslcmop_topic = NsLcmOpTopic(self.db, self.fs, self.msg, None)
 322         session = {}
 323
 324         with self.subTest(i=1, t="VNF instance does not belong to NS"):
 325             test_vnfr = yaml.load(db_vnfrs_text, Loader=yaml.Loader)
 326             test_vnfr[0]["revision"] = 2
 327             test_nsr = yaml.load(db_nsrs_text, Loader=yaml.Loader)
 328             test_nsr[0]["constituent-vnfr-ref"][
 329                 0
 330             ] = "99d90b0c-faff-4b9f-bccd-017f33985984"
 331             self.db.create_list("vnfrs", test_vnfr)
 332             self.db.create_list("nsrs", test_nsr)
 333             nsrs = self.db.get_list("nsrs")[0]
 334             indata = {
 335                 "updateType": "CHANGE_VNFPKG",
 336                 "changeVnfPackageData": {
 337                     "vnfInstanceId": "88d90b0c-faff-4b9f-bccd-017f33985984",
 338                     "vnfdId": "7637bcf8-cf14-42dc-ad70-c66fcf1e6e77",
 339                 },
 340                 "nsInstanceId": "f48163a6-c807-47bc-9682-f72caef5af85",
 341             }
 342             with self.assertRaises(EngineException) as expected_exception:
 343                 self.nslcmop_topic._check_ns_operation(session, nsrs, "update", indata)
 344             self.assertEqual(
 345                 str(expected_exception.exception),
 346                 "Error in validating ns-update request: vnf 88d90b0c-faff-4b9f-bccd-017f33985984"
 347                 " does not belong to NS f48163a6-c807-47bc-9682-f72caef5af85",
 348             )
 349
 350         with self.subTest(i=2, t="Ns update request validated with no exception"):
 351             test_vnfr = yaml.load(db_vnfrs_text, Loader=yaml.Loader)
 352             test_vnfr[0]["revision"] = 2
 353             test_nsr = yaml.load(db_nsrs_text, Loader=yaml.Loader)
 354             self.db.create_list("vnfrs", test_vnfr)
 355             self.db.create_list("nsrs", test_nsr)
 356             nsrs = self.db.get_list("nsrs")[1]
 357             indata = {
 358                 "updateType": "CHANGE_VNFPKG",
 359                 "changeVnfPackageData": {
 360                     "vnfInstanceId": "88d90b0c-faff-4b9f-bccd-017f33985984",
 361                     "vnfdId": "7637bcf8-cf14-42dc-ad70-c66fcf1e6e77",
 362                 },
 363                 "nsInstanceId": "f48163a6-c807-47bc-9682-f72caef5af85",
 364             }
 365             with self.assertNotRaises(EngineException):
 366                 self.nslcmop_topic._check_ns_operation(session, nsrs, "update", indata)
 367
 368         with self.subTest(
 369             i=3, t="Ns update request rejected because of too small timeout"
 370         ):
 371             indata = {
 372                 "updateType": "CHANGE_VNFPKG",
 373                 "changeVnfPackageData": {
 374                     "vnfInstanceId": "88d90b0c-faff-4b9f-bccd-017f33985984",
 375                     "vnfdId": "7637bcf8-cf14-42dc-ad70-c66fcf1e6e77",
 376                 },
 377                 "nsInstanceId": "f48163a6-c807-47bc-9682-f72caef5af85",
 378                 "timeout_ns_update": 50,
 379             }
 380             with self.assertRaises(EngineException) as expected_exception:
 381                 self.nslcmop_topic._check_ns_operation(session, nsrs, "update", indata)
 382             self.assertEqual(
 383                 str(expected_exception.exception),
 384                 "Error in validating ns-update request: 50 second is not enough "
 385                 "to upgrade the VNF instance: 88d90b0c-faff-4b9f-bccd-017f33985984",
 386             )
 387
 388         with self.subTest(i=4, t="wrong vnfdid is given as an update parameter"):
 389             test_vnfr = yaml.load(db_vnfrs_text, Loader=yaml.Loader)
 390             test_vnfr[0]["revision"] = 2
 391             test_nsr = yaml.load(db_nsrs_text, Loader=yaml.Loader)
 392             self.db.create_list("vnfrs", test_vnfr)
 393             self.db.create_list("nsrs", test_nsr)
 394             nsrs = self.db.get_list("nsrs")[2]
 395             indata = {
 396                 "updateType": "CHANGE_VNFPKG",
 397                 "changeVnfPackageData": {
 398                     "vnfInstanceId": "88d90b0c-faff-4b9f-bccd-017f33985984",
 399                     "vnfdId": "9637bcf8-cf14-42dc-ad70-c66fcf1e6e77",
 400                 },
 401                 "nsInstanceId": "f48163a6-c807-47bc-9682-f72caef5af85",
 402             }
 403             with self.assertRaises(EngineException) as expected_exception:
 404                 self.nslcmop_topic._check_ns_operation(session, nsrs, "update", indata)
 405             self.assertEqual(
 406                 str(expected_exception.exception),
 407                 "Error in validating ns-update request: vnfd-id 9637bcf8-cf14-42dc-ad70-c66fcf1e6e77 does not "
 408                 "match with the vnfd-id: 7637bcf8-cf14-42dc-ad70-c66fcf1e6e77 of "
 409                 "VNF instance: 88d90b0c-faff-4b9f-bccd-017f33985984",
 410             )
 411
 412         with self.subTest(i=5, t="Ns update REMOVE_VNF request validated with no exception"):
 413             test_vnfr = yaml.load(db_vnfrs_text, Loader=yaml.Loader)
 414             test_vnfr[0]["revision"] = 2
 415             test_nsr = yaml.load(db_nsrs_text, Loader=yaml.Loader)
 416             self.db.create_list("vnfrs", test_vnfr)
 417             self.db.create_list("nsrs", test_nsr)
 418             nsrs = self.db.get_list("nsrs")[1]
 419             indata = {
 420                 "updateType": "REMOVE_VNF",
 421                 "removeVnfInstanceId": "88d90b0c-faff-4b9f-bccd-017f33985984",
 422                 "nsInstanceId": "f48163a6-c807-47bc-9682-f72caef5af85",
 423             }
 424             with self.assertNotRaises(EngineException):
 425                 self.nslcmop_topic._check_ns_operation(session, nsrs, "update", indata)
 426
 427 class TestNsrTopic(unittest.TestCase):
 428     def setUp(self):
 429         self.db = DbMemory()
 430         self.fs = Mock(FsBase())
 431         self.fs.get_params.return_value = {"./fake/folder"}
 432         self.fs.file_open = mock_open()
 433         self.msg = Mock(MsgBase())
 434         # create class
 435         self.nsr_topic = NsrTopic(self.db, self.fs, self.msg, None)
 436         self.nsr_topic.check_quota = Mock(return_value=None)  # skip quota
 437
 438         self.db.create_list(
 439             "vim_accounts", yaml.load(db_vim_accounts_text, Loader=yaml.Loader)
 440         )
 441         self.db.create_list("nsds", yaml.load(db_nsds_text, Loader=yaml.Loader))
 442         self.db.create_list("vnfds", yaml.load(db_vnfds_text, Loader=yaml.Loader))
 443         self.db.create = Mock(return_value="created_id")
 444         self.nsd = self.db.get_list("nsds")[0]
 445         self.nsd_id = self.nsd["_id"]
 446         self.nsd_project = self.nsd["_admin"]["projects_read"][0]
 447
 448         self.vim = self.db.get_list("vim_accounts")[0]
 449         self.vim_id = self.vim["_id"]
 450
 451     def test_create(self):
 452         session = {
 453             "force": False,
 454             "admin": False,
 455             "public": False,
 456             "project_id": [self.nsd_project],
 457             "method": "write",
 458         }
 459         indata = {
 460             "nsdId": self.nsd_id,
 461             "nsName": "name",
 462             "vimAccountId": self.vim_id,
 463             "additionalParamsForVnf": [
 464                 {
 465                     "member-vnf-index": "hackfest_vnf1",
 466                     "additionalParams": {"touch_filename": "file"},
 467                 },
 468                 {
 469                     "member-vnf-index": "hackfest_vnf2",
 470                     "additionalParams": {"touch_filename": "file"},
 471                 },
 472             ],
 473         }
 474         rollback = []
 475         headers = {}
 476
 477         self.nsr_topic.new(
 478             rollback, session, indata=indata, kwargs=None, headers=headers
 479         )
 480
 481         # check vnfrs and nsrs created in whatever order
 482         created_vnfrs = []
 483         created_nsrs = []
 484         nsr_id = None
 485         for _call in self.db.create.call_args_list:
 486             assert len(_call[0]) >= 2, "called db.create with few parameters"
 487             created_item = _call[0][1]
 488             if _call[0][0] == "vnfrs":
 489                 created_vnfrs.append(created_item)
 490                 self.assertIn(
 491                     "member-vnf-index-ref",
 492                     created_item,
 493                     "Created item must contain member-vnf-index-ref section",
 494                 )
 495                 if nsr_id:
 496                     self.assertEqual(
 497                         nsr_id,
 498                         created_item["nsr-id-ref"],
 499                         "bad reference id from vnfr to nsr",
 500                     )
 501                 else:
 502                     nsr_id = created_item["nsr-id-ref"]
 503
 504             elif _call[0][0] == "nsrs":
 505                 created_nsrs.append(created_item)
 506                 if nsr_id:
 507                     self.assertEqual(
 508                         nsr_id, created_item["_id"], "bad reference id from vnfr to nsr"
 509                     )
 510                 else:
 511                     nsr_id = created_item["_id"]
 512             else:
 513                 assert True, "created an unknown record {} at database".format(
 514                     _call[0][0]
 515                 )
 516
 517             self.assertTrue(
 518                 created_item["_admin"].get("projects_read"),
 519                 "Database record must contain '_amdin.projects_read'",
 520             )
 521             self.assertIn(
 522                 "created",
 523                 created_item["_admin"],
 524                 "Database record must contain '_admin.created'",
 525             )
 526             self.assertTrue(
 527                 created_item["_admin"]["nsState"] == "NOT_INSTANTIATED",
 528                 "Database record must contain '_admin.nstate=NOT INSTANTIATE'",
 529             )
 530
 531         self.assertEqual(
 532             len(created_vnfrs), 2, "created a mismatch number of vnfr at database"
 533         )
 534         self.assertEqual(
 535             len(created_nsrs), 1, "Only one nsrs must be created at database"
 536         )
 537         self.assertEqual(
 538             len(rollback),
 539             len(created_vnfrs) + 1,
 540             "rollback mismatch with created items at database",
 541         )
 542
 543         # test parameters with error
 544         bad_id = "88d90b0c-faff-4b9f-bccd-aaaaaaaaaaaa"
 545         test_set = (
 546             # TODO add "nsd"
 547             (
 548                 "nsd not found",
 549                 {"nsdId": bad_id},
 550                 DbException,
 551                 HTTPStatus.NOT_FOUND,
 552                 ("not found", bad_id),
 553             ),
 554             # ({"vimAccountId": bad_id}, DbException, HTTPStatus.NOT_FOUND, ("not found", bad_id)),  # TODO add "vim"
 555             (
 556                 "additional params not supply",
 557                 {"additionalParamsForVnf.0.member-vnf-index": "k"},
 558                 EngineException,
 559                 HTTPStatus.BAD_REQUEST,
 560                 None,
 561             ),
 562         )
 563         for message, kwargs_, expect_exc, expect_code, expect_text_list in test_set:
 564             with self.assertRaises(expect_exc, msg=message) as e:
 565                 self.nsr_topic.new(
 566                     rollback,
 567                     session,
 568                     indata=deepcopy(indata),
 569                     kwargs=kwargs_,
 570                     headers=headers,
 571                 )
 572             if expect_code:
 573                 self.assertTrue(e.exception.http_code == expect_code)
 574             if expect_text_list:
 575                 for expect_text in expect_text_list:
 576                     self.assertIn(expect_text, str(e.exception).lower(),
 577                                   "Expected '{}' at exception text".format(expect_text))
 578
 579     def test_show_instance(self):
 580         session = {"force": False, "admin": False, "public": False, "project_id": [self.nsd_project], "method": "write"}
 581         filter_q = {}
 582         for refresh_status in ("true", "false"):
 583             self.db.create_list("nsrs", yaml.load(db_nsrs_text, Loader=yaml.Loader))
 584             actual_nsr = self.db.get_list("nsrs")[0]
 585             nsr_id = actual_nsr["_id"]
 586             filter_q['vcaStatus-refresh'] = refresh_status
 587             expected_nsr = self.nsr_topic.show(session, nsr_id, filter_q=filter_q)
 588             self.nsr_topic.delete(session, nsr_id)
 589             actual_nsr.pop("_admin")
 590             expected_nsr.pop("_admin")
 591             self.assertEqual(expected_nsr, actual_nsr, "Database nsr and show() nsr do not match.")
 592
 593     def test_vca_status_refresh(self):
 594         session = {"force": False, "admin": False, "public": False, "project_id": [self.nsd_project], "method": "write"}
 595         filter_q = {'vcaStatus-refresh': 'true'}
 596         time_delta = 120
 597         self.db.create_list("nsrs", yaml.load(db_nsrs_text, Loader=yaml.Loader))
 598         nsr = self.db.get_list("nsrs")[0]
 599
 600         # When vcaStatus-refresh is true
 601         filter_q['vcaStatus-refresh'] = "true"
 602         self.nsr_topic.vca_status_refresh(session, nsr, filter_q)
 603         msg_args = self.msg.write.call_args[0]
 604         self.assertEqual(msg_args[1], "vca_status_refresh", "Wrong message action")
 605         self.assertGreater(nsr["_admin"]["modified"], time() - time_delta)
 606
 607         # When vcaStatus-refresh is false but modified time is within threshold
 608         filter_q['vcaStatus-refresh'] = "false"
 609         time_now = time()
 610         nsr["_admin"]["modified"] = time_now
 611         self.nsr_topic.vca_status_refresh(session, nsr, filter_q)
 612         msg_args = self.msg.write.call_args[1]
 613         self.assertEqual(msg_args, {}, "Message should not be sent.")
 614         self.assertEqual(nsr["_admin"]["modified"], time_now, "Modified time should not be changed.")
 615
 616         # When vcaStatus-refresh is false but modified time is less than threshold
 617         filter_q['vcaStatus-refresh'] = "false"
 618         nsr["_admin"]["modified"] = time() - (2*time_delta)
 619         self.nsr_topic.vca_status_refresh(session, nsr, filter_q)
 620         msg_args = self.msg.write.call_args[0]
 621         self.assertEqual(msg_args[1], "vca_status_refresh", "Wrong message action")
 622         self.nsr_topic.delete(session, nsr["_id"])
 623         self.assertGreater(nsr["_admin"]["modified"], time() - time_delta, "Modified time is not changed.")
 624
 625     def test_delete_ns(self):
 626         self.db.create_list("nsrs", yaml.load(db_nsrs_text, Loader=yaml.Loader))
 627         self.nsr = self.db.get_list("nsrs")[0]
 628         self.nsr_id = self.nsr["_id"]
 629         self.db_set_one = self.db.set_one
 630         p_id = self.nsd_project
 631         p_other = "other_p"
 632
 633         session = {
 634             "force": False,
 635             "admin": False,
 636             "public": None,
 637             "project_id": [p_id],
 638             "method": "delete",
 639         }
 640         session2 = {
 641             "force": False,
 642             "admin": False,
 643             "public": None,
 644             "project_id": [p_other],
 645             "method": "delete",
 646         }
 647         session_force = {
 648             "force": True,
 649             "admin": True,
 650             "public": None,
 651             "project_id": [],
 652             "method": "delete",
 653         }
 654         with self.subTest(i=1, t="Normal Deletion"):
 655             self.db.del_one = Mock()
 656             self.db.set_one = Mock()
 657             self.nsr_topic.delete(session, self.nsr_id)
 658
 659             db_args_ro_nsrs = self.db.del_one.call_args_list[1][0]
 660             db_args = self.db.del_one.call_args_list[0][0]
 661             msg_args = self.msg.write.call_args[0]
 662             self.assertEqual(
 663                 msg_args[0], self.nsr_topic.topic_msg, "Wrong message topic"
 664             )
 665             self.assertEqual(msg_args[1], "deleted", "Wrong message action")
 666             self.assertEqual(msg_args[2], {"_id": self.nsr_id}, "Wrong message content")
 667             self.assertEqual(db_args_ro_nsrs[0], "ro_nsrs", "Wrong DB topic")
 668             self.assertEqual(db_args[0], self.nsr_topic.topic, "Wrong DB topic")
 669             self.assertEqual(db_args[1]["_id"], self.nsr_id, "Wrong DB ID")
 670             self.assertEqual(
 671                 db_args[1]["_admin.projects_read.cont"], [p_id], "Wrong DB filter"
 672             )
 673             self.db.set_one.assert_not_called()
 674             fs_del_calls = self.fs.file_delete.call_args_list
 675             self.assertEqual(fs_del_calls[0][0][0], self.nsr_id, "Wrong FS file id")
 676         with self.subTest(i=2, t="No delete because referenced by other project"):
 677             self.db_set_one(
 678                 "nsrs",
 679                 {"_id": self.nsr_id},
 680                 update_dict=None,
 681                 push={
 682                     "_admin.projects_read": p_other,
 683                     "_admin.projects_write": p_other,
 684                 },
 685             )
 686             self.db.del_one.reset_mock()
 687             self.db.set_one.reset_mock()
 688             self.msg.write.reset_mock()
 689             self.fs.file_delete.reset_mock()
 690
 691             self.nsr_topic.delete(session2, self.nsr_id)
 692             self.db.del_one.assert_not_called()
 693             self.msg.write.assert_not_called()
 694             db_s1_args = self.db.set_one.call_args
 695             self.assertEqual(db_s1_args[0][0], self.nsr_topic.topic, "Wrong DB topic")
 696             self.assertEqual(db_s1_args[0][1]["_id"], self.nsr_id, "Wrong DB ID")
 697             self.assertIsNone(
 698                 db_s1_args[1]["update_dict"], "Wrong DB update dictionary"
 699             )
 700             self.assertEqual(
 701                 db_s1_args[1]["pull_list"],
 702                 {"_admin.projects_read": [p_other], "_admin.projects_write": [p_other]},
 703                 "Wrong DB pull_list dictionary",
 704             )
 705             self.fs.file_delete.assert_not_called()
 706         with self.subTest(i=4, t="Delete with force and admin"):
 707             self.db.del_one.reset_mock()
 708             self.db.set_one.reset_mock()
 709             self.msg.write.reset_mock()
 710             self.fs.file_delete.reset_mock()
 711             self.nsr_topic.delete(session_force, self.nsr_id)
 712
 713             db_args_ro_nsrs = self.db.del_one.call_args_list[1][0]
 714             db_args = self.db.del_one.call_args_list[0][0]
 715             msg_args = self.msg.write.call_args[0]
 716             self.assertEqual(
 717                 msg_args[0], self.nsr_topic.topic_msg, "Wrong message topic"
 718             )
 719             self.assertEqual(msg_args[1], "deleted", "Wrong message action")
 720             self.assertEqual(msg_args[2], {"_id": self.nsr_id}, "Wrong message content")
 721             self.assertEqual(db_args_ro_nsrs[0], "ro_nsrs", "Wrong DB topic")
 722             self.assertEqual(db_args[0], self.nsr_topic.topic, "Wrong DB topic")
 723             self.assertEqual(db_args[1]["_id"], self.nsr_id, "Wrong DB ID")
 724             self.db.set_one.assert_not_called()
 725             fs_del_calls = self.fs.file_delete.call_args_list
 726             self.assertEqual(fs_del_calls[0][0][0], self.nsr_id, "Wrong FS file id")
 727         with self.subTest(i=3, t="Conflict on Delete - NS in INSTANTIATED state"):
 728             self.db_set_one(
 729                 "nsrs",
 730                 {"_id": self.nsr_id},
 731                 {"_admin.nsState": "INSTANTIATED"},
 732                 pull={
 733                     "_admin.projects_read": p_other,
 734                     "_admin.projects_write": p_other,
 735                 },
 736             )
 737             self.db.del_one.reset_mock()
 738             self.db.set_one.reset_mock()
 739             self.msg.write.reset_mock()
 740             self.fs.file_delete.reset_mock()
 741
 742             with self.assertRaises(
 743                 EngineException, msg="Accepted NSR with nsState INSTANTIATED"
 744             ) as e:
 745                 self.nsr_topic.delete(session, self.nsr_id)
 746             self.assertEqual(
 747                 e.exception.http_code, HTTPStatus.CONFLICT, "Wrong HTTP status code"
 748             )
 749             self.assertIn("INSTANTIATED", str(e.exception), "Wrong exception text")
 750         # TODOD with self.subTest(i=3, t='Conflict on Delete - NS in use by NSI'):
 751
 752         with self.subTest(i=4, t="Non-existent NS"):
 753             self.db.del_one.reset_mock()
 754             self.db.set_one.reset_mock()
 755             self.msg.write.reset_mock()
 756             self.fs.file_delete.reset_mock()
 757             excp_msg = "Not found"
 758             with self.assertRaises(
 759                 DbException, msg="Accepted non-existent NSD ID"
 760             ) as e:
 761                 self.nsr_topic.delete(session2, "other_id")
 762             self.assertEqual(
 763                 e.exception.http_code, HTTPStatus.NOT_FOUND, "Wrong HTTP status code"
 764             )
 765             self.assertIn(excp_msg, str(e.exception), "Wrong exception text")
 766             self.assertIn("other_id", str(e.exception), "Wrong exception text")
 767         return