osm_pla/test/test_server.py

   1 # Copyright 2020 ArctosLabs Scandinavia AB
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #    http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
  12 # implied.
  13 # See the License for the specific language governing permissions and
  14 # limitations under the License.
  15 import asyncio
  16 # import platform
  17 # import random
  18 import os
  19 import sys
  20 # import unittest
  21 from unittest import TestCase, mock
  22 from unittest.mock import Mock
  23
  24 # import pkg_resources
  25 import yaml
  26
  27 from osm_pla.placement.mznplacement import NsPlacementDataFactory, MznPlacementConductor
  28 from pathlib import Path
  29
  30 # need to Mock the imports from osm_common made in Server and Config beforehand
  31 sys.modules['osm_common'] = Mock()
  32 from osm_pla.server.server import Server  # noqa: E402
  33 from osm_pla.config.config import Config  # noqa: E402
  34
  35 nslcmop_record_wo_pinning = {'statusEnteredTime': 1574625718.8280587, 'startTime': 1574625718.8280587,
  36                              '_admin': {'created': 1574625718.8286533,
  37                                         'projects_write': ['61e4bbab-9659-4abc-a01d-ba3a307becf9'],
  38                                         'worker': 'e5121e773e8b', 'modified': 1574625718.8286533,
  39                                         'projects_read': ['61e4bbab-9659-4abc-a01d-ba3a307becf9']},
  40                              'operationState': 'PROCESSING', 'nsInstanceId': '45f588bd-5bf4-4181-b13b-f16a55a23be4',
  41                              'lcmOperationType': 'instantiate', 'isCancelPending': False,
  42                              'id': 'a571b1de-19e5-48bd-b252-ba0ad7d540c9',
  43                              '_id': 'a571b1de-19e5-48bd-b252-ba0ad7d540c9',
  44                              'isAutomaticInvocation': False,
  45                              'links': {'nsInstance': '/osm/nslcm/v1/ns_instances/45f588bd-5bf4-4181-b13b-f16a55a23be4',
  46                                        'self': '/osm/nslcm/v1/ns_lcm_op_occs/a571b1de-19e5-48bd-b252-ba0ad7d540c9'},
  47                              'operationParams': {'vimAccountId': 'eb553051-5b6c-4ad6-939b-2ad23bd82e57',
  48                                                  'lcmOperationType': 'instantiate', 'nsDescription': 'just a test',
  49                                                  'nsdId': '0f4e658f-62a6-4f73-8623-270e8f0a18bc',
  50                                                  'nsName': 'ThreeNsd plain placement', 'ssh_keys': [],
  51                                                  'validVimAccounts': ['eb553051-5b6c-4ad6-939b-2ad23bd82e57',
  52                                                                       '576bbe0a-b95d-4ced-a63e-f387f8e6e2ce',
  53                                                                       '3d1ffc5d-b36d-4f69-8356-7f59c740ca2f',
  54                                                                       'db54dcd4-9fc4-441c-8820-17bce0aef2c3'],
  55                                                  'nsr_id': '45f588bd-5bf4-4181-b13b-f16a55a23be4',
  56                                                  'placement-engine': 'PLA',
  57                                                  'nsInstanceId': '45f588bd-5bf4-4181-b13b-f16a55a23be4'}}
  58
  59 nslcmop_record_w_pinning = {'statusEnteredTime': 1574627411.420499, 'startTime': 1574627411.420499,
  60                             '_admin': {'created': 1574627411.4209971,
  61                                        'projects_write': ['61e4bbab-9659-4abc-a01d-ba3a307becf9'],
  62                                        'worker': 'e5121e773e8b', 'modified': 1574627411.4209971,
  63                                        'projects_read': ['61e4bbab-9659-4abc-a01d-ba3a307becf9']},
  64                             'operationState': 'PROCESSING',
  65                             'nsInstanceId': '61587478-ea25-44eb-9f13-7005046ddb08', 'lcmOperationType': 'instantiate',
  66                             'isCancelPending': False, 'id': '80f95a17-6fa7-408d-930f-40aa4589d074',
  67                             '_id': '80f95a17-6fa7-408d-930f-40aa4589d074',
  68                             'isAutomaticInvocation': False,
  69                             'links': {
  70                                 'nsInstance': '/osm/nslcm/v1/ns_instances/61587478-ea25-44eb-9f13-7005046ddb08',
  71                                 'self': '/osm/nslcm/v1/ns_lcm_op_occs/80f95a17-6fa7-408d-930f-40aa4589d074'},
  72                             'operationParams': {
  73                                 'vimAccountId': '576bbe0a-b95d-4ced-a63e-f387f8e6e2ce',
  74                                 'nsr_id': '61587478-ea25-44eb-9f13-7005046ddb08',
  75                                 'nsDescription': 'default description', 'nsdId': '0f4e658f-62a6-4f73-8623-270e8f0a18bc',
  76                                 'validVimAccounts': [
  77                                     'eb553051-5b6c-4ad6-939b-2ad23bd82e57', '576bbe0a-b95d-4ced-a63e-f387f8e6e2ce',
  78                                     '3d1ffc5d-b36d-4f69-8356-7f59c740ca2f',
  79                                     'db54dcd4-9fc4-441c-8820-17bce0aef2c3'], 'nsName': 'ThreeVnfTest2',
  80                                 'wimAccountId': False, 'vnf': [
  81                                     {'vimAccountId': '3d1ffc5d-b36d-4f69-8356-7f59c740ca2f', 'member-vnf-index': '1'}],
  82                                 'placementEngine': 'PLA',
  83                                 'nsInstanceId': '61587478-ea25-44eb-9f13-7005046ddb08',
  84                                 'lcmOperationType': 'instantiate'}}
  85
  86 nslcmop_record_w_pinning_and_order_constraints = {
  87     'links': {'nsInstance': '/osm/nslcm/v1/ns_instances/7c4c3d94-ebb2-44e8-b236-d876b118434e',
  88               'self': '/osm/nslcm/v1/ns_lcm_op_occs/fd7c9e15-38aa-4fc5-913c-417b26859fb0'},
  89     'id': 'fd7c9e15-38aa-4fc5-913c-417b26859fb0', 'operationState': 'PROCESSING', 'isAutomaticInvocation': False,
  90     'nsInstanceId': '7c4c3d94-ebb2-44e8-b236-d876b118434e', '_id': 'fd7c9e15-38aa-4fc5-913c-417b26859fb0',
  91     'isCancelPending': False, 'startTime': 1574772631.6932728, 'statusEnteredTime': 1574772631.6932728,
  92     'lcmOperationType': 'instantiate',
  93     'operationParams': {'placementEngine': 'PLA',
  94                         'placement-constraints': {
  95                             'vld-constraints': [{
  96                                 'id': 'three_vnf_constrained_vld_1',
  97                                 'link-constraints': {
  98                                     'latency': 120,
  99                                     'jitter': 20}},
 100                                 {
 101                                     'link_constraints': {
 102                                         'latency': 120,
 103                                         'jitter': 20},
 104                                     'id': 'three_vnf_constrained_nsd_vld_2'}]},
 105                         'nsName': 'ThreeVnfTest2',
 106                         'nsDescription': 'default description',
 107                         'nsr_id': '7c4c3d94-ebb2-44e8-b236-d876b118434e',
 108                         'nsdId': '0f4e658f-62a6-4f73-8623-270e8f0a18bc',
 109                         'validVimAccounts': ['eb553051-5b6c-4ad6-939b-2ad23bd82e57',
 110                                              '576bbe0a-b95d-4ced-a63e-f387f8e6e2ce',
 111                                              '3d1ffc5d-b36d-4f69-8356-7f59c740ca2f',
 112                                              'db54dcd4-9fc4-441c-8820-17bce0aef2c3'],
 113                         'wimAccountId': False,
 114                         'vnf': [{'member-vnf-index': '3', 'vimAccountId': '3d1ffc5d-b36d-4f69-8356-7f59c740ca2f'}],
 115                         'nsInstanceId': '7c4c3d94-ebb2-44e8-b236-d876b118434e',
 116                         'lcmOperationType': 'instantiate',
 117                         'vimAccountId': '576bbe0a-b95d-4ced-a63e-f387f8e6e2ce'},
 118     '_admin': {'projects_read': ['61e4bbab-9659-4abc-a01d-ba3a307becf9'], 'modified': 1574772631.693885,
 119                'projects_write': ['61e4bbab-9659-4abc-a01d-ba3a307becf9'], 'created': 1574772631.693885,
 120                'worker': 'e5121e773e8b'}}
 121
 122 list_of_vims = [{"_id": "73cd1a1b-333e-4e29-8db2-00d23bd9b644", "vim_user": "admin", "name": "OpenStack1",
 123                  "vim_url": "http://10.234.12.47:5000/v3", "vim_type": "openstack", "vim_tenant_name": "osm_demo",
 124                  "vim_password": "O/mHomfXPmCrTvUbYXVoyg==", "schema_version": "1.1",
 125                  "_admin": {"modified": 1565597984.3155663,
 126                             "deployed": {"RO": "f0c1b516-bcd9-11e9-bb73-02420aff0030",
 127                                          "RO-account": "f0d45496-bcd9-11e9-bb73-02420aff0030"},
 128                             "projects_write": ["admin"], "operationalState": "ENABLED", "detailed-status": "Done",
 129                             "created": 1565597984.3155663, "projects_read": ["admin"]},
 130                  "config": {}},
 131                 {"_id": "684165ea-2cf9-4fbd-ac22-8464ca07d1d8", "vim_user": "admin",
 132                  "name": "OpenStack2", "vim_url": "http://10.234.12.44:5000/v3",
 133                  "vim_tenant_name": "osm_demo", "vim_password": "Rw7gln9liP4ClMyHd5OFsw==",
 134                  "description": "Openstack on NUC", "vim_type": "openstack",
 135                  "admin": {"modified": 1566474766.7288046,
 136                            "deployed": {"RO": "5bc59656-c4d3-11e9-b1e5-02420aff0006",
 137                                         "RO-account": "5bd772e0-c4d3-11e9-b1e5-02420aff0006"},
 138                            "projects_write": ["admin"], "operationalState": "ENABLED",
 139                            "detailed-status": "Done", "created": 1566474766.7288046,
 140                            "projects_read": ["admin"]},
 141                  "config": {}, "schema_version": "1.1"},
 142                 {"_id": "8460b670-31cf-4fae-9f3e-d0dd6c57b61e", "vim_user": "admin", "name": "OpenStack1",
 143                  "vim_url": "http://10.234.12.47:5000/v3", "vim_type": "openstack",
 144                  "vim_tenant_name": "osm_demo", "vim_password": "NsgJJDlCdKreX30FQFNz7A==",
 145                  "description": "Openstack on Dell",
 146                  "_admin": {"modified": 1566992449.5942867,
 147                             "deployed": {"RO": "aed94f86-c988-11e9-bb38-02420aff0088",
 148                                          "RO-account": "aee72fac-c988-11e9-bb38-02420aff0088"},
 149                             "projects_write": ["0a5d0c5b-7e08-48a1-a686-642a038bbd70"],
 150                             "operationalState": "ENABLED", "detailed-status": "Done", "created": 1566992449.5942867,
 151                             "projects_read": ["0a5d0c5b-7e08-48a1-a686-642a038bbd70"]}, "config": {},
 152                  "schema_version": "1.1"},
 153                 {"_id": "9b8b5268-acb7-4893-b494-a77656b418f2",
 154                  "vim_user": "admin", "name": "OpenStack2",
 155                  "vim_url": "http://10.234.12.44:5000/v3",
 156                  "vim_type": "openstack", "vim_tenant_name": "osm_demo",
 157                  "vim_password": "AnAV3xtoiwwdnAfv0KahSw==",
 158                  "description": "Openstack on NUC",
 159                  "_admin": {"modified": 1566992484.9190753,
 160                             "deployed": {"RO": "c3d61158-c988-11e9-bb38-02420aff0088",
 161                                          "RO-account": "c3ec973e-c988-11e9-bb38-02420aff0088"},
 162                             "projects_write": ["0a5d0c5b-7e08-48a1-a686-642a038bbd70"],
 163                             "operationalState": "ENABLED", "detailed-status": "Done",
 164                             "created": 1566992484.9190753,
 165                             "projects_read": ["0a5d0c5b-7e08-48a1-a686-642a038bbd70"]},
 166                  "config": {}, "schema_version": "1.1"},
 167                 {"_id": "3645f215-f32d-4355-b5ab-df0a2e2233c3", "vim_user": "admin", "name": "OpenStack3",
 168                  "vim_url": "http://10.234.12.46:5000/v3", "vim_tenant_name": "osm_demo",
 169                  "vim_password": "XkG2w8e8/DiuohCFNp0+lQ==", "description": "Openstack on NUC",
 170                  "vim_type": "openstack",
 171                  "_admin": {"modified": 1567421247.7016313,
 172                             "deployed": {"RO": "0e80f6a2-cd6f-11e9-bb50-02420aff00b6",
 173                                          "RO-account": "0e974524-cd6f-11e9-bb50-02420aff00b6"},
 174                             "projects_write": ["0a5d0c5b-7e08-48a1-a686-642a038bbd70"],
 175                             "operationalState": "ENABLED", "detailed-status": "Done",
 176                             "created": 1567421247.7016313,
 177                             "projects_read": ["0a5d0c5b-7e08-48a1-a686-642a038bbd70"]},
 178                  "schema_version": "1.1", "config": {}},
 179                 {"_id": "53f8f2bb-88b5-4bf9-babf-556698b5261f",
 180                  "vim_user": "admin", "name": "OpenStack4",
 181                  "vim_url": "http://10.234.12.43:5000/v3",
 182                  "vim_tenant_name": "osm_demo",
 183                  "vim_password": "GLrgVn8fMVneXMZq1r4yVA==",
 184                  "description": "Openstack on NUC",
 185                  "vim_type": "openstack",
 186                  "_admin": {"modified": 1567421296.1576457,
 187                             "deployed": {
 188                                 "RO": "2b43c756-cd6f-11e9-bb50-02420aff00b6",
 189                                 "RO-account": "2b535aea-cd6f-11e9-bb50-02420aff00b6"},
 190                             "projects_write": [
 191                                 "0a5d0c5b-7e08-48a1-a686-642a038bbd70"],
 192                             "operationalState": "ENABLED",
 193                             "detailed-status": "Done",
 194                             "created": 1567421296.1576457,
 195                             "projects_read": [
 196                                 "0a5d0c5b-7e08-48a1-a686-642a038bbd70"]},
 197                  "schema_version": "1.1", "config": {}}]
 198
 199 # FIXME this is not correct re mgmt-network setting.
 200 nsd_from_db = {"_id": "15fc1941-f095-4cd8-af2d-1000bd6d9eaa", "short-name": "three_vnf_constrained_nsd_low",
 201                "name": "three_vnf_constrained_nsd_low", "version": "1.0",
 202                "description": "Placement constraints NSD",
 203                "_admin": {"modified": 1567672251.7531693,
 204                           "storage": {"pkg-dir": "ns_constrained_nsd", "fs": "local",
 205                                       "descriptor": "ns_constrained_nsd/ns_constrained_nsd.yaml",
 206                                       "zipfile": "package.tar.gz",
 207                                       "folder": "15fc1941-f095-4cd8-af2d-1000bd6d9eaa", "path": "/app/storage/"},
 208                           "onboardingState": "ONBOARDED", "usageState": "NOT_IN_USE",
 209                           "projects_write": ["0a5d0c5b-7e08-48a1-a686-642a038bbd70"], "operationalState": "ENABLED",
 210                           "userDefinedData": {}, "created": 1567672251.7531693,
 211                           "projects_read": ["0a5d0c5b-7e08-48a1-a686-642a038bbd70"]},
 212                "constituent-vnfd": [{"vnfd-id-ref": "cirros_vnfd_v2", "member-vnf-index": "one"},
 213                                     {"vnfd-id-ref": "cirros_vnfd_v2", "member-vnf-index": "two"},
 214                                     {"vnfd-id-ref": "cirros_vnfd_v2", "member-vnf-index": "three"}],
 215                "id": "three_vnf_constrained_nsd_low", "vendor": "ArctosLabs",
 216                "vld": [{"type": "ELAN", "short-name": "ns_constrained_nsd_low_vld1",
 217                         "link-constraint": [{"constraint-type": "LATENCY", "value": "100"},
 218                                             {"constraint-type": "JITTER", "value": "30"}],
 219                         "vim-network-name": "external", "mgmt-network": True,
 220                         "id": "three_vnf_constrained_nsd_low_vld1",
 221                         "vnfd-connection-point-ref": [
 222                             {"vnfd-id-ref": "cirros_vnfd_v2", "member-vnf-index-ref": "one",
 223                              "vnfd-connection-point-ref": "vnf-cp0"},
 224                             {"vnfd-id-ref": "cirros_vnfd_v2",
 225                              "member-vnf-index-ref": "two",
 226                              "vnfd-connection-point-ref": "vnf-cp0"}],
 227                         "name": "ns_constrained_nsd_vld1"},
 228                        {"type": "ELAN", "short-name": "ns_constrained_nsd_low_vld2",
 229                         "link-constraint": [{"constraint-type": "LATENCY", "value": "50"},
 230                                             {"constraint-type": "JITTER", "value": "30"}],
 231                         "vim-network-name": "lanretxe", "mgmt-network": True,
 232                         "id": "three_vnf_constrained_nsd_low_vld2",
 233                         "vnfd-connection-point-ref": [
 234                             {"vnfd-id-ref": "cirros_vnfd_v2", "member-vnf-index-ref": "two",
 235                              "vnfd-connection-point-ref": "vnf-cp0"},
 236                             {"vnfd-id-ref": "cirros_vnfd_v2", "member-vnf-index-ref": "three",
 237                              "vnfd-connection-point-ref": "vnf-cp0"}],
 238                         "name": "ns_constrained_nsd_vld2"}]}
 239
 240
 241 ######################################################
 242 # These are helper functions to handle unittest of asyncio.
 243 # Inspired by: https://blog.miguelgrinberg.com/post/unit-testing-asyncio-code
 244 def _run(co_routine):
 245     return asyncio.get_event_loop().run_until_complete(co_routine)
 246
 247
 248 def _async_mock(*args, **kwargs):
 249     m = mock.MagicMock(*args, **kwargs)
 250
 251     async def mock_coro(*args, **kwargs):
 252         return m(*args, **kwargs)
 253
 254     mock_coro.mock = m
 255     return mock_coro
 256
 257
 258 ######################################################
 259
 260 class TestServer(TestCase):
 261
 262     def _produce_ut_vim_accounts_info(self, list_of_vims):
 263         """
 264         FIXME temporary, we will need more control over vim_urls and _id for test purpose - make a generator
 265         :return: vim_url and _id as dict, i.e. extract these from vim_accounts data
 266         """
 267         return {_['vim_url']: _['_id'] for _ in list_of_vims}
 268
 269     def _produce_ut_vnf_price_list(self):
 270         price_list_file = "vnf_price_list.yaml"
 271         with open(str(Path(price_list_file))) as pl_fd:
 272             price_list_data = yaml.safe_load_all(pl_fd)
 273             return {i['vnfd']: {i1['vim_url']: i1['price'] for i1 in i['prices']} for i in next(price_list_data)}
 274
 275     def _populate_pil_info(self, file):
 276         """
 277         FIXME we need more control over content in pil information - more files or generator and data
 278         Note str(Path()) is a 3.5 thing
 279         """
 280         with open(str(Path(file))) as pp_fd:
 281             test_data = yaml.safe_load_all(pp_fd)
 282             return next(test_data)
 283
 284     @mock.patch.object(Config, '_read_config_file')
 285     @mock.patch.object(Config, 'get', side_effect=['doesnotmatter', 'memory', 'memory', 'local', 'doesnotmatter'])
 286     def serverSetup(self, mock_get, mock__read_config_file):
 287         """
 288         Helper that returns a Server object
 289         :return:
 290         """
 291         cfg = Config(None)
 292         return Server(cfg)
 293
 294     def _adjust_path(self, file):
 295         """In case we are not running from test directory,
 296         then assume we are in top level directory (e.g. running from tox) and adjust file path accordingly"""
 297         path_component = '/osm_pla/test/'
 298         real_path = os.path.realpath(file)
 299         if path_component not in real_path:
 300             return os.path.dirname(real_path) + path_component + os.path.basename(real_path)
 301         else:
 302             return real_path
 303
 304     def test__get_nslcmop(self):
 305         server = self.serverSetup()
 306         server.db = Mock()
 307         _ = server._get_nslcmop(nslcmop_record_wo_pinning["id"])
 308         server.db.get_one.assert_called_with("nslcmops", {'_id': nslcmop_record_wo_pinning["id"]})
 309
 310     def test__get_nsd(self):  # OK
 311         server = self.serverSetup()
 312         server.db = Mock()
 313         _ = server._get_nsd(nslcmop_record_wo_pinning['operationParams']['nsdId'])
 314         server.db.get_one.assert_called_with("nsds", {'_id': nslcmop_record_wo_pinning['operationParams']['nsdId']})
 315
 316     def test__get_vim_accounts(self):  # OK
 317         server = self.serverSetup()
 318         server.db = Mock()
 319         _ = server._get_vim_accounts(nslcmop_record_wo_pinning['operationParams']['validVimAccounts'])
 320         server.db.get_list.assert_called_with('vim_accounts',
 321                                               {'_id': nslcmop_record_wo_pinning['operationParams']['validVimAccounts']})
 322
 323     def test__get_vnf_price_list(self):
 324         server = self.serverSetup()
 325         pl = server._get_vnf_price_list(Path(self._adjust_path('./vnf_price_list.yaml')))
 326         self.assertIs(type(pl), dict, "price list not a dictionary")
 327         for k, v in pl.items():
 328             self.assertIs(type(v), dict, "price list values not a dict")
 329
 330     def test__get_pil_info(self):
 331         server = self.serverSetup()
 332         ppi = server._get_pil_info(Path(self._adjust_path('./pil_price_list.yaml')))
 333         self.assertIs(type(ppi), dict, "pil is not a dict")
 334         self.assertIn('pil', ppi.keys(), "pil has no pil key")
 335         self.assertIs(type(ppi['pil']), list, "pil does not contain a list")
 336         # check for expected keys
 337         expected_keys = {'pil_description', 'pil_price', 'pil_latency', 'pil_jitter', 'pil_endpoints'}
 338         self.assertEqual(expected_keys, ppi['pil'][0].keys(), 'expected keys not found')
 339
 340     def test_handle_kafka_command(self):  # OK
 341         server = self.serverSetup()
 342         server.loop.create_task = Mock()
 343         server.handle_kafka_command('pli', 'get_placement', {})
 344         server.loop.create_task.assert_not_called()
 345         server.loop.create_task.reset_mock()
 346         server.handle_kafka_command('pla', 'get_placement', {'nslcmopId': nslcmop_record_wo_pinning["id"]})
 347         self.assertTrue(server.loop.create_task.called, 'create_task not called')
 348         args, kwargs = server.loop.create_task.call_args
 349         self.assertIn('Server.get_placement', str(args[0]), 'get_placement not called')
 350
 351     @mock.patch.object(NsPlacementDataFactory, '__init__', lambda x0, x1, x2, x3, x4, x5, x6: None)
 352     @mock.patch.object(MznPlacementConductor, 'do_placement_computation')
 353     @mock.patch.object(NsPlacementDataFactory, 'create_ns_placement_data')
 354     @mock.patch.object(Server, '_get_vim_accounts')
 355     @mock.patch.object(Server, '_get_nsd')
 356     @mock.patch.object(Server, '_get_nslcmop')
 357     @mock.patch.object(Server, '_get_vnf_price_list')
 358     @mock.patch.object(Server, '_get_pil_info')
 359     def test_get_placement(self, mock_get_pil_info, mock_get_vnf_price_list, mock__get_nslcmop, mock__get_nsd,
 360                            mock__get_vim_accounts,
 361                            mock_create_ns_placement_data,
 362                            mock_do_placement_computation):
 363         """
 364         run _get_placement and check that things get called as expected
 365         :return:
 366         """
 367         placement_ret_val = [{'vimAccountId': 'bbbbbbbb-38f5-438d-b8ee-3f93b3531f87', 'member-vnf-index': 'one'},
 368                              {'vimAccountId': 'aaaaaaaa-38f5-438d-b8ee-3f93b3531f87', 'member-vnf-index': 'two'},
 369                              {'vimAccountId': 'aaaaaaaa-38f5-438d-b8ee-3f93b3531f87', 'member-vnf-index': 'three'}]
 370         server = self.serverSetup()
 371
 372         server.msgBus.aiowrite = _async_mock()
 373         mock__get_nsd.return_value = nsd_from_db
 374         mock__get_vim_accounts.return_value = list_of_vims
 375
 376         # FIXME need update to match nslcmop, not for test but for consistency
 377         mock_do_placement_computation.return_value = placement_ret_val
 378         _run(server.get_placement(nslcmop_record_wo_pinning['id']))
 379
 380         self.assertTrue(mock_get_vnf_price_list.called, '_get_vnf_price_list not called as expected')
 381         self.assertTrue(mock_get_pil_info.called, '_get_pil_info not called as expected')
 382         self.assertTrue(mock__get_nslcmop.called, '_get_nslcmop not called as expected')
 383         # mock_get_nsd.assert_called_once() assert_called_once() for python > 3.5
 384         self.assertTrue(mock__get_nsd.called, 'get_nsd not called as expected')
 385         # mock_get_enabled_vims.assert_called_once() assert_called_once() for python > 3.5
 386         self.assertTrue(mock__get_vim_accounts.called, 'get_vim_accounts not called as expected')
 387         # mock_create_ns_placement_data.assert_called_once() assert_called_once() for python > 3.5
 388         self.assertTrue(mock_create_ns_placement_data.called, 'create_ns_placement_data not called as expected')
 389         # mock_do_placement_computation.assert_called_once()  assert_called_once() for python > 3.5
 390         self.assertTrue(mock_do_placement_computation.called, 'do_placement_computation not called as expected')
 391         self.assertTrue(server.msgBus.aiowrite.mock.called)
 392
 393         args, kwargs = server.msgBus.aiowrite.mock.call_args
 394         self.assertTrue(len(args) == 3, 'invalid format')
 395         self.assertEqual('pla', args[0], 'topic invalid')
 396         self.assertEqual('placement', args[1], 'message invalid')
 397         # extract placement result and check content
 398         rsp_payload = args[2]
 399
 400         expected_rsp_keys = {'placement'}
 401         self.assertEqual(expected_rsp_keys, set(rsp_payload.keys()), "placement response missing keys")
 402         self.assertIs(type(rsp_payload['placement']), dict, 'placement not a dict')
 403
 404         expected_placement_keys = {'vnf', 'nslcmopId'}
 405         self.assertEqual(expected_placement_keys, set(rsp_payload['placement']), "placement keys invalid")
 406
 407         vim_account_candidates = [e['vimAccountId'] for e in placement_ret_val]
 408
 409         self.assertEqual(nslcmop_record_wo_pinning['id'], rsp_payload['placement']['nslcmopId'], "nslcmopId invalid")
 410
 411         self.assertIs(type(rsp_payload['placement']['vnf']), list, 'vnf not a list')
 412         expected_vnf_keys = {'vimAccountId', 'member-vnf-index'}
 413         self.assertEqual(expected_vnf_keys, set(rsp_payload['placement']['vnf'][0]), "placement['vnf'] missing keys")
 414         self.assertIn(rsp_payload['placement']['vnf'][0]['vimAccountId'], vim_account_candidates,
 415                       "vimAccountId invalid")
 416
 417     @mock.patch.object(NsPlacementDataFactory, '__init__', lambda x0, x1, x2, x3, x4, x5, x6: None)
 418     @mock.patch.object(MznPlacementConductor, 'do_placement_computation')
 419     @mock.patch.object(NsPlacementDataFactory, 'create_ns_placement_data')
 420     @mock.patch.object(Server, '_get_vim_accounts')
 421     @mock.patch.object(Server, '_get_nsd')
 422     @mock.patch.object(Server, '_get_nslcmop')
 423     @mock.patch.object(Server, '_get_vnf_price_list')
 424     @mock.patch.object(Server, '_get_pil_info')
 425     def test_get_placement_with_pinning(self, mock_get_pil_info, mock_get_vnf_price_list, mock__get_nslcmop,
 426                                         mock__get_nsd, mock__get_vim_accounts,
 427                                         mock_create_ns_placement_data,
 428                                         mock_do_placement_computation):
 429         """
 430         run _get_placement and check that things get called as expected
 431         :return:
 432         """
 433         placement_ret_val = [{'vimAccountId': 'bbbbbbbb-38f5-438d-b8ee-3f93b3531f87', 'member-vnf-index': 'one'},
 434                              {'vimAccountId': 'aaaaaaaa-38f5-438d-b8ee-3f93b3531f87', 'member-vnf-index': 'two'},
 435                              {'vimAccountId': 'aaaaaaaa-38f5-438d-b8ee-3f93b3531f87', 'member-vnf-index': 'three'}]
 436         server = self.serverSetup()
 437
 438         server.msgBus.aiowrite = _async_mock()
 439         mock__get_nsd.return_value = nsd_from_db
 440         mock__get_vim_accounts.return_value = list_of_vims
 441
 442         # FIXME need update to match nslcmop, not for test but for consistency
 443         mock_do_placement_computation.return_value = placement_ret_val
 444         _run(server.get_placement(nslcmop_record_w_pinning['id']))
 445
 446         self.assertTrue(mock_get_vnf_price_list.called, '_get_vnf_price_list not called as expected')
 447         self.assertTrue(mock_get_pil_info.called, '_get_pil_info not called as expected')
 448         self.assertTrue(mock__get_nslcmop.called, '_get_nslcmop not called as expected')
 449         # mock_get_nsd.assert_called_once() assert_called_once() for python > 3.5
 450         self.assertTrue(mock__get_nsd.called, 'get_nsd not called as expected')
 451         # mock_get_enabled_vims.assert_called_once() assert_called_once() for python > 3.5
 452         self.assertTrue(mock__get_vim_accounts.called, 'get_vim_accounts not called as expected')
 453         # mock_create_ns_placement_data.assert_called_once() assert_called_once() for python > 3.5
 454         self.assertTrue(mock_create_ns_placement_data.called, 'create_ns_placement_data not called as expected')
 455         # mock_do_placement_computation.assert_called_once()  assert_called_once() for python > 3.5
 456         self.assertTrue(mock_do_placement_computation.called, 'do_placement_computation not called as expected')
 457         self.assertTrue(server.msgBus.aiowrite.mock.called)
 458
 459         args, kwargs = server.msgBus.aiowrite.mock.call_args
 460         self.assertTrue(len(args) == 3, 'invalid format')
 461         self.assertEqual('pla', args[0], 'topic invalid')
 462         self.assertEqual('placement', args[1], 'message invalid')
 463         # extract placement result and check content
 464         rsp_payload = args[2]
 465
 466         expected_rsp_keys = {'placement'}
 467         self.assertEqual(expected_rsp_keys, set(rsp_payload.keys()), "placement response missing keys")
 468         self.assertIs(type(rsp_payload['placement']), dict, 'placement not a dict')
 469
 470         expected_placement_keys = {'vnf', 'nslcmopId'}
 471         self.assertEqual(expected_placement_keys, set(rsp_payload['placement']), "placement keys invalid")
 472
 473         vim_account_candidates = [e['vimAccountId'] for e in placement_ret_val]
 474
 475         self.assertEqual(nslcmop_record_w_pinning['id'], rsp_payload['placement']['nslcmopId'], "nslcmopId invalid")
 476
 477         self.assertIs(type(rsp_payload['placement']['vnf']), list, 'vnf not a list')
 478         expected_vnf_keys = {'vimAccountId', 'member-vnf-index'}
 479         self.assertEqual(expected_vnf_keys, set(rsp_payload['placement']['vnf'][0]), "placement['vnf'] missing keys")
 480         self.assertIn(rsp_payload['placement']['vnf'][0]['vimAccountId'], vim_account_candidates,
 481                       "vimAccountId invalid")
 482
 483     # Note: does not mock reading of price list and pil_info
 484     @mock.patch.object(NsPlacementDataFactory, '__init__', lambda x0, x1, x2, x3, x4, x5: None)
 485     @mock.patch.object(MznPlacementConductor, 'do_placement_computation')
 486     @mock.patch.object(NsPlacementDataFactory, 'create_ns_placement_data')
 487     @mock.patch.object(Server, '_get_vim_accounts')
 488     @mock.patch.object(Server, '_get_nsd')
 489     @mock.patch.object(Server, '_get_nslcmop')
 490     def test_get_placement_w_exception(self, mock__get_nslcmop,
 491                                        mock__get_nsd,
 492                                        mock__get_vim_accounts,
 493                                        mock_create_ns_placement_data,
 494                                        mock_do_placement_computation):
 495         """
 496         check that raised exceptions are handled and response provided accordingly
 497         """
 498         server = self.serverSetup()
 499
 500         server.msgBus.aiowrite = _async_mock()
 501         mock__get_nsd.return_value = nsd_from_db
 502         mock__get_nsd.side_effect = RuntimeError('kaboom!')
 503         mock__get_vim_accounts.return_value = list_of_vims
 504         mock_do_placement_computation.return_value = \
 505             [{'vimAccountId': 'bbbbbbbb-38f5-438d-b8ee-3f93b3531f87', 'member-vnf-index': '1'},
 506              {'vimAccountId': 'aaaaaaaa-38f5-438d-b8ee-3f93b3531f87', 'member-vnf-index': '2'},
 507              {'vimAccountId': 'aaaaaaaa-38f5-438d-b8ee-3f93b3531f87', 'member-vnf-index': '3'}]
 508
 509         _run(server.get_placement(nslcmop_record_w_pinning['id']))
 510         self.assertTrue(server.msgBus.aiowrite.mock.called)
 511         args, kwargs = server.msgBus.aiowrite.mock.call_args
 512         rsp_payload = args[2]
 513         expected_keys = {'placement'}
 514         self.assertEqual(expected_keys, set(rsp_payload.keys()), "placement response missing keys")
 515         self.assertIs(type(rsp_payload['placement']['vnf']), list, 'vnf not a list')
 516         self.assertEqual([], rsp_payload['placement']['vnf'], 'vnf list not empty')
 517         self.assertEqual(nslcmop_record_w_pinning['id'], rsp_payload['placement']['nslcmopId'], "nslcmopId invalid")