# http://www.apache.org/licenses/LICENSE-2.0
+import multiprocessing
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# contact: bdiaz@whitestack.com or glavado@whitestack.com
##
import unittest
+from unittest import mock
-import mock
-from kafka import KafkaProducer
-from kafka.errors import KafkaError
-from osm_common import dbmongo
+from osm_mon.collector.collector import Collector
+from osm_mon.collector.collectors.juju import VCACollector
+from osm_mon.collector.collectors.openstack import OpenstackCollector
+from osm_mon.core.database import VimCredentials
-from osm_mon.collector.collector import MonCollector
-from osm_mon.core.database import VimCredentials, DatabaseManager
-from osm_mon.core.message_bus.common_consumer import CommonConsumer
+class CollectorTest(unittest.TestCase):
+ def setUp(self):
+ super().setUp()
-@mock.patch.object(dbmongo.DbMongo, "db_connect", mock.Mock())
-class MonCollectorTest(unittest.TestCase):
- def test_generate_metric_data_payloads(self):
- vnfr = {
- "_id": "0d9d06ad-3fc2-418c-9934-465e815fafe2",
- "ip-address": "192.168.160.2",
- "created-time": 1535392482.0044956,
- "vim-account-id": "be48ae31-1d46-4892-a4b4-d69abd55714b",
- "vdur": [
- {
- "interfaces": [
- {
- "mac-address": "fa:16:3e:71:fd:b8",
- "name": "eth0",
- "ip-address": "192.168.160.2"
- }
- ],
- "status": "ACTIVE",
- "vim-id": "63a65636-9fc8-4022-b070-980823e6266a",
- "name": "cirros_ns-1-cirros_vnfd-VM-1",
- "status-detailed": None,
- "ip-address": "192.168.160.2",
- "vdu-id-ref": "cirros_vnfd-VM"
- }
- ],
- "id": "0d9d06ad-3fc2-418c-9934-465e815fafe2",
- "vnfd-ref": "cirros_vdu_scaling_vnf",
- "vnfd-id": "63f44c41-45ee-456b-b10d-5f08fb1796e0",
- "_admin": {
- "created": 1535392482.0067868,
- "projects_read": [
- "admin"
- ],
- "modified": 1535392482.0067868,
- "projects_write": [
- "admin"
- ]
- },
- "nsr-id-ref": "87776f33-b67c-417a-8119-cb08e4098951",
- "member-vnf-index-ref": "1",
- "connection-point": [
- {
- "name": "eth0",
- "id": None,
- "connection-point-id": None
- }
- ]
- }
- vnfd = {
- "_id": "63f44c41-45ee-456b-b10d-5f08fb1796e0",
- "name": "cirros_vdu_scaling_vnf",
- "vendor": "OSM",
- "vdu": [
- {
- "name": "cirros_vnfd-VM",
- "monitoring-param": [
- {
- "id": "cirros_vnfd-VM_memory_util",
- "nfvi-metric": "average_memory_utilization"
- }
- ],
- "vm-flavor": {
- "vcpu-count": 1,
- "memory-mb": 256,
- "storage-gb": 2
- },
- "description": "cirros_vnfd-VM",
- "count": 1,
- "id": "cirros_vnfd-VM",
- "interface": [
- {
- "name": "eth0",
- "external-connection-point-ref": "eth0",
- "type": "EXTERNAL",
- "virtual-interface": {
- "bandwidth": "0",
- "type": "VIRTIO",
- "vpci": "0000:00:0a.0"
- }
- }
- ],
- "image": "cirros034"
- }
- ],
- "monitoring-param": [
- {
- "id": "cirros_vnf_memory_util",
- "name": "cirros_vnf_memory_util",
- "aggregation-type": "AVERAGE",
- "vdu-monitoring-param-ref": "cirros_vnfd-VM_memory_util",
- "vdu-ref": "cirros_vnfd-VM"
- }
- ],
- "description": "Simple VNF example with a cirros and a scaling group descriptor",
- "id": "cirros_vdu_scaling_vnf",
- "logo": "cirros-64.png",
- "version": "1.0",
- "connection-point": [
- {
- "name": "eth0",
- "type": "VPORT"
- }
- ],
- "mgmt-interface": {
- "cp": "eth0"
- },
- "scaling-group-descriptor": [
- {
- "name": "scale_cirros_vnfd-VM",
- "min-instance-count": 1,
- "vdu": [
- {
- "count": 1,
- "vdu-id-ref": "cirros_vnfd-VM"
- }
- ],
- "max-instance-count": 10,
- "scaling-policy": [
- {
- "name": "auto_memory_util_above_threshold",
- "scaling-type": "automatic",
- "cooldown-time": 60,
- "threshold-time": 10,
- "scaling-criteria": [
- {
- "name": "group1_memory_util_above_threshold",
- "vnf-monitoring-param-ref": "cirros_vnf_memory_util",
- "scale-out-threshold": 80,
- "scale-out-relational-operation": "GT",
- "scale-in-relational-operation": "LT",
- "scale-in-threshold": 20
- }
- ]
- }
- ]
- }
- ],
- "short-name": "cirros_vdu_scaling_vnf",
- "_admin": {
- "created": 1535392242.6281035,
- "modified": 1535392242.6281035,
- "storage": {
- "zipfile": "package.tar.gz",
- "pkg-dir": "cirros_vnf",
- "path": "/app/storage/",
- "folder": "63f44c41-45ee-456b-b10d-5f08fb1796e0",
- "fs": "local",
- "descriptor": "cirros_vnf/cirros_vdu_scaling_vnfd.yaml"
- },
- "usageSate": "NOT_IN_USE",
- "onboardingState": "ONBOARDED",
- "userDefinedData": {
+ @mock.patch("osm_mon.collector.collector.CommonDbClient", autospec=True)
+ def test_get_vim_id(self, common_db):
+ common_db.return_value.get_vnfr.return_value = {'_id': 'a314c865-aee7-4d9b-9c9d-079d7f857f01',
+ '_admin': {
+ 'projects_read': ['admin'], 'created': 1526044312.102287,
+ 'modified': 1526044312.102287, 'projects_write': ['admin']
+ },
+ 'vim-account-id': 'c1740601-7287-48c8-a2c9-bce8fee459eb',
+ 'nsr-id-ref': '5ec3f571-d540-4cb0-9992-971d1b08312e',
+ 'vdur': [
+ {
+ 'internal-connection-point': [],
+ 'vdu-id-ref': 'ubuntuvnf_vnfd-VM',
+ 'id': 'ffd73f33-c8bb-4541-a977-44dcc3cbe28d',
+ 'vim-id': '27042672-5190-4209-b844-95bbaeea7ea7',
+ 'name': 'ubuntuvnf_vnfd-VM'
+ }
+ ],
+ 'vnfd-ref': 'ubuntuvnf_vnfd',
+ 'member-vnf-index-ref': '1',
+ 'created-time': 1526044312.0999322,
+ 'vnfd-id': 'a314c865-aee7-4d9b-9c9d-079d7f857f01',
+ 'id': 'a314c865-aee7-4d9b-9c9d-079d7f857f01'}
+ collector = Collector()
+ vim_account_id = collector._get_vim_account_id('5ec3f571-d540-4cb0-9992-971d1b08312e', 1)
+ self.assertEqual(vim_account_id, 'c1740601-7287-48c8-a2c9-bce8fee459eb')
- },
- "projects_read": [
- "admin"
- ],
- "operationalState": "ENABLED",
- "projects_write": [
- "admin"
- ]
- }
- }
- payloads = MonCollector._generate_metric_data_payloads(vnfr, vnfd)
- expected_payload = {'ns_id': '87776f33-b67c-417a-8119-cb08e4098951',
- 'vnf_member_index': '1',
- 'metric_name': 'average_memory_utilization',
- 'collection_period': 1,
- 'collection_unit': 'DAY',
- 'vdu_name': 'cirros_ns-1-cirros_vnfd-VM-1'}
- self.assertEqual(len(payloads), 1)
- self.assertEqual(set(expected_payload.items()).issubset(set(payloads[0].items())), True)
+ @mock.patch("osm_mon.collector.collector.CommonDbClient", mock.Mock())
+ @mock.patch("osm_mon.collector.collector.DatabaseManager", autospec=True)
+ def test_get_vim_type(self, database_manager):
+ mock_creds = VimCredentials()
+ mock_creds.id = 'test_id'
+ mock_creds.user = 'user'
+ mock_creds.url = 'url'
+ mock_creds.password = 'password'
+ mock_creds.tenant_name = 'tenant_name'
+ mock_creds.type = 'openstack'
+
+ database_manager.return_value.get_credentials.return_value = mock_creds
+ collector = Collector()
+ vim_type = collector._get_vim_type('test_id')
+ self.assertEqual(vim_type, 'openstack')
+
+ @mock.patch("osm_mon.collector.collector.CommonDbClient", mock.Mock())
+ @mock.patch.object(OpenstackCollector, "__init__", lambda *args, **kwargs: None)
+ @mock.patch.object(OpenstackCollector, "collect")
+ @mock.patch.object(Collector, "_get_vim_type")
+ def test_init_vim_collector_and_collect_openstack(self, _get_vim_type, collect):
+ _get_vim_type.return_value = 'openstack'
+ collector = Collector()
+ queue = multiprocessing.Queue()
+ collector._init_vim_collector_and_collect({}, 'test_vim_account_id', queue)
+ collect.assert_called_once_with({}, queue)
+
+ @mock.patch("osm_mon.collector.collector.CommonDbClient", mock.Mock())
+ @mock.patch.object(OpenstackCollector, "collect")
+ @mock.patch.object(Collector, "_get_vim_type")
+ def test_init_vim_collector_and_collect_unknown(self, _get_vim_type, openstack_collect):
+ _get_vim_type.return_value = 'unknown'
+ collector = Collector()
+ queue = multiprocessing.Queue()
+ collector._init_vim_collector_and_collect({}, 'test_vim_account_id', queue)
+ openstack_collect.assert_not_called()
+
+ @mock.patch("osm_mon.collector.collector.CommonDbClient", mock.Mock())
+ @mock.patch("osm_mon.collector.collector.VCACollector", autospec=True)
+ def test_init_vca_collector_and_collect(self, vca_collector):
+ collector = Collector()
+ queue = multiprocessing.Queue()
+ collector._init_vca_collector_and_collect({}, queue)
+ vca_collector.assert_called_once_with()
+ vca_collector.return_value.collect.assert_called_once_with({}, queue)