Changes way metrics are collected, removing the use of mon-proxy
[osm/MON.git] / osm_mon / test / collector / test_collector.py
index b4ec741..6c3df42 100644 (file)
@@ -12,6 +12,7 @@
 
 #         http://www.apache.org/licenses/LICENSE-2.0
 
+import multiprocessing
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
 # contact: bdiaz@whitestack.com or glavado@whitestack.com
 ##
 import unittest
+from unittest import mock
 
-import mock
-from kafka import KafkaProducer
-from kafka.errors import KafkaError
-from osm_common import dbmongo
+from osm_mon.collector.collector import Collector
+from osm_mon.collector.collectors.juju import VCACollector
+from osm_mon.collector.collectors.openstack import OpenstackCollector
+from osm_mon.core.database import VimCredentials
 
-from osm_mon.collector.collector import MonCollector
-from osm_mon.core.database import VimCredentials, DatabaseManager
-from osm_mon.core.message_bus.common_consumer import CommonConsumer
 
+class CollectorTest(unittest.TestCase):
+    def setUp(self):
+        super().setUp()
 
-@mock.patch.object(dbmongo.DbMongo, "db_connect", mock.Mock())
-class MonCollectorTest(unittest.TestCase):
-    def test_generate_metric_data_payloads(self):
-        vnfr = {
-            "_id": "0d9d06ad-3fc2-418c-9934-465e815fafe2",
-            "ip-address": "192.168.160.2",
-            "created-time": 1535392482.0044956,
-            "vim-account-id": "be48ae31-1d46-4892-a4b4-d69abd55714b",
-            "vdur": [
-                {
-                    "interfaces": [
-                        {
-                            "mac-address": "fa:16:3e:71:fd:b8",
-                            "name": "eth0",
-                            "ip-address": "192.168.160.2"
-                        }
-                    ],
-                    "status": "ACTIVE",
-                    "vim-id": "63a65636-9fc8-4022-b070-980823e6266a",
-                    "name": "cirros_ns-1-cirros_vnfd-VM-1",
-                    "status-detailed": None,
-                    "ip-address": "192.168.160.2",
-                    "vdu-id-ref": "cirros_vnfd-VM"
-                }
-            ],
-            "id": "0d9d06ad-3fc2-418c-9934-465e815fafe2",
-            "vnfd-ref": "cirros_vdu_scaling_vnf",
-            "vnfd-id": "63f44c41-45ee-456b-b10d-5f08fb1796e0",
-            "_admin": {
-                "created": 1535392482.0067868,
-                "projects_read": [
-                    "admin"
-                ],
-                "modified": 1535392482.0067868,
-                "projects_write": [
-                    "admin"
-                ]
-            },
-            "nsr-id-ref": "87776f33-b67c-417a-8119-cb08e4098951",
-            "member-vnf-index-ref": "1",
-            "connection-point": [
-                {
-                    "name": "eth0",
-                    "id": None,
-                    "connection-point-id": None
-                }
-            ]
-        }
-        vnfd = {
-            "_id": "63f44c41-45ee-456b-b10d-5f08fb1796e0",
-            "name": "cirros_vdu_scaling_vnf",
-            "vendor": "OSM",
-            "vdu": [
-                {
-                    "name": "cirros_vnfd-VM",
-                    "monitoring-param": [
-                        {
-                            "id": "cirros_vnfd-VM_memory_util",
-                            "nfvi-metric": "average_memory_utilization"
-                        }
-                    ],
-                    "vm-flavor": {
-                        "vcpu-count": 1,
-                        "memory-mb": 256,
-                        "storage-gb": 2
-                    },
-                    "description": "cirros_vnfd-VM",
-                    "count": 1,
-                    "id": "cirros_vnfd-VM",
-                    "interface": [
-                        {
-                            "name": "eth0",
-                            "external-connection-point-ref": "eth0",
-                            "type": "EXTERNAL",
-                            "virtual-interface": {
-                                "bandwidth": "0",
-                                "type": "VIRTIO",
-                                "vpci": "0000:00:0a.0"
-                            }
-                        }
-                    ],
-                    "image": "cirros034"
-                }
-            ],
-            "monitoring-param": [
-                {
-                    "id": "cirros_vnf_memory_util",
-                    "name": "cirros_vnf_memory_util",
-                    "aggregation-type": "AVERAGE",
-                    "vdu-monitoring-param-ref": "cirros_vnfd-VM_memory_util",
-                    "vdu-ref": "cirros_vnfd-VM"
-                }
-            ],
-            "description": "Simple VNF example with a cirros and a scaling group descriptor",
-            "id": "cirros_vdu_scaling_vnf",
-            "logo": "cirros-64.png",
-            "version": "1.0",
-            "connection-point": [
-                {
-                    "name": "eth0",
-                    "type": "VPORT"
-                }
-            ],
-            "mgmt-interface": {
-                "cp": "eth0"
-            },
-            "scaling-group-descriptor": [
-                {
-                    "name": "scale_cirros_vnfd-VM",
-                    "min-instance-count": 1,
-                    "vdu": [
-                        {
-                            "count": 1,
-                            "vdu-id-ref": "cirros_vnfd-VM"
-                        }
-                    ],
-                    "max-instance-count": 10,
-                    "scaling-policy": [
-                        {
-                            "name": "auto_memory_util_above_threshold",
-                            "scaling-type": "automatic",
-                            "cooldown-time": 60,
-                            "threshold-time": 10,
-                            "scaling-criteria": [
-                                {
-                                    "name": "group1_memory_util_above_threshold",
-                                    "vnf-monitoring-param-ref": "cirros_vnf_memory_util",
-                                    "scale-out-threshold": 80,
-                                    "scale-out-relational-operation": "GT",
-                                    "scale-in-relational-operation": "LT",
-                                    "scale-in-threshold": 20
-                                }
-                            ]
-                        }
-                    ]
-                }
-            ],
-            "short-name": "cirros_vdu_scaling_vnf",
-            "_admin": {
-                "created": 1535392242.6281035,
-                "modified": 1535392242.6281035,
-                "storage": {
-                    "zipfile": "package.tar.gz",
-                    "pkg-dir": "cirros_vnf",
-                    "path": "/app/storage/",
-                    "folder": "63f44c41-45ee-456b-b10d-5f08fb1796e0",
-                    "fs": "local",
-                    "descriptor": "cirros_vnf/cirros_vdu_scaling_vnfd.yaml"
-                },
-                "usageSate": "NOT_IN_USE",
-                "onboardingState": "ONBOARDED",
-                "userDefinedData": {
+    @mock.patch("osm_mon.collector.collector.CommonDbClient", autospec=True)
+    def test_get_vim_id(self, common_db):
+        common_db.return_value.get_vnfr.return_value = {'_id': 'a314c865-aee7-4d9b-9c9d-079d7f857f01',
+                                                        '_admin': {
+                                                            'projects_read': ['admin'], 'created': 1526044312.102287,
+                                                            'modified': 1526044312.102287, 'projects_write': ['admin']
+                                                        },
+                                                        'vim-account-id': 'c1740601-7287-48c8-a2c9-bce8fee459eb',
+                                                        'nsr-id-ref': '5ec3f571-d540-4cb0-9992-971d1b08312e',
+                                                        'vdur': [
+                                                            {
+                                                                'internal-connection-point': [],
+                                                                'vdu-id-ref': 'ubuntuvnf_vnfd-VM',
+                                                                'id': 'ffd73f33-c8bb-4541-a977-44dcc3cbe28d',
+                                                                'vim-id': '27042672-5190-4209-b844-95bbaeea7ea7',
+                                                                'name': 'ubuntuvnf_vnfd-VM'
+                                                            }
+                                                        ],
+                                                        'vnfd-ref': 'ubuntuvnf_vnfd',
+                                                        'member-vnf-index-ref': '1',
+                                                        'created-time': 1526044312.0999322,
+                                                        'vnfd-id': 'a314c865-aee7-4d9b-9c9d-079d7f857f01',
+                                                        'id': 'a314c865-aee7-4d9b-9c9d-079d7f857f01'}
+        collector = Collector()
+        vim_account_id = collector._get_vim_account_id('5ec3f571-d540-4cb0-9992-971d1b08312e', 1)
+        self.assertEqual(vim_account_id, 'c1740601-7287-48c8-a2c9-bce8fee459eb')
 
-                },
-                "projects_read": [
-                    "admin"
-                ],
-                "operationalState": "ENABLED",
-                "projects_write": [
-                    "admin"
-                ]
-            }
-        }
-        payloads = MonCollector._generate_metric_data_payloads(vnfr, vnfd)
-        expected_payload = {'ns_id': '87776f33-b67c-417a-8119-cb08e4098951',
-                            'vnf_member_index': '1',
-                            'metric_name': 'average_memory_utilization',
-                            'collection_period': 1,
-                            'collection_unit': 'DAY',
-                            'vdu_name': 'cirros_ns-1-cirros_vnfd-VM-1'}
-        self.assertEqual(len(payloads), 1)
-        self.assertEqual(set(expected_payload.items()).issubset(set(payloads[0].items())), True)
+    @mock.patch("osm_mon.collector.collector.CommonDbClient", mock.Mock())
+    @mock.patch("osm_mon.collector.collector.DatabaseManager", autospec=True)
+    def test_get_vim_type(self, database_manager):
+        mock_creds = VimCredentials()
+        mock_creds.id = 'test_id'
+        mock_creds.user = 'user'
+        mock_creds.url = 'url'
+        mock_creds.password = 'password'
+        mock_creds.tenant_name = 'tenant_name'
+        mock_creds.type = 'openstack'
+
+        database_manager.return_value.get_credentials.return_value = mock_creds
+        collector = Collector()
+        vim_type = collector._get_vim_type('test_id')
+        self.assertEqual(vim_type, 'openstack')
+
+    @mock.patch("osm_mon.collector.collector.CommonDbClient", mock.Mock())
+    @mock.patch.object(OpenstackCollector, "__init__", lambda *args, **kwargs: None)
+    @mock.patch.object(OpenstackCollector, "collect")
+    @mock.patch.object(Collector, "_get_vim_type")
+    def test_init_vim_collector_and_collect_openstack(self, _get_vim_type, collect):
+        _get_vim_type.return_value = 'openstack'
+        collector = Collector()
+        queue = multiprocessing.Queue()
+        collector._init_vim_collector_and_collect({}, 'test_vim_account_id', queue)
+        collect.assert_called_once_with({}, queue)
+
+    @mock.patch("osm_mon.collector.collector.CommonDbClient", mock.Mock())
+    @mock.patch.object(OpenstackCollector, "collect")
+    @mock.patch.object(Collector, "_get_vim_type")
+    def test_init_vim_collector_and_collect_unknown(self, _get_vim_type, openstack_collect):
+        _get_vim_type.return_value = 'unknown'
+        collector = Collector()
+        queue = multiprocessing.Queue()
+        collector._init_vim_collector_and_collect({}, 'test_vim_account_id', queue)
+        openstack_collect.assert_not_called()
+
+    @mock.patch("osm_mon.collector.collector.CommonDbClient", mock.Mock())
+    @mock.patch("osm_mon.collector.collector.VCACollector", autospec=True)
+    def test_init_vca_collector_and_collect(self, vca_collector):
+        collector = Collector()
+        queue = multiprocessing.Queue()
+        collector._init_vca_collector_and_collect({}, queue)
+        vca_collector.assert_called_once_with()
+        vca_collector.return_value.collect.assert_called_once_with({}, queue)