Bug 1842: LTS Support
[osm/MON.git] / osm_mon / collector / infra_collectors / base_osinfra.py
index 9c8447c..7ea453d 100644 (file)
@@ -24,6 +24,8 @@ from typing import List
 
 from keystoneclient.v3 import client as keystone_client
 from novaclient import client as nova_client
+from cinderclient import client as cinder_client
+from neutronclient.neutron import client as neutron_client
 
 from osm_mon.collector.infra_collectors.base_vim import BaseVimInfraCollector
 from osm_mon.collector.metric import Metric
@@ -42,44 +44,55 @@ class BaseOpenStackInfraCollector(BaseVimInfraCollector):
         self.vim_account = self.common_db.get_vim_account(vim_account_id)
         self.keystone = self._build_keystone_client(self.vim_account)
         self.nova = self._build_nova_client(self.vim_account)
+        self.cinder = self._build_cinder_client(self.vim_account)
+        self.neutron, self.tenant_id = self._build_neutron_client(self.vim_account)
 
     def collect(self) -> List[Metric]:
         metrics = []
         vim_status = self.is_vim_ok()
-        vim_project_id = self.vim_account['_admin']['projects_read'][0]
+        if vim_status:
+            # Updating the resources in mongoDB
+            self.update_resources()
+        if self.vim_account["_admin"]["projects_read"]:
+            vim_project_id = self.vim_account["_admin"]["projects_read"][0]
+        else:
+            vim_project_id = ""
         vim_tags = {
-            'vim_account_id': self.vim_account['_id'],
-            'project_id': vim_project_id
+            "vim_account_id": self.vim_account["_id"],
+            "project_id": vim_project_id,
         }
-        vim_status_metric = Metric(vim_tags, 'vim_status', vim_status)
+        vim_status_metric = Metric(vim_tags, "vim_status", vim_status)
         metrics.append(vim_status_metric)
-        vnfrs = self.common_db.get_vnfrs(vim_account_id=self.vim_account['_id'])
+        vnfrs = self.common_db.get_vnfrs(vim_account_id=self.vim_account["_id"])
         for vnfr in vnfrs:
-            nsr_id = vnfr['nsr-id-ref']
-            ns_name = self.common_db.get_nsr(nsr_id)['name']
-            vnf_member_index = vnfr['member-vnf-index-ref']
-            vnfr_project_id = vnfr['_admin']['projects_read'][0]
-            for vdur in vnfr['vdur']:
-                if 'vim-id' not in vdur:
+            nsr_id = vnfr["nsr-id-ref"]
+            ns_name = self.common_db.get_nsr(nsr_id)["name"]
+            vnf_member_index = vnfr["member-vnf-index-ref"]
+            if vnfr["_admin"]["projects_read"]:
+                vnfr_project_id = vnfr["_admin"]["projects_read"][0]
+            else:
+                vnfr_project_id = ""
+            for vdur in vnfr["vdur"]:
+                if "vim-id" not in vdur:
                     log.debug("Field vim-id is not present in vdur")
                     continue
-                resource_uuid = vdur['vim-id']
+                resource_uuid = vdur["vim-id"]
                 tags = {
-                    'vim_account_id': self.vim_account['_id'],
-                    'resource_uuid': resource_uuid,
-                    'nsr_id': nsr_id,
-                    'ns_name': ns_name,
-                    'vnf_member_index': vnf_member_index,
-                    'vdur_name': vdur['name'],
-                    'project_id': vnfr_project_id
+                    "vim_account_id": self.vim_account["_id"],
+                    "resource_uuid": resource_uuid,
+                    "nsr_id": nsr_id,
+                    "ns_name": ns_name,
+                    "vnf_member_index": vnf_member_index,
+                    "vdur_name": vdur.get("name", ""),
+                    "project_id": vnfr_project_id,
                 }
                 try:
                     vm = self.nova.servers.get(resource_uuid)
-                    vm_status = (1 if vm.status == 'ACTIVE' else 0)
-                    vm_status_metric = Metric(tags, 'vm_status', vm_status)
+                    vm_status = 1 if vm.status == "ACTIVE" else 0
+                    vm_status_metric = Metric(tags, "vm_status", vm_status)
                 except Exception as e:
                     log.warning("VM status is not OK: %s" % e)
-                    vm_status_metric = Metric(tags, 'vm_status', 0)
+                    vm_status_metric = Metric(tags, "vm_status", 0)
                 metrics.append(vm_status_metric)
 
         return metrics
@@ -92,10 +105,85 @@ class BaseOpenStackInfraCollector(BaseVimInfraCollector):
             log.warning("VIM status is not OK: %s" % e)
             return False
 
+    def update_resources(self):
+        if "resources" in self.vim_account:
+            vimacc_resources = self.vim_account["resources"]
+            # Compute resources
+            try:
+                com_lim = self.nova.limits.get()._info['absolute']
+                if ("compute" in vimacc_resources) \
+                   and ((vimacc_resources["compute"]["ram"]["total"] != com_lim['maxTotalRAMSize'])
+                   or (vimacc_resources["compute"]["vcpus"]["total"] != com_lim['maxTotalCores'])
+                   or (vimacc_resources["compute"]["ram"]["used"] != com_lim['totalRAMUsed'])
+                   or (vimacc_resources["compute"]["vcpus"]["used"] != com_lim['totalCoresUsed'])
+                   or (vimacc_resources["compute"]["instances"]["total"] != com_lim['maxTotalInstances'])
+                   or (vimacc_resources["compute"]["instances"]["used"] != com_lim['totalInstancesUsed'])):
+                    update_dict = {"resources.compute": {"ram": {"total": com_lim['maxTotalRAMSize'],
+                                                                 "used": com_lim['totalRAMUsed']},
+                                                         "vcpus": {"total": com_lim['maxTotalCores'],
+                                                                   "used": com_lim['totalCoresUsed']},
+                                                         "instances": {"total": com_lim['maxTotalInstances'],
+                                                                       "used": com_lim['totalInstancesUsed']}}}
+                    suc_value = self.common_db.set_vim_account(str(self.vim_account['_id']), update_dict)
+                    log.info("Compute resources update in mongoDB  = %s" % suc_value)
+            except Exception as e:
+                log.warning("Error in updating compute resources: %s" % e)
+
+            # Volume resources
+            try:
+                vol_lim = self.cinder.limits.get()._info['absolute']
+                if ("storage" in vimacc_resources) and\
+                   ((vimacc_resources["storage"]["volumes"]["total"] != vol_lim['maxTotalVolumes'])
+                   or (vimacc_resources["storage"]["snapshots"]["total"] != vol_lim['maxTotalSnapshots'])
+                   or (vimacc_resources["storage"]["volumes"]["used"] != vol_lim['totalVolumesUsed'])
+                   or (vimacc_resources["storage"]["snapshots"]["used"] != vol_lim['totalSnapshotsUsed'])
+                   or (vimacc_resources["storage"]["storage"]["total"] != vol_lim['maxTotalVolumeGigabytes'])
+                   or (vimacc_resources["storage"]["storage"]["used"] != vol_lim['totalGigabytesUsed'])):
+                    update_dict = {"resources.storage": {"volumes": {"total": vol_lim['maxTotalVolumes'],
+                                                                     "used": vol_lim['totalVolumesUsed']},
+                                                         "snapshots": {"total": vol_lim['maxTotalSnapshots'],
+                                                                       "used": vol_lim['totalSnapshotsUsed']},
+                                                         "storage": {"total": vol_lim['maxTotalVolumeGigabytes'],
+                                                                     "used": vol_lim['totalGigabytesUsed']}}}
+                    suc_value = self.common_db.set_vim_account(str(self.vim_account['_id']), update_dict)
+                    log.info("Volume resources update in mongoDB = %s" % suc_value)
+            except Exception as e:
+                log.warning("Error in updating volume resources: %s" % e)
+
+            # Network resources
+            try:
+                net_lim = self.neutron.show_quota_details(self.tenant_id)["quota"]
+                if ("network" in vimacc_resources) and\
+                   ((vimacc_resources["network"]["networks"]["total"] != net_lim["network"]["limit"])
+                   or (vimacc_resources["network"]["networks"]["used"] != net_lim['network']['used'])
+                   or (vimacc_resources["network"]["subnets"]["total"] != net_lim['subnet']['limit'])
+                   or (vimacc_resources["network"]["subnets"]["used"] != net_lim['subnet']['used'])
+                   or (vimacc_resources["network"]["floating_ips"]["total"] != net_lim['floatingip']['limit'])
+                   or (vimacc_resources["network"]["floating_ips"]["used"] != net_lim['floatingip']['used'])):
+                    update_dict = {"resources.network": {"networks": {"total": net_lim['network']['limit'],
+                                                                      "used": net_lim['network']['used']},
+                                                         "subnets": {"total": net_lim['subnet']['limit'],
+                                                                     "used": net_lim['subnet']['used']},
+                                                         "floating_ips": {"total": net_lim['floatingip']['limit'],
+                                                                          "used": net_lim['floatingip']['used']}}}
+                    suc_value = self.common_db.set_vim_account(str(self.vim_account['_id']), update_dict)
+                    log.info("Network resources update in mongoDB = %s" % suc_value)
+            except Exception as e:
+                log.warning("Error in updating network resources: %s" % e)
+
     def _build_keystone_client(self, vim_account: dict) -> keystone_client.Client:
         sess = OpenstackUtils.get_session(vim_account)
-        return keystone_client.Client(session=sess)
+        return keystone_client.Client(session=sess, timeout=10)
 
     def _build_nova_client(self, vim_account: dict) -> nova_client.Client:
         sess = OpenstackUtils.get_session(vim_account)
-        return nova_client.Client("2", session=sess)
+        return nova_client.Client("2", session=sess, timeout=10)
+
+    def _build_cinder_client(self, vim_account: dict) -> cinder_client.Client:
+        sess = OpenstackUtils.get_session(vim_account)
+        return cinder_client.Client("3", session=sess, timeout=10)
+
+    def _build_neutron_client(self, vim_account: dict) -> tuple:
+        sess = OpenstackUtils.get_session(vim_account)
+        tenant_id = sess.get_project_id()
+        return neutron_client.Client("2", session=sess, timeout=10), tenant_id