X-Git-Url: https://osm.etsi.org/gitweb/?p=osm%2FMON.git;a=blobdiff_plain;f=osm_mon%2Fcollector%2Finfra_collectors%2Fbase_osinfra.py;h=69264478aa23fb098bfc36231efc361896ebee53;hp=3b6003a9e155d5fe14aa26422fb8b9e059c3c64f;hb=94948de24a6ff7d03cce2168be5a83c0ed97196d;hpb=416a753c60f1ba9545f4aa36fb45e1730046e4b2 diff --git a/osm_mon/collector/infra_collectors/base_osinfra.py b/osm_mon/collector/infra_collectors/base_osinfra.py index 3b6003a..6926447 100644 --- a/osm_mon/collector/infra_collectors/base_osinfra.py +++ b/osm_mon/collector/infra_collectors/base_osinfra.py @@ -24,7 +24,8 @@ from typing import List from keystoneclient.v3 import client as keystone_client from novaclient import client as nova_client -from novaclient import v2 as nova_client_v2 +from cinderclient import client as cinder_client +from neutronclient.neutron import client as neutron_client from osm_mon.collector.infra_collectors.base_vim import BaseVimInfraCollector from osm_mon.collector.metric import Metric @@ -41,37 +42,58 @@ class BaseOpenStackInfraCollector(BaseVimInfraCollector): self.conf = config self.common_db = CommonDbClient(config) self.vim_account = self.common_db.get_vim_account(vim_account_id) - self.keystone = self._build_keystone_client(self.vim_account) + # self.keystone = self._build_keystone_client(self.vim_account) + self.vim_session = None self.nova = self._build_nova_client(self.vim_account) + self.cinder = self._build_cinder_client(self.vim_account) + self.neutron, self.tenant_id = self._build_neutron_client(self.vim_account) def collect(self) -> List[Metric]: metrics = [] vim_status = self.is_vim_ok() - vim_status_metric = Metric({'vim_account_id': self.vim_account['_id']}, 'vim_status', vim_status) + if vim_status: + # Updating the resources in mongoDB + self.update_resources() + if self.vim_account["_admin"]["projects_read"]: + vim_project_id = self.vim_account["_admin"]["projects_read"][0] + else: + vim_project_id = "" + vim_tags = { + "vim_account_id": self.vim_account["_id"], + "project_id": vim_project_id, + } + vim_status_metric = Metric(vim_tags, "vim_status", vim_status) metrics.append(vim_status_metric) - vnfrs = self.common_db.get_vnfrs(vim_account_id=self.vim_account['_id']) + vnfrs = self.common_db.get_vnfrs(vim_account_id=self.vim_account["_id"]) for vnfr in vnfrs: - nsr_id = vnfr['nsr-id-ref'] - vnf_member_index = vnfr['member-vnf-index-ref'] - for vdur in vnfr['vdur']: - if 'vim-id' not in vdur: + nsr_id = vnfr["nsr-id-ref"] + ns_name = self.common_db.get_nsr(nsr_id)["name"] + vnf_member_index = vnfr["member-vnf-index-ref"] + if vnfr["_admin"]["projects_read"]: + vnfr_project_id = vnfr["_admin"]["projects_read"][0] + else: + vnfr_project_id = "" + for vdur in vnfr["vdur"]: + if "vim-id" not in vdur: log.debug("Field vim-id is not present in vdur") continue - resource_uuid = vdur['vim-id'] + resource_uuid = vdur["vim-id"] tags = { - 'vim_account_id': self.vim_account['_id'], - 'resource_uuid': resource_uuid, - 'nsr_id': nsr_id, - 'vnf_member_index': vnf_member_index, - 'vdur_name': vdur['name'] + "vim_account_id": self.vim_account["_id"], + "resource_uuid": resource_uuid, + "nsr_id": nsr_id, + "ns_name": ns_name, + "vnf_member_index": vnf_member_index, + "vdur_name": vdur.get("name", ""), + "project_id": vnfr_project_id, } try: vm = self.nova.servers.get(resource_uuid) - vm_status = (1 if vm.status == 'ACTIVE' else 0) - vm_status_metric = Metric(tags, 'vm_status', vm_status) + vm_status = 1 if vm.status == "ACTIVE" else 0 + vm_status_metric = Metric(tags, "vm_status", vm_status) except Exception as e: log.warning("VM status is not OK: %s" % e) - vm_status_metric = Metric(tags, 'vm_status', 0) + vm_status_metric = Metric(tags, "vm_status", 0) metrics.append(vm_status_metric) return metrics @@ -84,10 +106,86 @@ class BaseOpenStackInfraCollector(BaseVimInfraCollector): log.warning("VIM status is not OK: %s" % e) return False + def update_resources(self): + if "resources" in self.vim_account: + vimacc_resources = self.vim_account["resources"] + # Compute resources + try: + com_lim = self.nova.limits.get()._info['absolute'] + if ("compute" in vimacc_resources) \ + and ((vimacc_resources["compute"]["ram"]["total"] != com_lim['maxTotalRAMSize']) + or (vimacc_resources["compute"]["vcpus"]["total"] != com_lim['maxTotalCores']) + or (vimacc_resources["compute"]["ram"]["used"] != com_lim['totalRAMUsed']) + or (vimacc_resources["compute"]["vcpus"]["used"] != com_lim['totalCoresUsed']) + or (vimacc_resources["compute"]["instances"]["total"] != com_lim['maxTotalInstances']) + or (vimacc_resources["compute"]["instances"]["used"] != com_lim['totalInstancesUsed'])): + update_dict = {"resources.compute": {"ram": {"total": com_lim['maxTotalRAMSize'], + "used": com_lim['totalRAMUsed']}, + "vcpus": {"total": com_lim['maxTotalCores'], + "used": com_lim['totalCoresUsed']}, + "instances": {"total": com_lim['maxTotalInstances'], + "used": com_lim['totalInstancesUsed']}}} + suc_value = self.common_db.set_vim_account(str(self.vim_account['_id']), update_dict) + log.info("Compute resources update in mongoDB = %s" % suc_value) + except Exception as e: + log.warning("Error in updating compute resources: %s" % e) + + # Volume resources + try: + vol_lim = self.cinder.limits.get()._info['absolute'] + if ("storage" in vimacc_resources) and\ + ((vimacc_resources["storage"]["volumes"]["total"] != vol_lim['maxTotalVolumes']) + or (vimacc_resources["storage"]["snapshots"]["total"] != vol_lim['maxTotalSnapshots']) + or (vimacc_resources["storage"]["volumes"]["used"] != vol_lim['totalVolumesUsed']) + or (vimacc_resources["storage"]["snapshots"]["used"] != vol_lim['totalSnapshotsUsed']) + or (vimacc_resources["storage"]["storage"]["total"] != vol_lim['maxTotalVolumeGigabytes']) + or (vimacc_resources["storage"]["storage"]["used"] != vol_lim['totalGigabytesUsed'])): + update_dict = {"resources.storage": {"volumes": {"total": vol_lim['maxTotalVolumes'], + "used": vol_lim['totalVolumesUsed']}, + "snapshots": {"total": vol_lim['maxTotalSnapshots'], + "used": vol_lim['totalSnapshotsUsed']}, + "storage": {"total": vol_lim['maxTotalVolumeGigabytes'], + "used": vol_lim['totalGigabytesUsed']}}} + suc_value = self.common_db.set_vim_account(str(self.vim_account['_id']), update_dict) + log.info("Volume resources update in mongoDB = %s" % suc_value) + except Exception as e: + log.warning("Error in updating volume resources: %s" % e) + + # Network resources + try: + net_lim = self.neutron.show_quota_details(self.tenant_id)["quota"] + if ("network" in vimacc_resources) and\ + ((vimacc_resources["network"]["networks"]["total"] != net_lim["network"]["limit"]) + or (vimacc_resources["network"]["networks"]["used"] != net_lim['network']['used']) + or (vimacc_resources["network"]["subnets"]["total"] != net_lim['subnet']['limit']) + or (vimacc_resources["network"]["subnets"]["used"] != net_lim['subnet']['used']) + or (vimacc_resources["network"]["floating_ips"]["total"] != net_lim['floatingip']['limit']) + or (vimacc_resources["network"]["floating_ips"]["used"] != net_lim['floatingip']['used'])): + update_dict = {"resources.network": {"networks": {"total": net_lim['network']['limit'], + "used": net_lim['network']['used']}, + "subnets": {"total": net_lim['subnet']['limit'], + "used": net_lim['subnet']['used']}, + "floating_ips": {"total": net_lim['floatingip']['limit'], + "used": net_lim['floatingip']['used']}}} + suc_value = self.common_db.set_vim_account(str(self.vim_account['_id']), update_dict) + log.info("Network resources update in mongoDB = %s" % suc_value) + except Exception as e: + log.warning("Error in updating network resources: %s" % e) + def _build_keystone_client(self, vim_account: dict) -> keystone_client.Client: sess = OpenstackUtils.get_session(vim_account) - return keystone_client.Client(session=sess) + return keystone_client.Client(session=sess, timeout=10) - def _build_nova_client(self, vim_account: dict) -> nova_client_v2.Client: + def _build_nova_client(self, vim_account: dict) -> nova_client.Client: sess = OpenstackUtils.get_session(vim_account) - return nova_client.Client("2", session=sess) + self.vim_session = sess + return nova_client.Client("2", session=sess, timeout=10) + + def _build_cinder_client(self, vim_account: dict) -> cinder_client.Client: + # sess = OpenstackUtils.get_session(vim_account) + return cinder_client.Client("3", session=self.vim_session, timeout=10) + + def _build_neutron_client(self, vim_account: dict) -> tuple: + # sess = OpenstackUtils.get_session(vim_account) + tenant_id = self.vim_session.get_project_id() + return neutron_client.Client("2", session=self.vim_session, timeout=10), tenant_id