osm_mon/collector/vnf_collectors/juju.py

   1 # Copyright 2018 Whitestack, LLC
   2 # *************************************************************
   3
   4 # This file is part of OSM Monitoring module
   5 # All Rights Reserved to Whitestack, LLC
   6
   7 # Licensed under the Apache License, Version 2.0 (the "License"); you may
   8 # not use this file except in compliance with the License. You may obtain
   9 # a copy of the License at
  10
  11 #         http://www.apache.org/licenses/LICENSE-2.0
  12
  13 # Unless required by applicable law or agreed to in writing, software
  14 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
  15 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
  16 # License for the specific language governing permissions and limitations
  17 # under the License.
  18
  19 # For those usages not covered by the Apache License, Version 2.0 please
  20 # contact: bdiaz@whitestack.com or glavado@whitestack.com
  21 ##
  22 import asyncio
  23 import logging
  24 from typing import List
  25
  26 from n2vc.n2vc_juju_conn import N2VCJujuConnector
  27
  28 from osm_mon.collector.metric import Metric
  29 from osm_mon.collector.vnf_collectors.base import BaseCollector
  30 from osm_mon.collector.vnf_metric import VnfMetric
  31 from osm_mon.core.common_db import CommonDbClient
  32 from osm_mon.core.config import Config
  33 from osm_mon.core.exceptions import VcaDeploymentInfoNotFound
  34
  35 log = logging.getLogger(__name__)
  36
  37
  38 class VCACollector(BaseCollector):
  39     def __init__(self, config: Config):
  40         super().__init__(config)
  41         self.common_db = CommonDbClient(config)
  42         self.loop = asyncio.get_event_loop()
  43         # host = config.get("vca", "host")
  44         # port = config.get("vca", "port") if "port" in config.conf["vca"] else 17070
  45
  46         # Backwards compatibility
  47         if "cacert" in config.conf["vca"]:
  48             ca_cert = config.conf["vca"].pop("cacert")
  49             config.set("vca", "ca_cert", ca_cert)
  50
  51         if "pubkey" in config.conf["vca"]:
  52             public_key = config.conf["vca"].pop("pubkey")
  53             config.set("vca", "public_key", public_key)
  54
  55         if "apiproxy" in config.conf["vca"]:
  56             api_proxy = config.conf["vca"].pop("apiproxy")
  57             config.set("vca", "api_proxy", api_proxy)
  58
  59         self.n2vc = N2VCJujuConnector(
  60             db=self.common_db.common_db,
  61             fs=object(),
  62             log=log,
  63             loop=self.loop,
  64             on_update_db=None,
  65         )
  66
  67     def collect(self, vnfr: dict) -> List[Metric]:
  68         nsr_id = vnfr["nsr-id-ref"]
  69         vnf_member_index = vnfr["member-vnf-index-ref"]
  70         vnfd = self.common_db.get_vnfd(vnfr["vnfd-id"])
  71
  72         # Populate extra tags for metrics
  73         tags = {}
  74         tags["ns_name"] = self.common_db.get_nsr(nsr_id)["name"]
  75         if vnfr["_admin"]["projects_read"]:
  76             tags["project_id"] = vnfr["_admin"]["projects_read"][0]
  77         else:
  78             tags["project_id"] = ""
  79
  80         metrics = []
  81         vdur = None
  82         lcm_ops = vnfd["df"][0].get("lcm-operations-configuration")
  83         if not lcm_ops:
  84             return metrics
  85         ops_config = lcm_ops.get("operate-vnf-op-config")
  86         if not ops_config:
  87             return metrics
  88         day12ops = ops_config.get("day1-2", [])
  89         for day12op in day12ops:
  90             if day12op and "metrics" in day12op:
  91                 vdur = next(
  92                     filter(
  93                         lambda vdur: vdur["vdu-id-ref"] == day12op["id"], vnfr["vdur"]
  94                     )
  95                 )
  96
  97                 # This avoids errors when vdur records have not been completely filled
  98                 if vdur and "name" in vdur:
  99                     try:
 100                         vca_deployment_info = self.get_vca_deployment_info(
 101                             nsr_id,
 102                             vnf_member_index,
 103                             vdur["vdu-id-ref"],
 104                             vdur["count-index"],
 105                         )
 106                     except VcaDeploymentInfoNotFound as e:
 107                         log.warning(repr(e))
 108                         continue
 109                     # This avoids errors before application and model is not ready till they are occured
 110                     if vca_deployment_info.get("model") and vca_deployment_info.get(
 111                         "application"
 112                     ):
 113                         measures = self.loop.run_until_complete(
 114                             self.n2vc.get_metrics(
 115                                 vca_deployment_info["model"],
 116                                 vca_deployment_info["application"],
 117                                 vca_id=vnfr.get("vca-id"),
 118                             )
 119                         )
 120                         log.debug("Measures: %s", measures)
 121                         for measure_list in measures.values():
 122                             for measure in measure_list:
 123                                 log.debug("Measure: %s", measure)
 124                                 metric = VnfMetric(
 125                                     nsr_id,
 126                                     vnf_member_index,
 127                                     vdur["name"],
 128                                     measure["key"],
 129                                     float(measure["value"]),
 130                                     tags,
 131                                 )
 132                                 metrics.append(metric)
 133
 134         return metrics
 135
 136     def get_vca_deployment_info(
 137         self, nsr_id, vnf_member_index, vdu_id=None, vdu_count=0
 138     ):
 139         nsr = self.common_db.get_nsr(nsr_id)
 140         for vca_deployment in nsr["_admin"]["deployed"]["VCA"]:
 141             if vca_deployment:
 142                 if vdu_id is None:
 143                     if (
 144                         vca_deployment["member-vnf-index"] == vnf_member_index
 145                         and vca_deployment["vdu_id"] is None
 146                     ):
 147                         return vca_deployment
 148                 else:
 149                     if (
 150                         vca_deployment["member-vnf-index"] == vnf_member_index
 151                         and vca_deployment["vdu_id"] == vdu_id
 152                         and vca_deployment["vdu_count_index"] == vdu_count
 153                     ):
 154                         return vca_deployment
 155         raise VcaDeploymentInfoNotFound(
 156             "VCA deployment info for nsr_id {}, index {}, vdu_id {} and vdu_count_index {} not found.".format(
 157                 nsr_id, vnf_member_index, vdu_id, vdu_count
 158             )
 159         )