Coverage for osm_mon/collector/vnf_collectors/juju.py: 21%

1# Copyright 2018 Whitestack, LLC 

2# ************************************************************* 

3 

4# This file is part of OSM Monitoring module 

5# All Rights Reserved to Whitestack, LLC 

6 

7# Licensed under the Apache License, Version 2.0 (the "License"); you may 

8# not use this file except in compliance with the License. You may obtain 

9# a copy of the License at 

10 

11# http://www.apache.org/licenses/LICENSE-2.0 

12 

13# Unless required by applicable law or agreed to in writing, software 

14# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 

15# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 

16# License for the specific language governing permissions and limitations 

17# under the License. 

18 

19# For those usages not covered by the Apache License, Version 2.0 please 

20# contact: bdiaz@whitestack.com or glavado@whitestack.com 

21## 

22import asyncio 

23import logging 

24from typing import List 

25 

26from n2vc.n2vc_juju_conn import N2VCJujuConnector 

27 

28from osm_mon.collector.metric import Metric 

29from osm_mon.collector.vnf_collectors.base import BaseCollector 

30from osm_mon.collector.vnf_metric import VnfMetric 

31from osm_mon.core.common_db import CommonDbClient 

32from osm_mon.core.config import Config 

33from osm_mon.core.exceptions import VcaDeploymentInfoNotFound 

34 

35log = logging.getLogger(__name__) 

36 

37 

38class VCACollector(BaseCollector): 

39 def __init__(self, config: Config): 

40 super().__init__(config) 

41 self.common_db = CommonDbClient(config) 

42 # host = config.get("vca", "host") 

43 # port = config.get("vca", "port") if "port" in config.conf["vca"] else 17070 

44 

45 # Backwards compatibility 

46 if "cacert" in config.conf["vca"]: 

47 ca_cert = config.conf["vca"].pop("cacert") 

48 config.set("vca", "ca_cert", ca_cert) 

49 

50 if "pubkey" in config.conf["vca"]: 

51 public_key = config.conf["vca"].pop("pubkey") 

52 config.set("vca", "public_key", public_key) 

53 

54 if "apiproxy" in config.conf["vca"]: 

55 api_proxy = config.conf["vca"].pop("apiproxy") 

56 config.set("vca", "api_proxy", api_proxy) 

57 

58 self.n2vc = N2VCJujuConnector( 

59 db=self.common_db.common_db, 

60 fs=object(), 

61 log=log, 

62 on_update_db=None, 

63 ) 

64 

65 def collect(self, vnfr: dict) -> List[Metric]: 

66 nsr_id = vnfr["nsr-id-ref"] 

67 vnf_member_index = vnfr["member-vnf-index-ref"] 

68 vnfd = self.common_db.get_vnfd(vnfr["vnfd-id"]) 

69 

70 # Populate extra tags for metrics 

71 tags = {} 

72 tags["ns_name"] = self.common_db.get_nsr(nsr_id)["name"] 

73 if vnfr["_admin"]["projects_read"]: 

74 tags["project_id"] = vnfr["_admin"]["projects_read"][0] 

75 else: 

76 tags["project_id"] = "" 

77 

78 metrics = [] 

79 vdur = None 

80 lcm_ops = vnfd["df"][0].get("lcm-operations-configuration") 

81 if not lcm_ops: 

82 return metrics 

83 ops_config = lcm_ops.get("operate-vnf-op-config") 

84 if not ops_config: 

85 return metrics 

86 day12ops = ops_config.get("day1-2", []) 

87 for day12op in day12ops: 

88 if day12op and "metrics" in day12op: 

89 vdur = next( 

90 filter( 

91 lambda vdur: vdur["vdu-id-ref"] == day12op["id"], vnfr["vdur"] 

92 ) 

93 ) 

94 

95 # This avoids errors when vdur records have not been completely filled 

96 if vdur and "name" in vdur: 

97 try: 

98 vca_deployment_info = self.get_vca_deployment_info( 

99 nsr_id, 

100 vnf_member_index, 

101 vdur["vdu-id-ref"], 

102 vdur["count-index"], 

103 ) 

104 except VcaDeploymentInfoNotFound as e: 

105 log.warning(repr(e)) 

106 continue 

107 # This avoids errors before application and model is not ready till they are occured 

108 if vca_deployment_info.get("model") and vca_deployment_info.get( 

109 "application" 

110 ): 

111 measures = asyncio.run( 

112 self.n2vc.get_metrics( 

113 vca_deployment_info["model"], 

114 vca_deployment_info["application"], 

115 vca_id=vnfr.get("vca-id"), 

116 ) 

117 ) 

118 log.debug("Measures: %s", measures) 

119 for measure_list in measures.values(): 

120 for measure in measure_list: 

121 log.debug("Measure: %s", measure) 

122 metric = VnfMetric( 

123 nsr_id, 

124 vnf_member_index, 

125 vdur["name"], 

126 measure["key"], 

127 float(measure["value"]), 

128 tags, 

129 ) 

130 metrics.append(metric) 

131 

132 return metrics 

133 

134 def get_vca_deployment_info( 

135 self, nsr_id, vnf_member_index, vdu_id=None, vdu_count=0 

136 ): 

137 nsr = self.common_db.get_nsr(nsr_id) 

138 for vca_deployment in nsr["_admin"]["deployed"]["VCA"]: 

139 if vca_deployment: 

140 if vdu_id is None: 

141 if ( 

142 vca_deployment["member-vnf-index"] == vnf_member_index 

143 and vca_deployment["vdu_id"] is None 

144 ): 

145 return vca_deployment 

146 else: 

147 if ( 

148 vca_deployment["member-vnf-index"] == vnf_member_index 

149 and vca_deployment["vdu_id"] == vdu_id 

150 and vca_deployment["vdu_count_index"] == vdu_count 

151 ): 

152 return vca_deployment 

153 raise VcaDeploymentInfoNotFound( 

154 "VCA deployment info for nsr_id {}, index {}, vdu_id {} and vdu_count_index {} not found.".format( 

155 nsr_id, vnf_member_index, vdu_id, vdu_count 

156 ) 

157 )