1 # -*- coding: utf-8 -*-
3 # Copyright 2018 Whitestack, LLC
4 # *************************************************************
6 # This file is part of OSM Monitoring module
7 # All Rights Reserved to Whitestack, LLC
9 # Licensed under the Apache License, Version 2.0 (the "License"); you may
10 # not use this file except in compliance with the License. You may obtain
11 # a copy of the License at
13 # http://www.apache.org/licenses/LICENSE-2.0
15 # Unless required by applicable law or agreed to in writing, software
16 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
17 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
18 # License for the specific language governing permissions and limitations
20 # For those usages not covered by the Apache License, Version 2.0 please
21 # contact: bdiaz@whitestack.com or glavado@whitestack.com
24 import multiprocessing
29 from osm_mon
.collector
.backends
.prometheus
import PrometheusBackend
30 from osm_mon
.collector
.infra_collectors
.openstack
import OpenstackInfraCollector
31 from osm_mon
.collector
.metric
import Metric
32 from osm_mon
.collector
.vnf_collectors
.juju
import VCACollector
33 from osm_mon
.collector
.vnf_collectors
.openstack
import OpenstackCollector
34 from osm_mon
.collector
.vnf_collectors
.vmware
import VMwareCollector
35 from osm_mon
.core
.common_db
import CommonDbClient
36 from osm_mon
.core
.config
import Config
37 from osm_mon
.core
.database
import DatabaseManager
39 log
= logging
.getLogger(__name__
)
42 "openstack": OpenstackCollector
,
43 "vmware": VMwareCollector
45 VIM_INFRA_COLLECTORS
= {
46 "openstack": OpenstackInfraCollector
54 def __init__(self
, config
: Config
):
56 self
.common_db
= CommonDbClient(self
.conf
)
58 self
.database_manager
= DatabaseManager(self
.conf
)
59 self
.database_manager
.create_tables()
60 self
.queue
= multiprocessing
.Queue()
63 def collect_forever(self
):
64 log
.debug('collect_forever')
67 self
.collect_metrics()
68 time
.sleep(int(self
.conf
.get('collector', 'interval')))
69 except peewee
.PeeweeException
:
70 log
.exception("Database error consuming message: ")
73 log
.exception("Error collecting metrics")
75 def _collect_vim_metrics(self
, vnfr
: dict, vim_account_id
: str):
76 # TODO(diazb) Add support for vrops and aws
77 database_manager
= DatabaseManager(self
.conf
)
78 vim_type
= database_manager
.get_vim_type(vim_account_id
)
79 if vim_type
in VIM_COLLECTORS
:
80 collector
= VIM_COLLECTORS
[vim_type
](self
.conf
, vim_account_id
)
81 metrics
= collector
.collect(vnfr
)
82 for metric
in metrics
:
83 self
.queue
.put(metric
)
85 log
.debug("vimtype %s is not supported.", vim_type
)
87 def _collect_vim_infra_metrics(self
, vim_account_id
: str):
88 database_manager
= DatabaseManager(self
.conf
)
89 vim_type
= database_manager
.get_vim_type(vim_account_id
)
90 if vim_type
in VIM_INFRA_COLLECTORS
:
91 collector
= VIM_INFRA_COLLECTORS
[vim_type
](self
.conf
, vim_account_id
)
92 status
= collector
.is_vim_ok()
93 status_metric
= Metric({'vim_id': vim_account_id
}, 'vim_status', status
)
94 self
.queue
.put(status_metric
)
96 log
.debug("vimtype %s is not supported.", vim_type
)
98 def _collect_vca_metrics(self
, vnfr
: dict):
99 log
.debug('_collect_vca_metrics')
100 log
.debug('vnfr: %s', vnfr
)
101 vca_collector
= VCACollector(self
.conf
)
102 metrics
= vca_collector
.collect(vnfr
)
103 for metric
in metrics
:
104 self
.queue
.put(metric
)
106 def collect_metrics(self
):
107 vnfrs
= self
.common_db
.get_vnfrs()
110 nsr_id
= vnfr
['nsr-id-ref']
111 vnf_member_index
= vnfr
['member-vnf-index-ref']
112 vim_account_id
= self
.common_db
.get_vim_account_id(nsr_id
, vnf_member_index
)
113 p
= multiprocessing
.Process(target
=self
._collect
_vim
_metrics
,
114 args
=(vnfr
, vim_account_id
))
117 p
= multiprocessing
.Process(target
=self
._collect
_vca
_metrics
,
121 vims
= self
.common_db
.get_vim_accounts()
123 p
= multiprocessing
.Process(target
=self
._collect
_vim
_infra
_metrics
,
127 for process
in processes
:
128 process
.join(timeout
=10)
130 while not self
.queue
.empty():
131 metrics
.append(self
.queue
.get())
132 for plugin
in self
.plugins
:
133 plugin
.handle(metrics
)
135 def _init_backends(self
):
136 for backend
in METRIC_BACKENDS
:
137 self
.plugins
.append(backend())