# -*- coding: utf-8 -*-
-# Copyright 2018 Whitestack, LLC
+# Copyright 2021 Whitestack, LLC
# *************************************************************
# This file is part of OSM Monitoring module
# License for the specific language governing permissions and limitations
# under the License.
# For those usages not covered by the Apache License, Version 2.0 please
-# contact: glavado@whitestack.com
+# contact: glavado@whitestack.com or fbravo@whitestack.com
##
import logging
from osm_mon.core.common_db import CommonDbClient
from osm_mon.core.config import Config
-import osm_mon.dashboarder.backends.grafana as grafana
+from osm_mon.core.keystone import KeystoneConnection
+from osm_mon.dashboarder.backends.grafana import GrafanaBackend
from osm_mon import __path__ as mon_path
+from osm_mon.core.utils import find_in_list, create_filter_from_nsr
log = logging.getLogger(__name__)
def __init__(self, config: Config):
self.conf = config
self.common_db = CommonDbClient(self.conf)
+ self.grafana = GrafanaBackend(self.conf)
+
+ if bool(self.conf.get('keystone', 'enabled')):
+ self.keystone = KeystoneConnection(self.conf)
+ else:
+ self.keystone = None
def create_dashboards(self):
# TODO lavado: migrate these methods to mongo change streams
# Lists all dashboards and OSM resources for later comparisons
- dashboard_uids = grafana.get_all_dashboard_uids()
+ dashboard_uids = self.grafana.get_all_dashboard_uids()
osm_resource_uids = []
+ projects = []
+
+ # Check if keystone is the auth/projects backend and get projects from there
+ if self.keystone:
+ try:
+ projects.extend(
+ map(lambda project: {'_id': project.id, 'name': project.name}, self.keystone.getProjects())
+ )
+ except Exception:
+ log.error('Cannot retrieve projects from keystone')
# Reads existing project list and creates a dashboard for each
- projects = self.common_db.get_projects()
+ projects.extend(self.common_db.get_projects())
for project in projects:
project_id = project['_id']
# Collect Project IDs for periodical dashboard clean-up
dashboard_path = '{}/dashboarder/templates/project_scoped.json'.format(mon_path[0])
if project_id not in dashboard_uids:
project_name = project['name']
- grafana.create_dashboard(project_id, project_name,
- dashboard_path)
+ if project_name != "admin":
+ # Create project folder in Grafana only if user is not admin.
+ # Admin user's dashboard will be created in default folder
+ self.grafana.create_grafana_folders(project_name)
+ self.grafana.create_dashboard(project_id, project_name,
+ dashboard_path)
log.debug('Created dashboard for Project: %s', project_id)
else:
log.debug('Dashboard already exists')
# Collect NS IDs for periodical dashboard clean-up
osm_resource_uids.append(nsr_id)
# Check if the NSR's VNFDs contain metrics
- constituent_vnfds = nsr['nsd']['constituent-vnfd']
- for constituent_vnfd in constituent_vnfds:
+ # Only one DF at the moment, support for this feature is comming in the future
+ vnfds_profiles = nsr['nsd']["df"][0]['vnf-profile']
+ for vnf_profile in vnfds_profiles:
try:
- vnfd = self.common_db.get_vnfd_by_name(constituent_vnfd['vnfd-id-ref'])
+ vnfd = self.common_db.get_vnfd_by_id(vnf_profile['vnfd-id'], create_filter_from_nsr(nsr))
# If there are metrics, create dashboard (if exists)
- if 'monitoring-param' in vnfd:
+ vdu_found = find_in_list(vnfd["vdu"], lambda a_vdu: "monitoring-parameter" in a_vdu)
+ if vdu_found:
if nsr_id not in dashboard_uids:
nsr_name = nsr['name']
- grafana.create_dashboard(nsr_id, nsr_name,
- dashboard_path)
+ project_id = nsr["_admin"]["projects_read"][0]
+ try:
+ # Get project details from commondb
+ project_details = self.common_db.get_project(project_id)
+ project_name = project_details["name"]
+ except Exception as e:
+ # Project not found in commondb
+ if self.keystone:
+ # Serach project in keystone
+ for project in projects:
+ if project_id == project['_id']:
+ project_name = project["name"]
+ else:
+ log.info('Project %s not found', project_id)
+ log.debug('Exception %s' % e)
+ self.grafana.create_dashboard(nsr_id, nsr_name,
+ dashboard_path, project_name)
log.debug('Created dashboard for NS: %s', nsr_id)
else:
log.debug('Dashboard already exists')
# Delete obsolete dashboards
for dashboard_uid in dashboard_uids:
if dashboard_uid not in osm_resource_uids:
- grafana.delete_dashboard(dashboard_uid)
+ self.grafana.delete_dashboard(dashboard_uid)
log.debug('Deleted obsolete dashboard: %s', dashboard_uid)
else:
log.debug('All dashboards in use')
+
+ def create_grafana_user(self, user):
+ self.grafana.create_grafana_users(user)
+
+ def create_grafana_team_member(self, project_data, userid=None, project_list=None, user=None):
+ if user:
+ user_name = user
+ else:
+ try:
+ # Get user details from commondb
+ user = self.common_db.get_user_by_id(userid)
+ user_name = user["username"]
+ except Exception as e:
+ # User not found in commondb
+ if self.keystone:
+ # Search user in keystone
+ user = self.keystone.getUserById(userid)
+ user_name = user.name
+ else:
+ log.info('User %s not found', userid)
+ log.debug('Exception %s' % e)
+ if project_list:
+ # user-project mapping is done by osm cli
+ for proj in project_data:
+ project = self.common_db.get_project(proj["project"])
+ proj_name = project['name']
+ role_obj = self.common_db.get_role_by_id(proj["role"])
+ is_admin = role_obj["permissions"].get("admin")
+ self.grafana.create_grafana_teams_members(proj_name, user_name, is_admin, project_list)
+ else:
+ # user-project mapping is done by osm ui
+ proj_list = []
+ if self.keystone:
+ users_proj_list = self.keystone.getProjectsById(userid)
+ for project in users_proj_list:
+ proj_list.append(project.name)
+ else:
+ users_proj_list = user.get("project_role_mappings")
+ for project in users_proj_list:
+ proj_data = self.common_db.get_project(project["project"])
+ proj_list.append(proj_data['name'])
+ for proj in project_data:
+ if self.keystone:
+ # Backend authentication type is keystone
+ try:
+ # Getting project and role objects from keystone using ids
+ role_obj = self.keystone.getRoleById(proj["role"])
+ proj_data = self.keystone.getProjectsByProjectId(proj["project"])
+ log.info('role object {} {}'.format(role_obj.permissions, proj_data.name))
+ is_admin = role_obj.permissions['admin']
+ except Exception:
+ # Getting project and role objects from keystone using names
+ role_obj = self.keystone.getRoleByName(proj["role"])[0]
+ proj_data = self.keystone.getProjectsByProjectName(proj["project"])[0]
+ is_admin = role_obj.to_dict().get("permissions").get('admin')
+ log.info('role object {} {}'.format(role_obj.to_dict(), proj_data.name))
+ proj_name = proj_data.name
+ else:
+ # Backend authentication type is internal
+ try:
+ # Getting project and role object from commondb using names
+ role_obj = self.common_db.get_role_by_name(proj["role"])
+ proj_name = proj["project"]
+ except Exception:
+ # Getting project and role object from commondb using ids
+ role_obj = self.common_db.get_role_by_id(proj["role"])
+ proj_data = self.common_db.get_project(proj["project"])
+ proj_name = proj_data['name']
+ is_admin = role_obj["permissions"].get("admin")
+ self.grafana.create_grafana_teams_members(proj_name, user_name, is_admin, proj_list)
+
+ def create_grafana_team(self, team_name):
+ self.grafana.create_grafana_teams(team_name)
+
+ def delete_grafana_user(self, user_name):
+ self.grafana.delete_grafana_users(user_name)
+
+ def delete_grafana_team(self, project_name):
+ self.grafana.delete_grafana_team(project_name)
+
+ def update_grafana_team(self, project_new_name, project_old_name):
+ self.grafana.update_grafana_teams(project_new_name, project_old_name)
+
+ def remove_grafana_team_members(self, user_id, proj_data):
+ try:
+ # Get user details from commondb
+ user = self.common_db.get_user_by_id(user_id)
+ user_name = user["username"]
+ except Exception as e:
+ # User not found in commondb
+ if self.keystone:
+ # Find user in keystone
+ user = self.keystone.getUserById(user_id)
+ user_name = user.name
+ else:
+ log.info('User %s not found', user_id)
+ log.debug('Exception %s' % e)
+ self.grafana.remove_grafana_team_member(user_name, proj_data)
projects / osm / MON.git / blobdiff