# -*- coding: utf-8 -*-
-# Copyright 2018 Whitestack, LLC
+# Copyright 2021 Whitestack, LLC
# *************************************************************
# This file is part of OSM Monitoring module
# License for the specific language governing permissions and limitations
# under the License.
# For those usages not covered by the Apache License, Version 2.0 please
-# contact: glavado@whitestack.com
+# contact: glavado@whitestack.com or fbravo@whitestack.com
##
import logging
from osm_mon.core.common_db import CommonDbClient
from osm_mon.core.config import Config
+from osm_mon.core.keystone import KeystoneConnection
from osm_mon.dashboarder.backends.grafana import GrafanaBackend
from osm_mon import __path__ as mon_path
+from osm_mon.core.utils import find_in_list, create_filter_from_nsr
log = logging.getLogger(__name__)
self.common_db = CommonDbClient(self.conf)
self.grafana = GrafanaBackend(self.conf)
+ if bool(self.conf.get("keystone", "enabled")):
+ self.keystone = KeystoneConnection(self.conf)
+ else:
+ self.keystone = None
+
def create_dashboards(self):
# TODO lavado: migrate these methods to mongo change streams
# Lists all dashboards and OSM resources for later comparisons
dashboard_uids = self.grafana.get_all_dashboard_uids()
osm_resource_uids = []
+ projects = []
+
+ # Check if keystone is the auth/projects backend and get projects from there
+ if self.keystone:
+ try:
+ projects.extend(
+ map(
+ lambda project: {"_id": project.id, "name": project.name},
+ self.keystone.getProjects(),
+ )
+ )
+ except Exception:
+ log.error("Cannot retrieve projects from keystone")
+ else:
+ projects.extend(self.common_db.get_projects())
# Reads existing project list and creates a dashboard for each
- projects = self.common_db.get_projects()
for project in projects:
- project_id = project['_id']
+ project_id = project["_id"]
# Collect Project IDs for periodical dashboard clean-up
osm_resource_uids.append(project_id)
- dashboard_path = '{}/dashboarder/templates/project_scoped.json'.format(mon_path[0])
+ dashboard_path = "{}/dashboarder/templates/project_scoped.json".format(
+ mon_path[0]
+ )
if project_id not in dashboard_uids:
- project_name = project['name']
- self.grafana.create_dashboard(project_id, project_name,
- dashboard_path)
- log.debug('Created dashboard for Project: %s', project_id)
+ project_name = project["name"]
+ if project_name != "admin":
+ # Create project folder in Grafana only if user is not admin.
+ # Admin user's dashboard will be created in default folder
+ self.grafana.create_grafana_folders(project_name)
+ self.grafana.create_dashboard(project_id, project_name, dashboard_path)
+ log.debug("Created dashboard for Project: %s", project_id)
else:
- log.debug('Dashboard already exists')
+ log.debug("Dashboard already exists")
# Reads existing NS list and creates a dashboard for each
# TODO lavado: only create for ACTIVE NSRs
nsrs = self.common_db.get_nsrs()
for nsr in nsrs:
- nsr_id = nsr['_id']
- dashboard_path = '{}/dashboarder/templates/ns_scoped.json'.format(mon_path[0])
+ nsr_id = nsr["_id"]
+ dashboard_path = "{}/dashboarder/templates/ns_scoped.json".format(
+ mon_path[0]
+ )
# Collect NS IDs for periodical dashboard clean-up
osm_resource_uids.append(nsr_id)
# Check if the NSR's VNFDs contain metrics
- constituent_vnfds = nsr['nsd']['constituent-vnfd']
- for constituent_vnfd in constituent_vnfds:
+ # Only one DF at the moment, support for this feature is comming in the future
+ vnfds_profiles = nsr["nsd"]["df"][0]["vnf-profile"]
+ for vnf_profile in vnfds_profiles:
try:
- vnfd = self.common_db.get_vnfd_by_name(constituent_vnfd['vnfd-id-ref'])
+ vnfd = self.common_db.get_vnfd_by_id(
+ vnf_profile["vnfd-id"], create_filter_from_nsr(nsr)
+ )
# If there are metrics, create dashboard (if exists)
- if vnfd and 'monitoring-param' in vnfd:
+ vdu_found = find_in_list(
+ vnfd["vdu"], lambda a_vdu: "monitoring-parameter" in a_vdu
+ )
+ if vdu_found:
if nsr_id not in dashboard_uids:
- nsr_name = nsr['name']
+ nsr_name = nsr["name"]
project_id = nsr["_admin"]["projects_read"][0]
- project_details = self.common_db.get_project(project_id)
- project_name = project_details["name"]
- self.grafana.create_dashboard(nsr_id, nsr_name,
- dashboard_path, project_name)
- log.debug('Created dashboard for NS: %s', nsr_id)
+ try:
+ # Get project details from commondb
+ project_details = self.common_db.get_project(project_id)
+ project_name = project_details["name"]
+ except Exception as e:
+ # Project not found in commondb
+ if self.keystone:
+ # Serach project in keystone
+ for project in projects:
+ if project_id == project["_id"]:
+ project_name = project["name"]
+ else:
+ log.info("Project %s not found", project_id)
+ log.debug("Exception %s" % e)
+ self.grafana.create_dashboard(
+ nsr_id, nsr_name, dashboard_path, project_name
+ )
+ log.debug("Created dashboard for NS: %s", nsr_id)
else:
- log.debug('Dashboard already exists')
+ log.debug("Dashboard already exists")
break
else:
- log.debug('NS does not has metrics')
+ log.debug("NS does not has metrics")
except Exception:
log.exception("VNFD is not valid or has been renamed")
continue
for dashboard_uid in dashboard_uids:
if dashboard_uid not in osm_resource_uids:
self.grafana.delete_dashboard(dashboard_uid)
- log.debug('Deleted obsolete dashboard: %s', dashboard_uid)
+ log.debug("Deleted obsolete dashboard: %s", dashboard_uid)
else:
- log.debug('All dashboards in use')
+ log.debug("All dashboards in use")
def create_grafana_user(self, user):
self.grafana.create_grafana_users(user)
- def create_grafana_team_member(self, project_data, userid):
- user = self.common_db.get_user_by_id(userid)
- user_name = user["username"]
- proj_list = []
- for project in project_data:
- proj_list.append(project["project"])
- for proj in project_data:
- role_obj = self.common_db.get_role_by_name(proj["role"])
- is_admin = role_obj["permissions"].get("admin")
- self.grafana.create_grafana_teams_members(proj["project"], user_name, is_admin, proj_list)
+ def create_grafana_team_member(
+ self, project_data, userid=None, project_list=None, user=None
+ ):
+ if user:
+ user_name = user
+ else:
+ try:
+ # Get user details from commondb
+ user = self.common_db.get_user_by_id(userid)
+ user_name = user["username"]
+ except Exception as e:
+ # User not found in commondb
+ if self.keystone:
+ # Search user in keystone
+ user = self.keystone.getUserById(userid)
+ user_name = user.name
+ else:
+ log.info("User %s not found", userid)
+ log.debug("Exception %s" % e)
+ if project_list:
+ # user-project mapping is done by osm cli
+ for proj in project_data:
+ project = self.common_db.get_project(proj["project"])
+ proj_name = project["name"]
+ role_obj = self.common_db.get_role_by_id(proj["role"])
+ is_admin = role_obj["permissions"].get("admin")
+ self.grafana.create_grafana_teams_members(
+ proj_name, user_name, is_admin, project_list
+ )
+ else:
+ # user-project mapping is done by osm ui
+ proj_list = []
+ if self.keystone:
+ users_proj_list = self.keystone.getProjectsById(userid)
+ for project in users_proj_list:
+ proj_list.append(project.name)
+ else:
+ users_proj_list = user.get("project_role_mappings")
+ for project in users_proj_list:
+ proj_data = self.common_db.get_project(project["project"])
+ proj_list.append(proj_data["name"])
+ for proj in project_data:
+ if self.keystone:
+ # Backend authentication type is keystone
+ try:
+ # Getting project and role objects from keystone using ids
+ role_obj = self.keystone.getRoleById(proj["role"])
+ proj_data = self.keystone.getProjectsByProjectId(
+ proj["project"]
+ )
+ log.info(
+ "role object {} {}".format(
+ role_obj.permissions, proj_data.name
+ )
+ )
+ is_admin = role_obj.permissions["admin"]
+ except Exception:
+ # Getting project and role objects from keystone using names
+ role_obj = self.keystone.getRoleByName(proj["role"])[0]
+ proj_data = self.keystone.getProjectsByProjectName(
+ proj["project"]
+ )[0]
+ is_admin = role_obj.to_dict().get("permissions").get("admin")
+ log.info(
+ "role object {} {}".format(
+ role_obj.to_dict(), proj_data.name
+ )
+ )
+ proj_name = proj_data.name
+ else:
+ # Backend authentication type is internal
+ try:
+ # Getting project and role object from commondb using names
+ role_obj = self.common_db.get_role_by_name(proj["role"])
+ proj_name = proj["project"]
+ except Exception:
+ # Getting project and role object from commondb using ids
+ role_obj = self.common_db.get_role_by_id(proj["role"])
+ proj_data = self.common_db.get_project(proj["project"])
+ proj_name = proj_data["name"]
+ is_admin = role_obj["permissions"].get("admin")
+ self.grafana.create_grafana_teams_members(
+ proj_name, user_name, is_admin, proj_list
+ )
def create_grafana_team(self, team_name):
self.grafana.create_grafana_teams(team_name)
def update_grafana_team(self, project_new_name, project_old_name):
self.grafana.update_grafana_teams(project_new_name, project_old_name)
+
+ def remove_grafana_team_members(self, user_id, proj_data):
+ try:
+ # Get user details from commondb
+ user = self.common_db.get_user_by_id(user_id)
+ user_name = user["username"]
+ except Exception as e:
+ # User not found in commondb
+ if self.keystone:
+ # Find user in keystone
+ user = self.keystone.getUserById(user_id)
+ user_name = user.name
+ else:
+ log.info("User %s not found", user_id)
+ log.debug("Exception %s" % e)
+ self.grafana.remove_grafana_team_member(user_name, proj_data)
projects / osm / MON.git / blobdiff