1 # -*- coding: utf-8 -*-
3 # Copyright 2021 Whitestack, LLC
4 # *************************************************************
6 # This file is part of OSM Monitoring module
7 # All Rights Reserved to Whitestack, LLC
9 # Licensed under the Apache License, Version 2.0 (the "License"); you may
10 # not use this file except in compliance with the License. You may obtain
11 # a copy of the License at
13 # http://www.apache.org/licenses/LICENSE-2.0
15 # Unless required by applicable law or agreed to in writing, software
16 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
17 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
18 # License for the specific language governing permissions and limitations
20 # For those usages not covered by the Apache License, Version 2.0 please
21 # contact: fbravo@whitestack.com or glavado@whitestack.com
28 from urllib
.parse
import urlparse
30 from osm_mon
.dashboarder
.service
import DashboarderService
31 from osm_mon
.core
.config
import Config
32 from osm_mon
.core
.message_bus_client
import MessageBusClient
34 log
= logging
.getLogger(__name__
)
38 def __init__(self
, config
: Config
, loop
=None):
40 self
.service
= DashboarderService(config
)
42 loop
= asyncio
.get_event_loop()
44 self
.msg_bus
= MessageBusClient(config
)
46 # run consumer for grafana user management
48 self
.loop
.run_until_complete(self
.start())
50 async def start(self
, wait_time
=5):
51 topics
= ["users", "project"]
54 await self
.msg_bus
.aioread(topics
, self
._user
_msg
)
56 except Exception as e
:
57 # Failed to subscribe to kafka topics
58 log
.error("Error when subscribing to topic(s) %s", str(topics
))
59 log
.exception("Exception %s", str(e
))
60 # Wait for some time for kaka to stabilize and then reattempt to subscribe again
62 log
.info("Retrying to subscribe the kafka topic(s) %s", str(topics
))
64 async def _user_msg(self
, topic
, key
, values
):
66 "Message from kafka bus received: topic: %s and values: %s and key: %s",
72 if topic
== "users" and key
== "created":
73 log
.debug("Received message from kafka for creating user")
74 if values
.get("username"):
75 user
= values
["username"]
77 user
= values
["changes"]["username"]
78 self
.service
.create_grafana_user(user
)
79 # user-created and mapping is done with osm cli
80 if values
.get("changes"):
81 # user-project-role mapping is included in change
82 if values
["changes"].get("project_role_mappings"):
83 user_id
= values
["_id"]
84 project_data
= values
["changes"]["project_role_mappings"]
85 project_list
= values
["changes"].get("projects")
86 self
.service
.create_grafana_team_member(
87 project_data
, user_id
, project_list
89 elif values
.get("project_role_mappings"):
90 # for fresh project-role-mapping
91 user_id
= values
.get("_id")
92 project_data
= values
["project_role_mappings"]
94 self
.service
.create_grafana_team_member(project_data
, user_id
)
96 # for keystone we will get username
97 self
.service
.create_grafana_team_member(
98 project_data
, user
=values
["username"]
100 elif topic
== "users" and key
== "deleted":
101 log
.debug("Received message from kafka for deleting user")
102 user
= values
["username"]
103 self
.service
.delete_grafana_user(user
)
104 elif topic
== "users" and key
== "edited":
105 log
.debug("Received message from kafka for associating user to team")
106 user_id
= values
["_id"]
107 if values
["changes"].get("remove_project_role_mappings") and not values
[
109 ].get("add_project_role_mappings"):
110 # Removing user-project role mapping
111 self
.service
.remove_grafana_team_members(
112 user_id
, values
["changes"].get("remove_project_role_mappings")
115 # Changing user project role mapping
116 if values
["changes"].get("project_role_mappings"):
117 project_data
= values
["changes"]["project_role_mappings"]
119 project_data
= values
["changes"]["add_project_role_mappings"]
120 self
.service
.create_grafana_team_member(project_data
, user_id
)
121 elif topic
== "project" and key
== "created":
122 log
.debug("Received message from kafka for creating team")
123 team_name
= values
["name"]
124 self
.service
.create_grafana_team(team_name
)
125 elif topic
== "project" and key
== "deleted":
126 log
.debug("Received message from kafka for deleting team")
127 project_name
= values
["name"]
128 self
.service
.delete_grafana_team(project_name
)
129 elif topic
== "project" and key
== "edited":
130 log
.debug("Received message from kafka for team name update")
131 project_old_name
= values
["original"]["name"]
132 project_new_name
= values
["changes"]["name"]
133 self
.service
.update_grafana_team(project_new_name
, project_old_name
)
135 log
.exception("Exception processing message: ")
137 def dashboard_forever(self
):
138 log
.debug("dashboard_forever")
139 grafana_parsed_uri
= urlparse(self
.conf
.get("grafana", "url"))
142 socket
.gethostbyname(grafana_parsed_uri
.hostname
)
143 log
.debug("Dashboard backend is running")
145 log
.debug("Dashboard backend is not available")
146 time
.sleep(int(self
.conf
.get("dashboarder", "interval")))
149 self
.grafana_cleanup()
150 self
.create_dashboards()
151 time
.sleep(int(self
.conf
.get("dashboarder", "interval")))
153 log
.exception("Error creating dashboards")
155 def create_dashboards(self
):
156 self
.service
.create_dashboards()
157 log
.debug("Dashboarder Service > create_dashboards called!")
159 def grafana_cleanup(self
):
160 # Cleaning up non existing users from grafana
161 self
.service
.delete_non_existing_users()
163 # Cleanup of teams from grafana
164 log
.debug("Deleted non existing users from dashbaorder service")