Coverage for osm_mon/dashboarder/dashboarder.py: 0%

1# -*- coding: utf-8 -*- 

2 

3# Copyright 2021 Whitestack, LLC 

4# ************************************************************* 

5 

6# This file is part of OSM Monitoring module 

7# All Rights Reserved to Whitestack, LLC 

8 

9# Licensed under the Apache License, Version 2.0 (the "License"); you may 

10# not use this file except in compliance with the License. You may obtain 

11# a copy of the License at 

12 

13# http://www.apache.org/licenses/LICENSE-2.0 

14 

15# Unless required by applicable law or agreed to in writing, software 

16# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 

17# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 

18# License for the specific language governing permissions and limitations 

19# under the License. 

20# For those usages not covered by the Apache License, Version 2.0 please 

21# contact: fbravo@whitestack.com or glavado@whitestack.com 

22## 

23 

24import logging 

25import time 

26import socket 

27import asyncio 

28from urllib.parse import urlparse 

29 

30from osm_mon.dashboarder.service import DashboarderService 

31from osm_mon.core.config import Config 

32from osm_mon.core.message_bus_client import MessageBusClient 

33 

34log = logging.getLogger(__name__) 

35 

36 

37class Dashboarder: 

38 def __init__(self, config: Config): 

39 self.conf = config 

40 self.service = DashboarderService(config) 

41 self.msg_bus = MessageBusClient(config) 

42 

43 # run consumer for grafana user management 

44 def run(self): 

45 asyncio.run(self.start()) 

46 

47 async def start(self, wait_time=5): 

48 topics = ["users", "project"] 

49 while True: 

50 try: 

51 await self.msg_bus.aioread(topics, self._user_msg) 

52 break 

53 except Exception as e: 

54 # Failed to subscribe to kafka topics 

55 log.error("Error when subscribing to topic(s) %s", str(topics)) 

56 log.exception("Exception %s", str(e)) 

57 # Wait for some time for kaka to stabilize and then reattempt to subscribe again 

58 time.sleep(wait_time) 

59 log.info("Retrying to subscribe the kafka topic(s) %s", str(topics)) 

60 

61 async def _user_msg(self, topic, key, values): 

62 log.debug( 

63 "Message from kafka bus received: topic: %s and values: %s and key: %s", 

64 topic, 

65 values, 

66 key, 

67 ) 

68 try: 

69 if topic == "users" and key == "created": 

70 log.debug("Received message from kafka for creating user") 

71 if values.get("username"): 

72 user = values["username"] 

73 else: 

74 user = values["changes"]["username"] 

75 self.service.create_grafana_user(user) 

76 # user-created and mapping is done with osm cli 

77 if values.get("changes"): 

78 # user-project-role mapping is included in change 

79 if values["changes"].get("project_role_mappings"): 

80 user_id = values["_id"] 

81 project_data = values["changes"]["project_role_mappings"] 

82 project_list = values["changes"].get("projects") 

83 self.service.create_grafana_team_member( 

84 project_data, user_id, project_list 

85 ) 

86 elif values.get("project_role_mappings"): 

87 # for fresh project-role-mapping 

88 user_id = values.get("_id") 

89 project_data = values["project_role_mappings"] 

90 if user_id: 

91 self.service.create_grafana_team_member(project_data, user_id) 

92 else: 

93 # for keystone we will get username 

94 self.service.create_grafana_team_member( 

95 project_data, user=values["username"] 

96 ) 

97 elif topic == "users" and key == "deleted": 

98 log.debug("Received message from kafka for deleting user") 

99 user = values["username"] 

100 self.service.delete_grafana_user(user) 

101 elif topic == "users" and key == "edited": 

102 log.debug("Received message from kafka for associating user to team") 

103 user_id = values["_id"] 

104 if values["changes"].get("remove_project_role_mappings") and not values[ 

105 "changes" 

106 ].get("add_project_role_mappings"): 

107 # Removing user-project role mapping 

108 self.service.remove_grafana_team_members( 

109 user_id, values["changes"].get("remove_project_role_mappings") 

110 ) 

111 else: 

112 # Changing user project role mapping 

113 if values["changes"].get("project_role_mappings"): 

114 project_data = values["changes"]["project_role_mappings"] 

115 else: 

116 project_data = values["changes"]["add_project_role_mappings"] 

117 self.service.create_grafana_team_member(project_data, user_id) 

118 elif topic == "project" and key == "created": 

119 log.debug("Received message from kafka for creating team") 

120 team_name = values["name"] 

121 self.service.create_grafana_team(team_name) 

122 elif topic == "project" and key == "deleted": 

123 log.debug("Received message from kafka for deleting team") 

124 project_name = values["name"] 

125 self.service.delete_grafana_team(project_name) 

126 elif topic == "project" and key == "edited": 

127 log.debug("Received message from kafka for team name update") 

128 project_old_name = values["original"]["name"] 

129 project_new_name = values["changes"]["name"] 

130 self.service.update_grafana_team(project_new_name, project_old_name) 

131 except Exception: 

132 log.exception("Exception processing message: ") 

133 

134 def dashboard_forever(self): 

135 log.debug("dashboard_forever") 

136 grafana_parsed_uri = urlparse(self.conf.get("grafana", "url")) 

137 while True: 

138 try: 

139 socket.gethostbyname(grafana_parsed_uri.hostname) 

140 log.debug("Dashboard backend is running") 

141 except socket.error: 

142 log.debug("Dashboard backend is not available") 

143 time.sleep(int(self.conf.get("dashboarder", "interval"))) 

144 continue 

145 try: 

146 self.grafana_cleanup() 

147 self.create_dashboards() 

148 time.sleep(int(self.conf.get("dashboarder", "interval"))) 

149 except Exception: 

150 log.exception("Error creating dashboards") 

151 

152 def create_dashboards(self): 

153 self.service.create_dashboards() 

154 log.debug("Dashboarder Service > create_dashboards called!") 

155 

156 def grafana_cleanup(self): 

157 # Cleaning up non existing users from grafana 

158 self.service.delete_non_existing_users() 

159 # TODO 

160 # Cleanup of teams from grafana 

161 log.debug("Deleted non existing users from dashbaorder service")