osm_mon/dashboarder/dashboarder.py

   1 # -*- coding: utf-8 -*-
   2
   3 # Copyright 2018 Whitestack, LLC
   4 # *************************************************************
   5
   6 # This file is part of OSM Monitoring module
   7 # All Rights Reserved to Whitestack, LLC
   8
   9 # Licensed under the Apache License, Version 2.0 (the "License"); you may
  10 # not use this file except in compliance with the License. You may obtain
  11 # a copy of the License at
  12
  13 #         http://www.apache.org/licenses/LICENSE-2.0
  14
  15 # Unless required by applicable law or agreed to in writing, software
  16 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
  17 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
  18 # License for the specific language governing permissions and limitations
  19 # under the License.
  20 # For those usages not covered by the Apache License, Version 2.0 please
  21 # contact: bdiaz@whitestack.com or glavado@whitestack.com
  22 ##
  23 import logging
  24 import time
  25 import socket
  26 import peewee
  27 import asyncio
  28
  29 from osm_mon.dashboarder.service import DashboarderService
  30 from osm_mon.core.config import Config
  31 from osm_mon.core.message_bus_client import MessageBusClient
  32
  33 log = logging.getLogger(__name__)
  34
  35
  36 class Dashboarder:
  37     def __init__(self, config: Config, loop=None):
  38         self.conf = config
  39         self.service = DashboarderService(config)
  40         if not loop:
  41             loop = asyncio.get_event_loop()
  42         self.loop = loop
  43         self.msg_bus = MessageBusClient(config)
  44
  45     # run consumer for grafana user management
  46     def run(self):
  47         self.loop.run_until_complete(self.start())
  48
  49     async def start(self):
  50         topics = ["users", "project"]
  51         await self.msg_bus.aioread(topics, self._user_msg)
  52
  53     async def _user_msg(self, topic, key, values):
  54         log.debug("Message from kafka bus received: topic: %s and values: %s and key: %s", topic, values, key)
  55         try:
  56             if topic == "users" and key == "created":
  57                 log.debug("Received message from kafka for creating user")
  58                 user = values['username']
  59                 self.service.create_grafana_user(user)
  60             elif topic == "users" and key == "deleted":
  61                 log.debug("Received message from kafka for deleting user")
  62                 user = values['username']
  63                 self.service.delete_grafana_user(user)
  64                 log.info("Grafana user deleted: %s", user)
  65             elif topic == "users" and key == "edited":
  66                 log.debug("Received message from kafka for associating user to team")
  67                 user_id = values["_id"]
  68                 project_data = values["changes"]["project_role_mappings"]
  69                 self.service.create_grafana_team_member(project_data, user_id)
  70             elif topic == "project" and key == "created":
  71                 log.debug("Received message from kafka for creating team")
  72                 team_name = values["name"]
  73                 self.service.create_grafana_team(team_name)
  74             elif topic == "project" and key == "deleted":
  75                 log.debug("Received message from kafka for deleting team")
  76                 project_name = values["name"]
  77                 self.service.delete_grafana_team(project_name)
  78             elif topic == "project" and key == "edited":
  79                 log.debug("Received message from kafka for team name update")
  80                 project_old_name = values["original"]["name"]
  81                 project_new_name = values["changes"]["name"]
  82                 self.service.update_grafana_team(project_new_name, project_old_name)
  83         except Exception:
  84             log.exception("Exception processing message: ")
  85
  86     def dashboard_forever(self):
  87         log.debug('dashboard_forever')
  88         while True:
  89             try:
  90                 socket.gethostbyname("grafana")
  91                 log.debug("Dashboard backend is running")
  92             except socket.error:
  93                 log.debug("Dashboard backend is not available")
  94                 time.sleep(int(self.conf.get('dashboarder', 'interval')))
  95                 continue
  96             try:
  97                 self.create_dashboards()
  98                 time.sleep(int(self.conf.get('dashboarder', 'interval')))
  99             except peewee.PeeweeException:
 100                 log.exception("Database error consuming message: ")
 101                 raise
 102             except Exception:
 103                 log.exception("Error creating dashboards")
 104
 105     def create_dashboards(self):
 106         self.service.create_dashboards()
 107         log.debug('I just called the dashboarder service!')