# For those usages not covered by the Apache License, Version 2.0 please
# contact: bdiaz@whitestack.com or glavado@whitestack.com
##
-
+import asyncio
import logging
import subprocess
import sys
-import uuid
import requests
+from aiokafka import AIOKafkaConsumer
-from osm_mon.core.message_bus.consumer import Consumer
+from osm_mon.core.settings import Config
log = logging.getLogger(__name__)
return False
processes_to_check = ['osm-mon-collector', 'osm-mon-evaluator', 'osm-mon-server']
ps = subprocess.Popen(['ps', 'aux'], stdout=subprocess.PIPE).communicate()[0]
- processes_running = ps.split('\n')
+ processes_running = ps.decode().split('\n')
for p in processes_to_check:
if not _contains_process(processes_running, p):
return False
def _is_kafka_ok():
+ async def _test_kafka(loop):
+ cfg = Config.instance()
+ consumer = AIOKafkaConsumer(
+ 'healthcheck',
+ loop=loop, bootstrap_servers=cfg.BROKER_URI)
+ await consumer.start()
+ await consumer.stop()
+
try:
- common_consumer = Consumer("mon-healthcheck-" + str(uuid.uuid4()))
- topics = ['alarm_request', 'vim_account']
- common_consumer.subscribe(topics)
- common_consumer.poll()
- common_consumer.close(autocommit=False)
+ loop = asyncio.get_event_loop()
+ loop.run_until_complete(_test_kafka(loop))
return True
except Exception:
log.exception("MON can not connect to Kafka")
CfgParam('MONGO_URI', "mongodb://mongo:27017", six.text_type),
CfgParam('DATABASE', "sqlite:///mon_sqlite.db", six.text_type),
CfgParam('OS_DEFAULT_GRANULARITY', 300, int),
- CfgParam('REQUEST_TIMEOUT', 10, int),
+ CfgParam('OSMMON_REQUEST_TIMEOUT', 10, int),
CfgParam('OSMMON_LOG_LEVEL', "INFO", six.text_type),
CfgParam('OSMMON_KAFKA_LOG_LEVEL', "WARN", six.text_type),
CfgParam('OSMMON_COLLECTOR_INTERVAL', 30, int),
# contact: bdiaz@whitestack.com or glavado@whitestack.com
##
"""A common KafkaConsumer for all MON plugins."""
-
+import asyncio
import json
import logging
from json import JSONDecodeError
import yaml
+from aiokafka import AIOKafkaConsumer, AIOKafkaProducer
from osm_mon.core.auth import AuthManager
from osm_mon.core.common_db import CommonDbClient
from osm_mon.core.database import DatabaseManager
-from osm_mon.core.message_bus.consumer import Consumer
-from osm_mon.core.message_bus.producer import Producer
from osm_mon.core.response import ResponseBuilder
+from osm_mon.core.settings import Config
log = logging.getLogger(__name__)
class Server:
- def __init__(self):
+ def __init__(self, loop=None):
+ cfg = Config.instance()
+ if not loop:
+ loop = asyncio.get_event_loop()
+ self.loop = loop
self.auth_manager = AuthManager()
self.database_manager = DatabaseManager()
self.database_manager.create_tables()
self.common_db = CommonDbClient()
+ self.kafka_server = cfg.BROKER_URI
def run(self):
- common_consumer = Consumer("mon-server")
-
- topics = ['alarm_request', 'vim_account']
- common_consumer.subscribe(topics)
-
- log.info("Listening for messages...")
- for message in common_consumer:
- self.consume_message(message)
+ self.loop.run_until_complete(self.start())
+
+ async def start(self):
+ consumer = AIOKafkaConsumer(
+ "vim_account",
+ "alarm_request",
+ loop=self.loop,
+ bootstrap_servers=self.kafka_server,
+ group_id="mon-server",
+ key_deserializer=bytes.decode,
+ value_deserializer=bytes.decode,
+ )
+ await consumer.start()
+ try:
+ async for message in consumer:
+ log.info("Message arrived: %s", message)
+ await self.consume_message(message)
+ finally:
+ await consumer.stop()
- def consume_message(self, message):
- log.info("Message arrived: %s", message)
+ async def consume_message(self, message):
try:
try:
values = json.loads(message.value)
except JSONDecodeError:
values = yaml.safe_load(message.value)
- response = None
-
if message.topic == "vim_account":
if message.key == "create" or message.key == "edit":
values['vim_password'] = self.common_db.decrypt_vim_password(values['vim_password'],
elif message.topic == "alarm_request":
if message.key == "create_alarm_request":
alarm_details = values['alarm_create_request']
+ cor_id = alarm_details['correlation_id']
response_builder = ResponseBuilder()
try:
alarm = self.database_manager.save_alarm(
alarm_details['ns_id']
)
response = response_builder.generate_response('create_alarm_response',
- cor_id=alarm_details['correlation_id'],
+ cor_id=cor_id,
status=True,
alarm_id=alarm.uuid)
except Exception:
log.exception("Error creating alarm: ")
response = response_builder.generate_response('create_alarm_response',
- cor_id=alarm_details['correlation_id'],
+ cor_id=cor_id,
status=False,
alarm_id=None)
+ await self._publish_response('alarm_response_' + str(cor_id), 'create_alarm_response', response)
+
if message.key == "delete_alarm_request":
alarm_details = values['alarm_delete_request']
alarm_uuid = alarm_details['alarm_uuid']
cor_id=cor_id,
status=False,
alarm_id=alarm_uuid)
- if response:
- self._publish_response(message.topic, message.key, response)
+ await self._publish_response('alarm_response_' + str(cor_id), 'delete_alarm_response', response)
except Exception:
log.exception("Exception processing message: ")
- def _publish_response(self, topic: str, key: str, msg: dict):
- topic = topic.replace('request', 'response')
- key = key.replace('request', 'response')
- producer = Producer()
- producer.send(topic=topic, key=key, value=json.dumps(msg))
- producer.flush(timeout=5)
- producer.close()
+ async def _publish_response(self, topic: str, key: str, msg: dict):
+ producer = AIOKafkaProducer(loop=self.loop,
+ bootstrap_servers=self.kafka_server,
+ key_serializer=str.encode,
+ value_serializer=str.encode)
+ await producer.start()
+ log.info("Sending response %s to topic %s with key %s", json.dumps(msg), topic, key)
+ try:
+ await producer.send_and_wait(topic, key=key, value=json.dumps(msg))
+ finally:
+ await producer.stop()
if __name__ == '__main__':
projects / osm / MON.git / commitdiff