# This file is part of OSM Monitoring module
# All Rights Reserved to Intel Corporation
-
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
# For those usages not covered by the Apache License, Version 2.0 please
# contact: prithiv.mohan@intel.com or adrian.hoban@intel.com
##
-'''
-This is a kafka producer app that interacts with the SO and the plugins of the
-datacenters like OpenStack, VMWare, AWS.
-'''
+"""This is a common kafka producer app.
+
+It interacts with the SO and the plugins of the datacenters: OpenStack, VMWare
+and AWS.
+"""
-from kafka import KafkaProducer as kaf
-from kafka.errors import KafkaError
import logging
-import json
-import jsmin
import os
-from os import listdir
-from jsmin import jsmin
+
+from kafka import KafkaProducer as kaf
+from kafka.errors import KafkaError
__author__ = "Prithiv Mohan"
__date__ = "06/Sep/2017"
-json_path=os.path.abspath(os.pardir+"/MON/osm_mon/core/models/")
+current_path = os.path.realpath(__file__)
+json_path = os.path.abspath(os.path.join(current_path, '..', '..', 'models'))
+
+# TODO(): validate all of the request and response messages against the
+# json_schemas
+
class KafkaProducer(object):
+ """A common KafkaProducer for requests and responses."""
def __init__(self, topic):
-
+ """Initialize the common kafka producer."""
self._topic = topic
if "BROKER_URI" in os.environ:
broker = "localhost:9092"
'''
- If the broker URI is not set in the env, by default,
+ If the broker URI is not set in the env by default,
localhost container is taken as the host because an instance of
is already running.
'''
self.producer = kaf(
key_serializer=str.encode,
- value_serializer=lambda v: json.dumps(v).encode('ascii'),
- bootstrap_servers=broker, api_version=(0, 10))
+ value_serializer=str.encode,
+ bootstrap_servers=broker, api_version=(0, 10, 1))
def publish(self, key, value, topic=None):
+ """Send the required message on the Kafka message bus."""
try:
future = self.producer.send(topic=topic, key=key, value=value)
- self.producer.flush()
+ future.get(timeout=10)
except Exception:
logging.exception("Error publishing to {} topic." .format(topic))
raise
- try:
- record_metadata = future.get(timeout=10)
- logging.debug("TOPIC:", record_metadata.topic)
- logging.debug("PARTITION:", record_metadata.partition)
- logging.debug("OFFSET:", record_metadata.offset)
- except KafkaError:
- pass
-
- def create_alarm_request(self, key, message, topic):
-
- # External to MON
-
- payload_create_alarm = jsmin(
- open(os.path.join(json_path, 'create_alarm.json')).read())
- self.publish(key,
- value=json.dumps(payload_create_alarm),
- topic='alarm_request')
-
- def create_alarm_response(self, key, message, topic):
-
- # Internal to MON
-
- payload_create_alarm_resp = jsmin(
- open(os.path.join(json_path, 'create_alarm_resp.json')).read())
-
- self.publish(key,
- value=message,
- topic='alarm_response')
-
- def acknowledge_alarm(self, key, message, topic):
-
- # Internal to MON
-
- payload_acknowledge_alarm = jsmin(
- open(os.path.join(json_path, 'acknowledge_alarm.json')).read())
-
- self.publish(key,
- value=json.dumps(payload_acknowledge_alarm),
- topic='alarm_request')
-
- def list_alarm_request(self, key, message, topic):
+ def publish_alarm_request(self, key, message):
+ """Publish an alarm request."""
# External to MON
- payload_alarm_list_req = jsmin(
- open(os.path.join(json_path, 'list_alarm_req.json')).read())
-
- self.publish(key,
- value=json.dumps(payload_alarm_list_req),
- topic='alarm_request')
-
- def notify_alarm(self, key, message, topic):
-
- payload_notify_alarm = jsmin(
- open(os.path.join(json_path, 'notify_alarm.json')).read())
-
- self.publish(key,
- value=message,
- topic='alarm_response')
-
- def list_alarm_response(self, key, message, topic):
-
- payload_list_alarm_resp = jsmin(
- open(os.path.join(json_path, 'list_alarm_resp.json')).read())
-
self.publish(key,
value=message,
- topic='alarm_response')
-
- def update_alarm_request(self, key, message, topic):
-
- # External to Mon
-
- payload_update_alarm_req = jsmin(
- open(os.path.join(json_path, 'update_alarm_req.json')).read())
-
- self.publish(key,
- value=json.dumps(payload_update_alarm_req),
topic='alarm_request')
- def update_alarm_response(self, key, message, topic):
-
- # Internal to Mon
-
- payload_update_alarm_resp = jsmin(
- open(os.path.join(json_path, 'update_alarm_resp.json')).read())
+ def publish_alarm_response(self, key, message):
+ """Publish an alarm response."""
+ # Internal to MON
self.publish(key,
value=message,
topic='alarm_response')
- def delete_alarm_request(self, key, message, topic):
-
+ def publish_metrics_request(self, key, message):
+ """Create metrics request from SO to MON."""
# External to Mon
- payload_delete_alarm_req = jsmin(
- open(os.path.join(json_path, 'delete_alarm_req.json')).read())
-
- self.publish(key,
- value=json.dumps(payload_delete_alarm_req),
- topic='alarm_request')
-
- def delete_alarm_response(self, key, message, topic):
-
- # Internal to Mon
-
- payload_delete_alarm_resp = jsmin(
- open(os.path.join(json_path, 'delete_alarm_resp.json')).read())
-
self.publish(key,
value=message,
- topic='alarm_response')
-
- def create_metrics_request(self, key, message, topic):
-
- # External to Mon
-
- payload_create_metrics_req = jsmin(
- open(os.path.join(json_path, 'create_metric_req.json')).read())
-
- self.publish(key,
- value=json.dumps(payload_create_metrics_req),
topic='metric_request')
- def create_metrics_resp(self, key, message, topic):
-
+ def publish_metrics_response(self, key, message):
+ """Response for a create metric request from MON to SO."""
# Internal to Mon
- payload_create_metrics_resp = jsmin(
- open(os.path.join(json_path, 'create_metric_resp.json')).read())
-
self.publish(key,
value=message,
topic='metric_response')
- def read_metric_data_request(self, key, message, topic):
-
+ def read_metric_data_request(self, key, message):
+ """Read metric data request from SO to MON."""
# External to Mon
- payload_read_metric_data_request = jsmin(
- open(os.path.join(json_path, 'read_metric_data_req.json')).read())
-
self.publish(key,
- value=json.dumps(payload_read_metric_data_request),
+ value=message,
topic='metric_request')
- def read_metric_data_response(self, key, message, topic):
-
+ def read_metric_data_response(self, key, message):
+ """Response from MON to SO for read metric data request."""
# Internal to Mon
- payload_metric_data_response = jsmin(
- open(os.path.join(json_path, 'read_metric_data_resp.json')).read())
-
self.publish(key,
value=message,
topic='metric_response')
- def list_metric_request(self, key, message, topic):
-
+ def list_metric_request(self, key, message):
+ """List metric request from SO to MON."""
# External to MON
- payload_metric_list_req = jsmin(
- open(os.path.join(json_path, 'list_metric_req.json')).read())
-
self.publish(key,
- value=json.dumps(payload_metric_list_req),
+ value=message,
topic='metric_request')
- def list_metric_response(self, key, message, topic):
-
+ def list_metric_response(self, key, message):
+ """Response from SO to MON for list metrics request."""
# Internal to MON
- payload_metric_list_resp = jsmin(
- open(os.path.join(json_path, 'list_metrics_resp.json')).read())
-
self.publish(key,
value=message,
topic='metric_response')
- def delete_metric_request(self, key, message, topic):
-
+ def delete_metric_request(self, key, message):
+ """Delete metric request from SO to MON."""
# External to Mon
- payload_delete_metric_req = jsmin(
- open(os.path.join(json_path, 'delete_metric_req.json')).read())
-
self.publish(key,
- value=json.dumps(payload_delete_metric_req),
+ value=message,
topic='metric_request')
- def delete_metric_response(self, key, message, topic):
-
+ def delete_metric_response(self, key, message):
+ """Response from MON to SO for delete metric request."""
# Internal to Mon
- payload_delete_metric_resp = jsmin(
- open(os.path.join(json_path, 'delete_metric_resp.json')).read())
-
self.publish(key,
value=message,
topic='metric_response')
- def update_metric_request(self, key, message, topic):
-
+ def update_metric_request(self, key, message):
+ """Metric update request from SO to MON."""
# External to Mon
- payload_update_metric_req = jsmin(
- open(os.path.join(json_path, 'update_metric_req.json')).read())
-
self.publish(key,
- value=json.dumps(payload_update_metric_req),
+ value=message,
topic='metric_request')
- def update_metric_response(self, key, message, topic):
-
+ def update_metric_response(self, key, message):
+ """Reponse from MON to SO for metric update."""
# Internal to Mon
- payload_update_metric_resp = jsmin(
- open(os.path.join(json_path, 'update_metric_resp.json')).read())
-
self.publish(key,
value=message,
topic='metric_response')
- def access_credentials(self, key, message, topic):
-
- payload_access_credentials = jsmin(
- open(os.path.join(json_path, 'access_credentials.json')).read())
+ def access_credentials(self, key, message):
+ """Send access credentials to MON from SO."""
self.publish(key,
- value=json.dumps(payload_access_credentials),
+ value=message,
topic='access_credentials')
projects / osm / MON.git / blobdiff