Adds support for vdu_name, ns_id and vnf_member_index
[osm/MON.git] / osm_mon / plugins / vRealiseOps / plugin_receiver.py
index 90b7480..193ea16 100644 (file)
@@ -26,19 +26,24 @@ Montoring plugin receiver that consumes the request messages &
 responds using producer for vROPs
 """
 
-import sys
-from mon_plugin_vrops import MonPlugin
-from kafka_consumer_vrops import vROP_KafkaConsumer
-#Core producer
-sys.path.append("../../core/message_bus")
-from producer import KafkaProducer
-#from core.message_bus.producer import KafkaProducer
 import json
 import logging
-import traceback
 import os
+import sys
+import traceback
+
+
+#Core producer
+import six
+
+from osm_mon.plugins.vRealiseOps.mon_plugin_vrops import MonPlugin
+
+sys.path.append(os.path.join(os.path.dirname(os.path.abspath(__file__)), '..', '..', '..'))
+from osm_mon.core.message_bus.producer import KafkaProducer
+#from core.message_bus.producer import KafkaProducer
 from xml.etree import ElementTree as XmlElementTree
 
+schema_version = "1.0"
 req_config_params = ('vrops_site', 'vrops_user', 'vrops_password',
                     'vcloud-site','admin_username','admin_password',
                     'vcenter_ip','vcenter_port','vcenter_user','vcenter_password',
@@ -66,90 +71,81 @@ class PluginReceiver():
         """Constructor of PluginReceiver
         """
 
-        topics = ['alarm_request', 'metric_request', 'access_credentials']
 
         self.logger = logging.getLogger('PluginReceiver')
         self.logger.setLevel(logging.DEBUG)
+        set_logger()
 
-        #To Do - Add broker uri
-        broker_uri = None
-        #self.mon_plugin = MonPlugin()
-        self.consumer = vROP_KafkaConsumer(topics, broker_uri)
         #Core producer
         self.producer_alarms = KafkaProducer('alarm_response')
         self.producer_metrics = KafkaProducer('metric_response')
         self.producer_access_credentials = KafkaProducer('vim_access_credentials_response')
 
 
-    def consume(self):
+    def consume(self, message):
         """Consume the message, act on it & respond
         """
         try:
-            for message in self.consumer.vrops_consumer:
-                vim_type = None
-                self.logger.info("Message received:\nTopic={}:{}:{}:\nKey={}\nValue={}"\
-                    .format(message.topic, message.partition, message.offset, message.key, message.value))
-                message_values = json.loads(message.value)
-                if message_values.has_key('vim_type') and message_values['vim_type'] is not None:
-                    vim_type = message_values['vim_type'].lower()
-                if vim_type == 'vmware':
-                    self.logger.info("Action required for: {}".format(message.topic))
-                    if message.topic == 'alarm_request':
-                        if message.key == "create_alarm_request":
-                            config_alarm_info = json.loads(message.value)
-                            alarm_uuid = self.create_alarm(config_alarm_info['alarm_create_request'])
-                            self.logger.info("Alarm created with alarm uuid: {}".format(alarm_uuid))
-                            #Publish message using producer
-                            self.publish_create_alarm_status(alarm_uuid, config_alarm_info)
-                        elif message.key == "update_alarm_request":
-                            update_alarm_info = json.loads(message.value)
-                            alarm_uuid = self.update_alarm(update_alarm_info['alarm_update_request'])
-                            self.logger.info("Alarm defination updated : alarm uuid: {}".format(alarm_uuid))
-                            #Publish message using producer
-                            self.publish_update_alarm_status(alarm_uuid, update_alarm_info)
-                        elif message.key == "delete_alarm_request":
-                            delete_alarm_info = json.loads(message.value)
-                            alarm_uuid = self.delete_alarm(delete_alarm_info['alarm_delete_request'])
-                            self.logger.info("Alarm defination deleted : alarm uuid: {}".format(alarm_uuid))
-                            #Publish message using producer
-                            self.publish_delete_alarm_status(alarm_uuid, delete_alarm_info)
-                        elif message.key == "list_alarm_request":
-                            request_input = json.loads(message.value)
-                            triggered_alarm_list = self.list_alarms(request_input['alarm_list_request'])
-                            #Publish message using producer
-                            self.publish_list_alarm_response(triggered_alarm_list, request_input)
-                    elif message.topic == 'metric_request':
-                        if message.key == "read_metric_data_request":
-                            metric_request_info = json.loads(message.value)
-                            mon_plugin_obj = MonPlugin()
-                            metrics_data = mon_plugin_obj.get_metrics_data(metric_request_info)
-                            self.logger.info("Collected Metrics Data: {}".format(metrics_data))
-                            #Publish message using producer
-                            self.publish_metrics_data_status(metrics_data)
-                        elif message.key == "create_metric_request":
-                            metric_info = json.loads(message.value)
-                            metric_status = self.verify_metric(metric_info['metric_create'])
-                            #Publish message using producer
-                            self.publish_create_metric_response(metric_info, metric_status)
-                        elif message.key == "update_metric_request":
-                            metric_info = json.loads(message.value)
-                            metric_status = self.verify_metric(metric_info['metric_create'])
-                            #Publish message using producer
-                            self.publish_update_metric_response(metric_info, metric_status)
-                        elif message.key == "delete_metric_request":
-                            metric_info = json.loads(message.value)
-                            #Deleting Metric Data is not allowed. Publish status as False
-                            self.logger.warn("Deleting Metric is not allowed: {}".format(metric_info['metric_name']))
-                            #Publish message using producer
-                            self.publish_delete_metric_response(metric_info)
-                    elif message.topic == 'access_credentials':
-                        if message.key == "vim_access_credentials":
-                            access_info = json.loads(message.value)
-                            access_update_status = self.update_access_credentials(access_info['access_config'])
-                            self.publish_access_update_response(access_update_status, access_info)
+            self.logger.info("Message received:\nTopic={}:{}:{}:\nKey={}\nValue={}"\
+                .format(message.topic, message.partition, message.offset, message.key, message.value))
+            message_values = json.loads(message.value)
+            self.logger.info("Action required for: {}".format(message.topic))
+            if message.topic == 'alarm_request':
+                if message.key == "create_alarm_request":
+                    config_alarm_info = json.loads(message.value)
+                    alarm_uuid = self.create_alarm(config_alarm_info['alarm_create_request'])
+                    self.logger.info("Alarm created with alarm uuid: {}".format(alarm_uuid))
+                    #Publish message using producer
+                    self.publish_create_alarm_status(alarm_uuid, config_alarm_info)
+                elif message.key == "update_alarm_request":
+                    update_alarm_info = json.loads(message.value)
+                    alarm_uuid = self.update_alarm(update_alarm_info['alarm_update_request'])
+                    self.logger.info("Alarm defination updated : alarm uuid: {}".format(alarm_uuid))
+                    #Publish message using producer
+                    self.publish_update_alarm_status(alarm_uuid, update_alarm_info)
+                elif message.key == "delete_alarm_request":
+                    delete_alarm_info = json.loads(message.value)
+                    alarm_uuid = self.delete_alarm(delete_alarm_info['alarm_delete_request'])
+                    self.logger.info("Alarm defination deleted : alarm uuid: {}".format(alarm_uuid))
+                    #Publish message using producer
+                    self.publish_delete_alarm_status(alarm_uuid, delete_alarm_info)
+                elif message.key == "list_alarm_request":
+                    request_input = json.loads(message.value)
+                    triggered_alarm_list = self.list_alarms(request_input['alarm_list_request'])
+                    #Publish message using producer
+                    self.publish_list_alarm_response(triggered_alarm_list, request_input)
+            elif message.topic == 'metric_request':
+                if message.key == "read_metric_data_request":
+                    metric_request_info = json.loads(message.value)
+                    mon_plugin_obj = MonPlugin()
+                    metrics_data = mon_plugin_obj.get_metrics_data(metric_request_info)
+                    self.logger.info("Collected Metrics Data: {}".format(metrics_data))
+                    #Publish message using producer
+                    self.publish_metrics_data_status(metrics_data)
+                elif message.key == "create_metric_request":
+                    metric_info = json.loads(message.value)
+                    metric_status = self.verify_metric(metric_info['metric_create_request'])
+                    #Publish message using producer
+                    self.publish_create_metric_response(metric_info, metric_status)
+                elif message.key == "update_metric_request":
+                    metric_info = json.loads(message.value)
+                    metric_status = self.verify_metric(metric_info['metric_create_request'])
+                    #Publish message using producer
+                    self.publish_update_metric_response(metric_info, metric_status)
+                elif message.key == "delete_metric_request":
+                    metric_info = json.loads(message.value)
+                    #Deleting Metric Data is not allowed. Publish status as False
+                    self.logger.warning("Deleting Metric is not allowed: {}".format(metric_info['metric_name']))
+                    #Publish message using producer
+                    self.publish_delete_metric_response(metric_info)
+            elif message.topic == 'access_credentials':
+                if message.key == "vim_access_credentials":
+                    access_info = json.loads(message.value)
+                    access_update_status = self.update_access_credentials(access_info['access_config'])
+                    self.publish_access_update_response(access_update_status, access_info)
 
         except:
-            self.logger.error("Exception in receiver: {}".format(traceback.format_exc()))
+            self.logger.error("Exception in vROPs plugin receiver: {}".format(traceback.format_exc()))
 
 
     def create_alarm(self, config_alarm_info):
@@ -165,7 +161,7 @@ class PluginReceiver():
         """
         topic = 'alarm_response'
         msg_key = 'create_alarm_response'
-        response_msg = {"schema_version":1.0,
+        response_msg = {"schema_version":schema_version,
                          "schema_type":"create_alarm_response",
                          "alarm_create_response":
                             {"correlation_id":config_alarm_info["alarm_create_request"]["correlation_id"],
@@ -190,11 +186,12 @@ class PluginReceiver():
         """
         topic = 'alarm_response'
         msg_key = 'update_alarm_response'
-        response_msg = {"schema_version":1.0,
+        response_msg = {"schema_version":schema_version,
                          "schema_type":"update_alarm_response",
                          "alarm_update_response":
                             {"correlation_id":update_alarm_info["alarm_update_request"]["correlation_id"],
-                             "alarm_uuid":alarm_uuid,
+                             "alarm_uuid":update_alarm_info["alarm_update_request"]["alarm_uuid"] \
+                             if update_alarm_info["alarm_update_request"].get('alarm_uuid') is not None else None,
                              "status": True if alarm_uuid else False
                             }
                        }
@@ -215,11 +212,11 @@ class PluginReceiver():
         """
         topic = 'alarm_response'
         msg_key = 'delete_alarm_response'
-        response_msg = {"schema_version":1.0,
+        response_msg = {"schema_version":schema_version,
                          "schema_type":"delete_alarm_response",
                          "alarm_deletion_response":
                             {"correlation_id":delete_alarm_info["alarm_delete_request"]["correlation_id"],
-                             "alarm_uuid":alarm_uuid,
+                             "alarm_uuid":delete_alarm_info["alarm_delete_request"]["alarm_uuid"],
                              "status": True if alarm_uuid else False
                             }
                        }
@@ -252,13 +249,13 @@ class PluginReceiver():
         """
         topic = 'metric_response'
         msg_key = 'create_metric_response'
-        response_msg = {"schema_version":1.0,
+        response_msg = {"schema_version":schema_version,
                          "schema_type":"create_metric_response",
                          "correlation_id":metric_info['correlation_id'],
                          "metric_create_response":
                             {
-                             "metric_uuid":0,
-                             "resource_uuid":metric_info['metric_create']['resource_uuid'],
+                             "metric_uuid":'0',
+                             "resource_uuid":metric_info['metric_create_request']['resource_uuid'],
                              "status":metric_status
                             }
                        }
@@ -272,13 +269,13 @@ class PluginReceiver():
         """
         topic = 'metric_response'
         msg_key = 'update_metric_response'
-        response_msg = {"schema_version":1.0,
+        response_msg = {"schema_version":schema_version,
                         "schema_type":"metric_update_response",
                         "correlation_id":metric_info['correlation_id'],
                         "metric_update_response":
                             {
-                             "metric_uuid":0,
-                             "resource_uuid":metric_info['metric_create']['resource_uuid'],
+                             "metric_uuid":'0',
+                             "resource_uuid":metric_info['metric_create_request']['resource_uuid'],
                              "status":metric_status
                             }
                        }
@@ -292,13 +289,18 @@ class PluginReceiver():
         """
         topic = 'metric_response'
         msg_key = 'delete_metric_response'
-        response_msg = {"schema_version":1.0,
+        if 'tenant_uuid' in metric_info and metric_info['tenant_uuid'] is not None:
+            tenant_uuid = metric_info['tenant_uuid']
+        else:
+            tenant_uuid = None
+
+        response_msg = {"schema_version":schema_version,
                         "schema_type":"delete_metric_response",
                         "correlation_id":metric_info['correlation_id'],
                         "metric_name":metric_info['metric_name'],
-                        "metric_uuid":0,
+                        "metric_uuid":'0',
                         "resource_uuid":metric_info['resource_uuid'],
-                        "tenant_uuid":metric_info['tenant_uuid'],
+                        "tenant_uuid":tenant_uuid,
                         "status":False
                        }
         self.logger.info("Publishing response:\nTopic={}\nKey={}\nValue={}"\
@@ -319,11 +321,10 @@ class PluginReceiver():
         """
         topic = 'alarm_response'
         msg_key = 'list_alarm_response'
-        response_msg = {"schema_version":1.0,
+        response_msg = {"schema_version":schema_version,
                         "schema_type":"list_alarm_response",
                         "correlation_id":list_alarm_input['alarm_list_request']['correlation_id'],
-                        #"resource_uuid":list_alarm_input['alarm_list_request']['resource_uuid'],
-                        "list_alarm_resp":triggered_alarm_list
+                        "list_alarm_response":triggered_alarm_list
                        }
         self.logger.info("Publishing response:\nTopic={}\nKey={}\nValue={}"\
                 .format(topic, msg_key, response_msg))
@@ -358,7 +359,7 @@ class PluginReceiver():
             for config in root:
                 if config.tag == 'Access_Config':
                     for param in config:
-                        for key,val in access_info.iteritems():
+                        for key,val in six.iteritems(access_info):
                             if param.tag == key:
                                 #print param.tag, val
                                 param.text = val
@@ -366,7 +367,7 @@ class PluginReceiver():
             tree.write(CONFIG_FILE_PATH)
             wr_status = True
         except Exception as exp:
-            self.logger.warn("Failed to update Access Config Parameters: {}".format(exp))
+            self.logger.warning("Failed to update Access Config Parameters: {}".format(exp))
 
         return wr_status
 
@@ -376,7 +377,7 @@ class PluginReceiver():
         """
         topic = 'access_credentials'
         msg_key = 'vim_access_credentials_response'
-        response_msg = {"schema_version":1.0,
+        response_msg = {"schema_version":schema_version,
                         "schema_type":"vim_access_credentials_response",
                         "correlation_id":access_info_req['access_config']['correlation_id'],
                         "status":access_update_status
@@ -386,6 +387,7 @@ class PluginReceiver():
         #Core Add producer
         self.producer_access_credentials.publish(key=msg_key, value=json.dumps(response_msg), topic=topic)
 
+"""
 def main():
     #log.basicConfig(filename='mon_vrops_log.log',level=log.DEBUG)
     set_logger()
@@ -394,4 +396,4 @@ def main():
 
 if __name__ == "__main__":
     main()
-
+"""