2024-03-13T23:26:38.254089665Z INFO:     Started server process [1]
2024-03-13T23:26:38.254128829Z INFO:     Waiting for application startup.
2024-03-13T23:26:38.254132899Z INFO:     Application startup complete.
2024-03-13T23:26:38.254137571Z INFO:     Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit)
2024-03-14T02:13:37.713709700Z 2024/03/14 02:13:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-03-14T02:13:38.070947193Z 2024/03/14 02:13:38 INFO main.py:53 Response: {
2024-03-14T02:13:38.070984394Z   "conf": {
2024-03-14T02:13:38.070993845Z     "alerts": [
2024-03-14T02:13:38.071002457Z       {
2024-03-14T02:13:38.071011791Z         "annotations": {
2024-03-14T02:13:38.071021465Z           "description": "VDU b55b3cc3-d20e-41d3-acba-234daef6c1b0 in VIM 09928071-8d6d-456a-afe6-a5a26c43d0f2 has been down for more than 3 minutes. NS instance id is 04cf26b8-9699-4f77-b73b-b622269b1da1",
2024-03-14T02:13:38.071031663Z           "summary": "VDU b55b3cc3-d20e-41d3-acba-234daef6c1b0 in VIM 09928071-8d6d-456a-afe6-a5a26c43d0f2 is down"
2024-03-14T02:13:38.071040309Z         },
2024-03-14T02:13:38.071049311Z         "endsAt": "0001-01-01T00:00:00Z",
2024-03-14T02:13:38.071057837Z         "fingerprint": "a2787002bdd1a054",
2024-03-14T02:13:38.071066890Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-03-14T02:13:38.071075755Z         "labels": {
2024-03-14T02:13:38.071084444Z           "alertname": "vdu_down",
2024-03-14T02:13:38.071092845Z           "job": "osm_prometheus",
2024-03-14T02:13:38.071101807Z           "ns_id": "04cf26b8-9699-4f77-b73b-b622269b1da1",
2024-03-14T02:13:38.071110254Z           "project_id": "0d2e69e7-c844-4252-900e-ad3eea53a4ff",
2024-03-14T02:13:38.071118806Z           "vdu_id": "26002352-92aa-435b-ba9b-550b6d9f9f7c",
2024-03-14T02:13:38.071128575Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-03-14T02:13:38.071136990Z           "vim_id": "09928071-8d6d-456a-afe6-a5a26c43d0f2",
2024-03-14T02:13:38.071146018Z           "vm_id": "b55b3cc3-d20e-41d3-acba-234daef6c1b0",
2024-03-14T02:13:38.071154517Z           "vnf_id": "80204d69-1bd9-4e9c-a169-779ba47b4320",
2024-03-14T02:13:38.071162950Z           "vnf_member_index": "autoheal-basic-1"
2024-03-14T02:13:38.071171611Z         },
2024-03-14T02:13:38.071180019Z         "startsAt": "2024-03-14T02:13:27.687Z",
2024-03-14T02:13:38.071189351Z         "status": "firing"
2024-03-14T02:13:38.071198009Z       }
2024-03-14T02:13:38.071206596Z     ],
2024-03-14T02:13:38.071215245Z     "commonAnnotations": {
2024-03-14T02:13:38.071224035Z       "description": "VDU b55b3cc3-d20e-41d3-acba-234daef6c1b0 in VIM 09928071-8d6d-456a-afe6-a5a26c43d0f2 has been down for more than 3 minutes. NS instance id is 04cf26b8-9699-4f77-b73b-b622269b1da1",
2024-03-14T02:13:38.071232916Z       "summary": "VDU b55b3cc3-d20e-41d3-acba-234daef6c1b0 in VIM 09928071-8d6d-456a-afe6-a5a26c43d0f2 is down"
2024-03-14T02:13:38.071242121Z     },
2024-03-14T02:13:38.071250757Z     "commonLabels": {
2024-03-14T02:13:38.071259489Z       "alertname": "vdu_down",
2024-03-14T02:13:38.071268056Z       "job": "osm_prometheus",
2024-03-14T02:13:38.071276607Z       "ns_id": "04cf26b8-9699-4f77-b73b-b622269b1da1",
2024-03-14T02:13:38.071285164Z       "project_id": "0d2e69e7-c844-4252-900e-ad3eea53a4ff",
2024-03-14T02:13:38.071293613Z       "vdu_id": "26002352-92aa-435b-ba9b-550b6d9f9f7c",
2024-03-14T02:13:38.071302148Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-03-14T02:13:38.071310718Z       "vim_id": "09928071-8d6d-456a-afe6-a5a26c43d0f2",
2024-03-14T02:13:38.071319177Z       "vm_id": "b55b3cc3-d20e-41d3-acba-234daef6c1b0",
2024-03-14T02:13:38.071356137Z       "vnf_id": "80204d69-1bd9-4e9c-a169-779ba47b4320",
2024-03-14T02:13:38.071365512Z       "vnf_member_index": "autoheal-basic-1"
2024-03-14T02:13:38.071374105Z     },
2024-03-14T02:13:38.071382684Z     "externalURL": "http://alertmanager-0:9093",
2024-03-14T02:13:38.071391004Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-03-14T02:13:38.071399387Z     "groupLabels": {},
2024-03-14T02:13:38.071407906Z     "receiver": "vdu-webhook",
2024-03-14T02:13:38.071500286Z     "status": "firing",
2024-03-14T02:13:38.071513248Z     "truncatedAlerts": 0,
2024-03-14T02:13:38.071521933Z     "version": "4"
2024-03-14T02:13:38.071530385Z   },
2024-03-14T02:13:38.071538946Z   "dag_id": "vdu_down",
2024-03-14T02:13:38.071547301Z   "dag_run_id": "vdu_down_20240314021337_658858",
2024-03-14T02:13:38.071577536Z   "data_interval_end": "2024-03-14T02:13:37.999587+00:00",
2024-03-14T02:13:38.071586688Z   "data_interval_start": "2024-03-14T02:13:37.999587+00:00",
2024-03-14T02:13:38.071595201Z   "end_date": null,
2024-03-14T02:13:38.071603951Z   "execution_date": "2024-03-14T02:13:37.999587+00:00",
2024-03-14T02:13:38.071612426Z   "external_trigger": true,
2024-03-14T02:13:38.071621248Z   "last_scheduling_decision": null,
2024-03-14T02:13:38.071629762Z   "logical_date": "2024-03-14T02:13:37.999587+00:00",
2024-03-14T02:13:38.071638349Z   "note": null,
2024-03-14T02:13:38.071646887Z   "run_type": "manual",
2024-03-14T02:13:38.071655787Z   "start_date": null,
2024-03-14T02:13:38.071664680Z   "state": "queued"
2024-03-14T02:13:38.071673624Z }
2024-03-14T02:13:38.071681909Z 
2024-03-14T02:13:38.073200919Z INFO:     10.244.0.45:36712 - "POST /vdu_down HTTP/1.1" 200 OK
2024-03-14T02:15:37.707636806Z 2024/03/14 02:15:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-03-14T02:15:38.060117828Z 2024/03/14 02:15:38 INFO main.py:53 Response: {
2024-03-14T02:15:38.060148166Z   "conf": {
2024-03-14T02:15:38.060151744Z     "alerts": [
2024-03-14T02:15:38.060155573Z       {
2024-03-14T02:15:38.060159563Z         "annotations": {
2024-03-14T02:15:38.060164272Z           "description": "VDU b55b3cc3-d20e-41d3-acba-234daef6c1b0 in VIM 09928071-8d6d-456a-afe6-a5a26c43d0f2 has been down for more than 3 minutes. NS instance id is 04cf26b8-9699-4f77-b73b-b622269b1da1",
2024-03-14T02:15:38.060177122Z           "summary": "VDU b55b3cc3-d20e-41d3-acba-234daef6c1b0 in VIM 09928071-8d6d-456a-afe6-a5a26c43d0f2 is down"
2024-03-14T02:15:38.060180585Z         },
2024-03-14T02:15:38.060183800Z         "endsAt": "2024-03-14T02:14:57.687Z",
2024-03-14T02:15:38.060192893Z         "fingerprint": "a2787002bdd1a054",
2024-03-14T02:15:38.060197020Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-03-14T02:15:38.060200366Z         "labels": {
2024-03-14T02:15:38.060204040Z           "alertname": "vdu_down",
2024-03-14T02:15:38.060207362Z           "job": "osm_prometheus",
2024-03-14T02:15:38.060213620Z           "ns_id": "04cf26b8-9699-4f77-b73b-b622269b1da1",
2024-03-14T02:15:38.060217439Z           "project_id": "0d2e69e7-c844-4252-900e-ad3eea53a4ff",
2024-03-14T02:15:38.060220907Z           "vdu_id": "26002352-92aa-435b-ba9b-550b6d9f9f7c",
2024-03-14T02:15:38.060225131Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-03-14T02:15:38.060228514Z           "vim_id": "09928071-8d6d-456a-afe6-a5a26c43d0f2",
2024-03-14T02:15:38.060232389Z           "vm_id": "b55b3cc3-d20e-41d3-acba-234daef6c1b0",
2024-03-14T02:15:38.060235805Z           "vnf_id": "80204d69-1bd9-4e9c-a169-779ba47b4320",
2024-03-14T02:15:38.060268065Z           "vnf_member_index": "autoheal-basic-1"
2024-03-14T02:15:38.060287057Z         },
2024-03-14T02:15:38.060290358Z         "startsAt": "2024-03-14T02:13:27.687Z",
2024-03-14T02:15:38.060294315Z         "status": "resolved"
2024-03-14T02:15:38.060297199Z       }
2024-03-14T02:15:38.060300328Z     ],
2024-03-14T02:15:38.060303555Z     "commonAnnotations": {
2024-03-14T02:15:38.060306682Z       "description": "VDU b55b3cc3-d20e-41d3-acba-234daef6c1b0 in VIM 09928071-8d6d-456a-afe6-a5a26c43d0f2 has been down for more than 3 minutes. NS instance id is 04cf26b8-9699-4f77-b73b-b622269b1da1",
2024-03-14T02:15:38.060309749Z       "summary": "VDU b55b3cc3-d20e-41d3-acba-234daef6c1b0 in VIM 09928071-8d6d-456a-afe6-a5a26c43d0f2 is down"
2024-03-14T02:15:38.060312815Z     },
2024-03-14T02:15:38.060315840Z     "commonLabels": {
2024-03-14T02:15:38.060319123Z       "alertname": "vdu_down",
2024-03-14T02:15:38.060322229Z       "job": "osm_prometheus",
2024-03-14T02:15:38.060325243Z       "ns_id": "04cf26b8-9699-4f77-b73b-b622269b1da1",
2024-03-14T02:15:38.060328258Z       "project_id": "0d2e69e7-c844-4252-900e-ad3eea53a4ff",
2024-03-14T02:15:38.060331217Z       "vdu_id": "26002352-92aa-435b-ba9b-550b6d9f9f7c",
2024-03-14T02:15:38.060334333Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-03-14T02:15:38.060337254Z       "vim_id": "09928071-8d6d-456a-afe6-a5a26c43d0f2",
2024-03-14T02:15:38.060340410Z       "vm_id": "b55b3cc3-d20e-41d3-acba-234daef6c1b0",
2024-03-14T02:15:38.060343512Z       "vnf_id": "80204d69-1bd9-4e9c-a169-779ba47b4320",
2024-03-14T02:15:38.060346583Z       "vnf_member_index": "autoheal-basic-1"
2024-03-14T02:15:38.060349554Z     },
2024-03-14T02:15:38.060352587Z     "externalURL": "http://alertmanager-0:9093",
2024-03-14T02:15:38.060355561Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-03-14T02:15:38.060358588Z     "groupLabels": {},
2024-03-14T02:15:38.060361446Z     "receiver": "vdu-webhook",
2024-03-14T02:15:38.060364397Z     "status": "resolved",
2024-03-14T02:15:38.060367210Z     "truncatedAlerts": 0,
2024-03-14T02:15:38.060370432Z     "version": "4"
2024-03-14T02:15:38.060373435Z   },
2024-03-14T02:15:38.060376365Z   "dag_id": "vdu_down",
2024-03-14T02:15:38.060379314Z   "dag_run_id": "vdu_down_20240314021537_897339",
2024-03-14T02:15:38.060382290Z   "data_interval_end": "2024-03-14T02:15:37.977496+00:00",
2024-03-14T02:15:38.060385156Z   "data_interval_start": "2024-03-14T02:15:37.977496+00:00",
2024-03-14T02:15:38.060388147Z   "end_date": null,
2024-03-14T02:15:38.060391022Z   "execution_date": "2024-03-14T02:15:37.977496+00:00",
2024-03-14T02:15:38.060393976Z   "external_trigger": true,
2024-03-14T02:15:38.060396791Z   "last_scheduling_decision": null,
2024-03-14T02:15:38.060399672Z   "logical_date": "2024-03-14T02:15:37.977496+00:00",
2024-03-14T02:15:38.060403035Z   "note": null,
2024-03-14T02:15:38.060406032Z   "run_type": "manual",
2024-03-14T02:15:38.060408934Z   "start_date": null,
2024-03-14T02:15:38.060425908Z   "state": "queued"
2024-03-14T02:15:38.060429213Z }
2024-03-14T02:15:38.060432039Z 
2024-03-14T02:15:38.060936819Z INFO:     10.244.0.45:38054 - "POST /vdu_down HTTP/1.1" 200 OK
2024-03-14T03:12:06.077706816Z 2024/03/14 03:12:06 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-03-14T03:12:06.408588058Z 2024/03/14 03:12:06 INFO main.py:53 Response: {
2024-03-14T03:12:06.408610273Z   "conf": {
2024-03-14T03:12:06.408616865Z     "alerts": [
2024-03-14T03:12:06.408622506Z       {
2024-03-14T03:12:06.408650196Z         "annotations": {},
2024-03-14T03:12:06.408656171Z         "endsAt": "0001-01-01T00:00:00Z",
2024-03-14T03:12:06.408662218Z         "fingerprint": "ebd06e3f1548f3cd",
2024-03-14T03:12:06.408672204Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%229a23d0db-f981-4fc6-ba46-31bfbc53167d%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%229a23d0db-f981-4fc6-ba46-31bfbc53167d%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-03-14T03:12:06.408680864Z         "labels": {
2024-03-14T03:12:06.408687236Z           "alertname": "scaleout_4b1e6e46-1ca2-4625-a9b2-b713dd982090",
2024-03-14T03:12:06.408693829Z           "ns_id": "9a23d0db-f981-4fc6-ba46-31bfbc53167d",
2024-03-14T03:12:06.408699440Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-03-14T03:12:06.408705195Z           "vnf_member_index": "vnf"
2024-03-14T03:12:06.408710890Z         },
2024-03-14T03:12:06.408716739Z         "startsAt": "2024-03-14T03:11:56.059Z",
2024-03-14T03:12:06.408722387Z         "status": "firing"
2024-03-14T03:12:06.408727964Z       }
2024-03-14T03:12:06.408733601Z     ],
2024-03-14T03:12:06.408739300Z     "commonAnnotations": {},
2024-03-14T03:12:06.408744897Z     "commonLabels": {
2024-03-14T03:12:06.408750572Z       "alertname": "scaleout_4b1e6e46-1ca2-4625-a9b2-b713dd982090",
2024-03-14T03:12:06.408756285Z       "ns_id": "9a23d0db-f981-4fc6-ba46-31bfbc53167d",
2024-03-14T03:12:06.408761866Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-03-14T03:12:06.408767781Z       "vnf_member_index": "vnf"
2024-03-14T03:12:06.408773351Z     },
2024-03-14T03:12:06.408779068Z     "externalURL": "http://alertmanager-0:9093",
2024-03-14T03:12:06.408784631Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-03-14T03:12:06.408790269Z     "groupLabels": {},
2024-03-14T03:12:06.408795891Z     "receiver": "scaleout-webhook",
2024-03-14T03:12:06.408801521Z     "status": "firing",
2024-03-14T03:12:06.408807083Z     "truncatedAlerts": 0,
2024-03-14T03:12:06.408812637Z     "version": "4"
2024-03-14T03:12:06.408818339Z   },
2024-03-14T03:12:06.408823967Z   "dag_id": "scaleout_vdu",
2024-03-14T03:12:06.408829538Z   "dag_run_id": "scaleout_vdu_20240314031206_515941",
2024-03-14T03:12:06.408835135Z   "data_interval_end": "2024-03-14T03:12:06.379080+00:00",
2024-03-14T03:12:06.408840759Z   "data_interval_start": "2024-03-14T03:12:06.379080+00:00",
2024-03-14T03:12:06.408846292Z   "end_date": null,
2024-03-14T03:12:06.408852060Z   "execution_date": "2024-03-14T03:12:06.379080+00:00",
2024-03-14T03:12:06.408857582Z   "external_trigger": true,
2024-03-14T03:12:06.408863171Z   "last_scheduling_decision": null,
2024-03-14T03:12:06.408869596Z   "logical_date": "2024-03-14T03:12:06.379080+00:00",
2024-03-14T03:12:06.408875342Z   "note": null,
2024-03-14T03:12:06.408885323Z   "run_type": "manual",
2024-03-14T03:12:06.408891112Z   "start_date": null,
2024-03-14T03:12:06.408896806Z   "state": "queued"
2024-03-14T03:12:06.408902522Z }
2024-03-14T03:12:06.408908032Z 
2024-03-14T03:12:06.409633534Z INFO:     10.244.0.45:53960 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-03-14T03:16:06.084893283Z 2024/03/14 03:16:06 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-03-14T03:16:06.430687380Z 2024/03/14 03:16:06 INFO main.py:53 Response: {
2024-03-14T03:16:06.430713841Z   "conf": {
2024-03-14T03:16:06.430717316Z     "alerts": [
2024-03-14T03:16:06.430720772Z       {
2024-03-14T03:16:06.430742099Z         "annotations": {},
2024-03-14T03:16:06.430745290Z         "endsAt": "2024-03-14T03:15:26.059Z",
2024-03-14T03:16:06.430748322Z         "fingerprint": "ebd06e3f1548f3cd",
2024-03-14T03:16:06.430755655Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%229a23d0db-f981-4fc6-ba46-31bfbc53167d%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%229a23d0db-f981-4fc6-ba46-31bfbc53167d%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-03-14T03:16:06.430759667Z         "labels": {
2024-03-14T03:16:06.430764047Z           "alertname": "scaleout_4b1e6e46-1ca2-4625-a9b2-b713dd982090",
2024-03-14T03:16:06.430768071Z           "ns_id": "9a23d0db-f981-4fc6-ba46-31bfbc53167d",
2024-03-14T03:16:06.430771808Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-03-14T03:16:06.430774883Z           "vnf_member_index": "vnf"
2024-03-14T03:16:06.430777899Z         },
2024-03-14T03:16:06.430780893Z         "startsAt": "2024-03-14T03:11:56.059Z",
2024-03-14T03:16:06.430784086Z         "status": "resolved"
2024-03-14T03:16:06.430787079Z       }
2024-03-14T03:16:06.430790021Z     ],
2024-03-14T03:16:06.430793111Z     "commonAnnotations": {},
2024-03-14T03:16:06.430796638Z     "commonLabels": {
2024-03-14T03:16:06.430799984Z       "alertname": "scaleout_4b1e6e46-1ca2-4625-a9b2-b713dd982090",
2024-03-14T03:16:06.430803008Z       "ns_id": "9a23d0db-f981-4fc6-ba46-31bfbc53167d",
2024-03-14T03:16:06.430806108Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-03-14T03:16:06.430813865Z       "vnf_member_index": "vnf"
2024-03-14T03:16:06.430816937Z     },
2024-03-14T03:16:06.430820070Z     "externalURL": "http://alertmanager-0:9093",
2024-03-14T03:16:06.430823761Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-03-14T03:16:06.430827043Z     "groupLabels": {},
2024-03-14T03:16:06.430829917Z     "receiver": "scaleout-webhook",
2024-03-14T03:16:06.430832886Z     "status": "resolved",
2024-03-14T03:16:06.430836051Z     "truncatedAlerts": 0,
2024-03-14T03:16:06.430838987Z     "version": "4"
2024-03-14T03:16:06.430841866Z   },
2024-03-14T03:16:06.430844912Z   "dag_id": "scaleout_vdu",
2024-03-14T03:16:06.430848090Z   "dag_run_id": "scaleout_vdu_20240314031606_591411",
2024-03-14T03:16:06.430851333Z   "data_interval_end": "2024-03-14T03:16:06.367819+00:00",
2024-03-14T03:16:06.430854329Z   "data_interval_start": "2024-03-14T03:16:06.367819+00:00",
2024-03-14T03:16:06.430857201Z   "end_date": null,
2024-03-14T03:16:06.430860659Z   "execution_date": "2024-03-14T03:16:06.367819+00:00",
2024-03-14T03:16:06.430863524Z   "external_trigger": true,
2024-03-14T03:16:06.430866555Z   "last_scheduling_decision": null,
2024-03-14T03:16:06.430869550Z   "logical_date": "2024-03-14T03:16:06.367819+00:00",
2024-03-14T03:16:06.430872615Z   "note": null,
2024-03-14T03:16:06.430875623Z   "run_type": "manual",
2024-03-14T03:16:06.430878465Z   "start_date": null,
2024-03-14T03:16:06.430881628Z   "state": "queued"
2024-03-14T03:16:06.430884788Z }
2024-03-14T03:16:06.430887612Z 
2024-03-14T03:16:06.431543751Z INFO:     10.244.0.45:41492 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-03-14T03:26:24.013559532Z 2024/03/14 03:26:24 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-03-14T03:26:24.369703861Z 2024/03/14 03:26:24 INFO main.py:53 Response: {
2024-03-14T03:26:24.369729450Z   "conf": {
2024-03-14T03:26:24.369738224Z     "alerts": [
2024-03-14T03:26:24.369746337Z       {
2024-03-14T03:26:24.369781523Z         "annotations": {},
2024-03-14T03:26:24.369789789Z         "endsAt": "0001-01-01T00:00:00Z",
2024-03-14T03:26:24.369797516Z         "fingerprint": "dd3771dc0ad31e27",
2024-03-14T03:26:24.369806246Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%223fad4a46-0f40-4b52-abaa-2d00944e3b59%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-03-14T03:26:24.369814753Z         "labels": {
2024-03-14T03:26:24.369823128Z           "alertname": "vdu_alarm_c44ab6a4-d648-4740-9b43-abdadb9c0295",
2024-03-14T03:26:24.369830897Z           "job": "airflow_osm_vm_metrics_09928071-8d6d-456a-afe6-a5a26c43d0f2",
2024-03-14T03:26:24.369838504Z           "metric_id": "cirros_vnf_cpu_util",
2024-03-14T03:26:24.369846781Z           "ns_id": "3fad4a46-0f40-4b52-abaa-2d00944e3b59",
2024-03-14T03:26:24.369855086Z           "project_id": "0d2e69e7-c844-4252-900e-ad3eea53a4ff",
2024-03-14T03:26:24.369862801Z           "vdu_id": "cirros_vnfd-VM",
2024-03-14T03:26:24.369870361Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-03-14T03:26:24.369878086Z           "vim_id": "09928071-8d6d-456a-afe6-a5a26c43d0f2",
2024-03-14T03:26:24.369885815Z           "vm_id": "c529ef1b-9536-4d76-9580-aee14d1a7be4",
2024-03-14T03:26:24.369893299Z           "vnf_member_index": "vnf"
2024-03-14T03:26:24.369901435Z         },
2024-03-14T03:26:24.369909114Z         "startsAt": "2024-03-14T03:26:13.993Z",
2024-03-14T03:26:24.369916689Z         "status": "firing"
2024-03-14T03:26:24.369924328Z       }
2024-03-14T03:26:24.369931967Z     ],
2024-03-14T03:26:24.369939789Z     "commonAnnotations": {},
2024-03-14T03:26:24.369947385Z     "commonLabels": {
2024-03-14T03:26:24.369955104Z       "alertname": "vdu_alarm_c44ab6a4-d648-4740-9b43-abdadb9c0295",
2024-03-14T03:26:24.369962943Z       "job": "airflow_osm_vm_metrics_09928071-8d6d-456a-afe6-a5a26c43d0f2",
2024-03-14T03:26:24.369970503Z       "metric_id": "cirros_vnf_cpu_util",
2024-03-14T03:26:24.369977972Z       "ns_id": "3fad4a46-0f40-4b52-abaa-2d00944e3b59",
2024-03-14T03:26:24.370005842Z       "project_id": "0d2e69e7-c844-4252-900e-ad3eea53a4ff",
2024-03-14T03:26:24.370013537Z       "vdu_id": "cirros_vnfd-VM",
2024-03-14T03:26:24.370021382Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-03-14T03:26:24.370028909Z       "vim_id": "09928071-8d6d-456a-afe6-a5a26c43d0f2",
2024-03-14T03:26:24.370036416Z       "vm_id": "c529ef1b-9536-4d76-9580-aee14d1a7be4",
2024-03-14T03:26:24.370044106Z       "vnf_member_index": "vnf"
2024-03-14T03:26:24.370051776Z     },
2024-03-14T03:26:24.370059609Z     "externalURL": "http://alertmanager-0:9093",
2024-03-14T03:26:24.370067257Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-03-14T03:26:24.370074959Z     "groupLabels": {},
2024-03-14T03:26:24.370082990Z     "receiver": "alarm-webhook",
2024-03-14T03:26:24.370090617Z     "status": "firing",
2024-03-14T03:26:24.370098216Z     "truncatedAlerts": 0,
2024-03-14T03:26:24.370105775Z     "version": "4"
2024-03-14T03:26:24.370113373Z   },
2024-03-14T03:26:24.370121499Z   "dag_id": "vdu_alarm",
2024-03-14T03:26:24.370129174Z   "dag_run_id": "vdu_alarm_20240314032624_592353",
2024-03-14T03:26:24.370136737Z   "data_interval_end": "2024-03-14T03:26:24.292164+00:00",
2024-03-14T03:26:24.370144429Z   "data_interval_start": "2024-03-14T03:26:24.292164+00:00",
2024-03-14T03:26:24.370152051Z   "end_date": null,
2024-03-14T03:26:24.370159726Z   "execution_date": "2024-03-14T03:26:24.292164+00:00",
2024-03-14T03:26:24.370167409Z   "external_trigger": true,
2024-03-14T03:26:24.370189865Z INFO:     10.244.0.45:41516 - "POST /vdu_alarm HTTP/1.1" 200 OK
2024-03-14T03:26:24.370184560Z   "last_scheduling_decision": null,
2024-03-14T03:26:24.370220523Z   "logical_date": "2024-03-14T03:26:24.292164+00:00",
2024-03-14T03:26:24.370224023Z   "note": null,
2024-03-14T03:26:24.370228323Z   "run_type": "manual",
2024-03-14T03:26:24.370231641Z   "start_date": null,
2024-03-14T03:26:24.370235224Z   "state": "queued"
2024-03-14T03:26:24.370238588Z }
2024-03-14T03:26:24.370241652Z 
2024-03-14T03:30:24.013727696Z 2024/03/14 03:30:24 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-03-14T03:30:24.260919237Z 2024/03/14 03:30:24 INFO main.py:53 Response: {
2024-03-14T03:30:24.260945133Z   "conf": {
2024-03-14T03:30:24.260952865Z     "alerts": [
2024-03-14T03:30:24.260959825Z       {
2024-03-14T03:30:24.260967135Z         "annotations": {},
2024-03-14T03:30:24.260973875Z         "endsAt": "2024-03-14T03:30:13.993Z",
2024-03-14T03:30:24.260980576Z         "fingerprint": "dd3771dc0ad31e27",
2024-03-14T03:30:24.260988177Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%223fad4a46-0f40-4b52-abaa-2d00944e3b59%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-03-14T03:30:24.260996845Z         "labels": {
2024-03-14T03:30:24.261004498Z           "alertname": "vdu_alarm_c44ab6a4-d648-4740-9b43-abdadb9c0295",
2024-03-14T03:30:24.261011028Z           "job": "airflow_osm_vm_metrics_09928071-8d6d-456a-afe6-a5a26c43d0f2",
2024-03-14T03:30:24.261017795Z           "metric_id": "cirros_vnf_cpu_util",
2024-03-14T03:30:24.261024995Z           "ns_id": "3fad4a46-0f40-4b52-abaa-2d00944e3b59",
2024-03-14T03:30:24.261040176Z           "project_id": "0d2e69e7-c844-4252-900e-ad3eea53a4ff",
2024-03-14T03:30:24.261046705Z           "vdu_id": "cirros_vnfd-VM",
2024-03-14T03:30:24.261053402Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-03-14T03:30:24.261060223Z           "vim_id": "09928071-8d6d-456a-afe6-a5a26c43d0f2",
2024-03-14T03:30:24.261066679Z           "vm_id": "c529ef1b-9536-4d76-9580-aee14d1a7be4",
2024-03-14T03:30:24.261074079Z           "vnf_member_index": "vnf"
2024-03-14T03:30:24.261080828Z         },
2024-03-14T03:30:24.261087467Z         "startsAt": "2024-03-14T03:26:13.993Z",
2024-03-14T03:30:24.261094064Z         "status": "resolved"
2024-03-14T03:30:24.261100720Z       }
2024-03-14T03:30:24.261107469Z     ],
2024-03-14T03:30:24.261114414Z     "commonAnnotations": {},
2024-03-14T03:30:24.261120990Z     "commonLabels": {
2024-03-14T03:30:24.261127675Z       "alertname": "vdu_alarm_c44ab6a4-d648-4740-9b43-abdadb9c0295",
2024-03-14T03:30:24.261134287Z       "job": "airflow_osm_vm_metrics_09928071-8d6d-456a-afe6-a5a26c43d0f2",
2024-03-14T03:30:24.261140877Z       "metric_id": "cirros_vnf_cpu_util",
2024-03-14T03:30:24.261147498Z       "ns_id": "3fad4a46-0f40-4b52-abaa-2d00944e3b59",
2024-03-14T03:30:24.261153976Z       "project_id": "0d2e69e7-c844-4252-900e-ad3eea53a4ff",
2024-03-14T03:30:24.261160377Z       "vdu_id": "cirros_vnfd-VM",
2024-03-14T03:30:24.261166929Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-03-14T03:30:24.261182058Z       "vim_id": "09928071-8d6d-456a-afe6-a5a26c43d0f2",
2024-03-14T03:30:24.261188582Z       "vm_id": "c529ef1b-9536-4d76-9580-aee14d1a7be4",
2024-03-14T03:30:24.261195009Z       "vnf_member_index": "vnf"
2024-03-14T03:30:24.261201550Z     },
2024-03-14T03:30:24.261208176Z     "externalURL": "http://alertmanager-0:9093",
2024-03-14T03:30:24.261214607Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-03-14T03:30:24.261246473Z     "groupLabels": {},
2024-03-14T03:30:24.261253847Z     "receiver": "alarm-webhook",
2024-03-14T03:30:24.261260327Z     "status": "resolved",
2024-03-14T03:30:24.261266735Z     "truncatedAlerts": 0,
2024-03-14T03:30:24.261273089Z     "version": "4"
2024-03-14T03:30:24.261279614Z   },
2024-03-14T03:30:24.261286184Z   "dag_id": "vdu_alarm",
2024-03-14T03:30:24.261292686Z   "dag_run_id": "vdu_alarm_20240314033024_674017",
2024-03-14T03:30:24.261299290Z   "data_interval_end": "2024-03-14T03:30:24.233300+00:00",
2024-03-14T03:30:24.261305906Z   "data_interval_start": "2024-03-14T03:30:24.233300+00:00",
2024-03-14T03:30:24.261312446Z   "end_date": null,
2024-03-14T03:30:24.261318845Z   "execution_date": "2024-03-14T03:30:24.233300+00:00",
2024-03-14T03:30:24.261325326Z   "external_trigger": true,
2024-03-14T03:30:24.261331809Z   "last_scheduling_decision": null,
2024-03-14T03:30:24.261338359Z   "logical_date": "2024-03-14T03:30:24.233300+00:00",
2024-03-14T03:30:24.261345387Z   "note": null,
2024-03-14T03:30:24.261352003Z   "run_type": "manual",
2024-03-14T03:30:24.261358642Z   "start_date": null,
2024-03-14T03:30:24.261365198Z   "state": "queued"
2024-03-14T03:30:24.261371716Z }
2024-03-14T03:30:24.261377997Z 
2024-03-14T03:30:24.262511907Z INFO:     10.244.0.45:47116 - "POST /vdu_alarm HTTP/1.1" 200 OK