2024-04-06T01:27:09.256350239Z INFO:     Started server process [1]
2024-04-06T01:27:09.256368936Z INFO:     Waiting for application startup.
2024-04-06T01:27:09.256372266Z INFO:     Application startup complete.
2024-04-06T01:27:09.256375339Z INFO:     Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit)
2024-04-06T02:52:53.545387196Z 2024/04/06 02:52:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-04-06T02:52:53.890425942Z 2024/04/06 02:52:53 INFO main.py:53 Response: {
2024-04-06T02:52:53.890463139Z   "conf": {
2024-04-06T02:52:53.890474192Z     "alerts": [
2024-04-06T02:52:53.890483524Z       {
2024-04-06T02:52:53.890494371Z         "annotations": {
2024-04-06T02:52:53.890505819Z           "description": "VDU e4f96ee0-2c2c-47c8-a5b3-912e24042a4c in VIM 26366e96-ab6b-4bac-84af-b822e289d1df has been down for more than 3 minutes. NS instance id is 72a77ebd-07cb-493c-91c6-41a52bd340d5",
2024-04-06T02:52:53.890516780Z           "summary": "VDU e4f96ee0-2c2c-47c8-a5b3-912e24042a4c in VIM 26366e96-ab6b-4bac-84af-b822e289d1df is down"
2024-04-06T02:52:53.890525752Z         },
2024-04-06T02:52:53.890534898Z         "endsAt": "0001-01-01T00:00:00Z",
2024-04-06T02:52:53.890543325Z         "fingerprint": "065a7ca74dde0d9f",
2024-04-06T02:52:53.890552928Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-04-06T02:52:53.890561790Z         "labels": {
2024-04-06T02:52:53.890570614Z           "alertname": "vdu_down",
2024-04-06T02:52:53.890579179Z           "job": "osm_prometheus",
2024-04-06T02:52:53.890590054Z           "ns_id": "72a77ebd-07cb-493c-91c6-41a52bd340d5",
2024-04-06T02:52:53.890598577Z           "project_id": "c52b53fb-8509-4cc1-9c94-2622c537311c",
2024-04-06T02:52:53.890607162Z           "vdu_id": "b33eb6f6-a233-4374-863d-2ff21362d946",
2024-04-06T02:52:53.890616514Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-04-06T02:52:53.890625212Z           "vim_id": "26366e96-ab6b-4bac-84af-b822e289d1df",
2024-04-06T02:52:53.890633989Z           "vm_id": "e4f96ee0-2c2c-47c8-a5b3-912e24042a4c",
2024-04-06T02:52:53.890642534Z           "vnf_id": "906ac2a6-3d82-4ca2-b23a-673fce0d91c1",
2024-04-06T02:52:53.890650920Z           "vnf_member_index": "autoheal-basic-1"
2024-04-06T02:52:53.890659430Z         },
2024-04-06T02:52:53.890668105Z         "startsAt": "2024-04-06T02:52:43.508Z",
2024-04-06T02:52:53.890678741Z         "status": "firing"
2024-04-06T02:52:53.890687320Z       }
2024-04-06T02:52:53.890696185Z     ],
2024-04-06T02:52:53.890704773Z     "commonAnnotations": {
2024-04-06T02:52:53.890722849Z       "description": "VDU e4f96ee0-2c2c-47c8-a5b3-912e24042a4c in VIM 26366e96-ab6b-4bac-84af-b822e289d1df has been down for more than 3 minutes. NS instance id is 72a77ebd-07cb-493c-91c6-41a52bd340d5",
2024-04-06T02:52:53.890731455Z       "summary": "VDU e4f96ee0-2c2c-47c8-a5b3-912e24042a4c in VIM 26366e96-ab6b-4bac-84af-b822e289d1df is down"
2024-04-06T02:52:53.890740277Z     },
2024-04-06T02:52:53.890748854Z     "commonLabels": {
2024-04-06T02:52:53.890757670Z       "alertname": "vdu_down",
2024-04-06T02:52:53.890766191Z       "job": "osm_prometheus",
2024-04-06T02:52:53.890774989Z       "ns_id": "72a77ebd-07cb-493c-91c6-41a52bd340d5",
2024-04-06T02:52:53.890783438Z       "project_id": "c52b53fb-8509-4cc1-9c94-2622c537311c",
2024-04-06T02:52:53.890791771Z       "vdu_id": "b33eb6f6-a233-4374-863d-2ff21362d946",
2024-04-06T02:52:53.890800225Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-04-06T02:52:53.890808671Z       "vim_id": "26366e96-ab6b-4bac-84af-b822e289d1df",
2024-04-06T02:52:53.890816881Z       "vm_id": "e4f96ee0-2c2c-47c8-a5b3-912e24042a4c",
2024-04-06T02:52:53.890856152Z       "vnf_id": "906ac2a6-3d82-4ca2-b23a-673fce0d91c1",
2024-04-06T02:52:53.890865177Z       "vnf_member_index": "autoheal-basic-1"
2024-04-06T02:52:53.890873977Z     },
2024-04-06T02:52:53.890882609Z     "externalURL": "http://alertmanager-0:9093",
2024-04-06T02:52:53.890891174Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-04-06T02:52:53.890899664Z     "groupLabels": {},
2024-04-06T02:52:53.890908245Z     "receiver": "vdu-webhook",
2024-04-06T02:52:53.890916604Z     "status": "firing",
2024-04-06T02:52:53.890925001Z     "truncatedAlerts": 0,
2024-04-06T02:52:53.890933458Z     "version": "4"
2024-04-06T02:52:53.890942057Z   },
2024-04-06T02:52:53.890950523Z   "dag_id": "vdu_down",
2024-04-06T02:52:53.890958917Z   "dag_run_id": "vdu_down_20240406025253_219393",
2024-04-06T02:52:53.890967353Z   "data_interval_end": "2024-04-06T02:52:53.823990+00:00",
2024-04-06T02:52:53.890975765Z   "data_interval_start": "2024-04-06T02:52:53.823990+00:00",
2024-04-06T02:52:53.890984176Z   "end_date": null,
2024-04-06T02:52:53.890992556Z   "execution_date": "2024-04-06T02:52:53.823990+00:00",
2024-04-06T02:52:53.891000921Z   "external_trigger": true,
2024-04-06T02:52:53.891009422Z   "last_scheduling_decision": null,
2024-04-06T02:52:53.891017874Z   "logical_date": "2024-04-06T02:52:53.823990+00:00",
2024-04-06T02:52:53.891026459Z   "note": null,
2024-04-06T02:52:53.891035233Z   "run_type": "manual",
2024-04-06T02:52:53.891043778Z   "start_date": null,
2024-04-06T02:52:53.891052177Z   "state": "queued"
2024-04-06T02:52:53.891060723Z }
2024-04-06T02:52:53.891068943Z 
2024-04-06T02:52:53.891597782Z INFO:     10.244.0.52:50930 - "POST /vdu_down HTTP/1.1" 200 OK
2024-04-06T02:56:53.542376625Z 2024/04/06 02:56:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-04-06T02:56:53.912510464Z 2024/04/06 02:56:53 INFO main.py:53 Response: {
2024-04-06T02:56:53.912534793Z   "conf": {
2024-04-06T02:56:53.912541344Z     "alerts": [
2024-04-06T02:56:53.912557994Z       {
2024-04-06T02:56:53.912564619Z         "annotations": {
2024-04-06T02:56:53.912571399Z           "description": "VDU e4f96ee0-2c2c-47c8-a5b3-912e24042a4c in VIM 26366e96-ab6b-4bac-84af-b822e289d1df has been down for more than 3 minutes. NS instance id is 72a77ebd-07cb-493c-91c6-41a52bd340d5",
2024-04-06T02:56:53.912577936Z           "summary": "VDU e4f96ee0-2c2c-47c8-a5b3-912e24042a4c in VIM 26366e96-ab6b-4bac-84af-b822e289d1df is down"
2024-04-06T02:56:53.912583883Z         },
2024-04-06T02:56:53.912589660Z         "endsAt": "2024-04-06T02:55:13.508Z",
2024-04-06T02:56:53.912595544Z         "fingerprint": "065a7ca74dde0d9f",
2024-04-06T02:56:53.912601790Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-04-06T02:56:53.912607426Z         "labels": {
2024-04-06T02:56:53.912613125Z           "alertname": "vdu_down",
2024-04-06T02:56:53.912618798Z           "job": "osm_prometheus",
2024-04-06T02:56:53.912624956Z           "ns_id": "72a77ebd-07cb-493c-91c6-41a52bd340d5",
2024-04-06T02:56:53.912630628Z           "project_id": "c52b53fb-8509-4cc1-9c94-2622c537311c",
2024-04-06T02:56:53.912636218Z           "vdu_id": "b33eb6f6-a233-4374-863d-2ff21362d946",
2024-04-06T02:56:53.912642417Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-04-06T02:56:53.912648416Z           "vim_id": "26366e96-ab6b-4bac-84af-b822e289d1df",
2024-04-06T02:56:53.912654025Z           "vm_id": "e4f96ee0-2c2c-47c8-a5b3-912e24042a4c",
2024-04-06T02:56:53.912659642Z           "vnf_id": "906ac2a6-3d82-4ca2-b23a-673fce0d91c1",
2024-04-06T02:56:53.912683774Z           "vnf_member_index": "autoheal-basic-1"
2024-04-06T02:56:53.912689572Z         },
2024-04-06T02:56:53.912695286Z         "startsAt": "2024-04-06T02:52:43.508Z",
2024-04-06T02:56:53.912701577Z         "status": "resolved"
2024-04-06T02:56:53.912707209Z       }
2024-04-06T02:56:53.912712895Z     ],
2024-04-06T02:56:53.912718579Z     "commonAnnotations": {
2024-04-06T02:56:53.912724291Z       "description": "VDU e4f96ee0-2c2c-47c8-a5b3-912e24042a4c in VIM 26366e96-ab6b-4bac-84af-b822e289d1df has been down for more than 3 minutes. NS instance id is 72a77ebd-07cb-493c-91c6-41a52bd340d5",
2024-04-06T02:56:53.912730001Z       "summary": "VDU e4f96ee0-2c2c-47c8-a5b3-912e24042a4c in VIM 26366e96-ab6b-4bac-84af-b822e289d1df is down"
2024-04-06T02:56:53.912735629Z     },
2024-04-06T02:56:53.912741264Z     "commonLabels": {
2024-04-06T02:56:53.912746895Z       "alertname": "vdu_down",
2024-04-06T02:56:53.912752409Z       "job": "osm_prometheus",
2024-04-06T02:56:53.912758035Z       "ns_id": "72a77ebd-07cb-493c-91c6-41a52bd340d5",
2024-04-06T02:56:53.912763558Z       "project_id": "c52b53fb-8509-4cc1-9c94-2622c537311c",
2024-04-06T02:56:53.912769050Z       "vdu_id": "b33eb6f6-a233-4374-863d-2ff21362d946",
2024-04-06T02:56:53.912774892Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-04-06T02:56:53.912780412Z       "vim_id": "26366e96-ab6b-4bac-84af-b822e289d1df",
2024-04-06T02:56:53.912786095Z       "vm_id": "e4f96ee0-2c2c-47c8-a5b3-912e24042a4c",
2024-04-06T02:56:53.912792170Z       "vnf_id": "906ac2a6-3d82-4ca2-b23a-673fce0d91c1",
2024-04-06T02:56:53.912797854Z       "vnf_member_index": "autoheal-basic-1"
2024-04-06T02:56:53.912803455Z     },
2024-04-06T02:56:53.912809059Z     "externalURL": "http://alertmanager-0:9093",
2024-04-06T02:56:53.912814561Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-04-06T02:56:53.912820209Z     "groupLabels": {},
2024-04-06T02:56:53.912825819Z     "receiver": "vdu-webhook",
2024-04-06T02:56:53.912831426Z     "status": "resolved",
2024-04-06T02:56:53.912836929Z     "truncatedAlerts": 0,
2024-04-06T02:56:53.912842399Z     "version": "4"
2024-04-06T02:56:53.912847953Z   },
2024-04-06T02:56:53.912853516Z   "dag_id": "vdu_down",
2024-04-06T02:56:53.912859093Z   "dag_run_id": "vdu_down_20240406025653_157521",
2024-04-06T02:56:53.912864738Z   "data_interval_end": "2024-04-06T02:56:53.839032+00:00",
2024-04-06T02:56:53.912870299Z   "data_interval_start": "2024-04-06T02:56:53.839032+00:00",
2024-04-06T02:56:53.912875811Z   "end_date": null,
2024-04-06T02:56:53.912881369Z   "execution_date": "2024-04-06T02:56:53.839032+00:00",
2024-04-06T02:56:53.912886878Z   "external_trigger": true,
2024-04-06T02:56:53.912892677Z   "last_scheduling_decision": null,
2024-04-06T02:56:53.912898316Z   "logical_date": "2024-04-06T02:56:53.839032+00:00",
2024-04-06T02:56:53.912903907Z   "note": null,
2024-04-06T02:56:53.912909486Z   "run_type": "manual",
2024-04-06T02:56:53.912915051Z   "start_date": null,
2024-04-06T02:56:53.912920656Z   "state": "queued"
2024-04-06T02:56:53.912926221Z }
2024-04-06T02:56:53.912931606Z 
2024-04-06T02:56:53.913288236Z INFO:     10.244.0.52:59974 - "POST /vdu_down HTTP/1.1" 200 OK
2024-04-06T03:26:38.244058611Z 2024/04/06 03:26:38 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-04-06T03:26:38.636394483Z 2024/04/06 03:26:38 INFO main.py:53 Response: {
2024-04-06T03:26:38.636405687Z   "conf": {
2024-04-06T03:26:38.636409102Z     "alerts": [
2024-04-06T03:26:38.636412320Z       {
2024-04-06T03:26:38.636430390Z         "annotations": {},
2024-04-06T03:26:38.636433801Z         "endsAt": "0001-01-01T00:00:00Z",
2024-04-06T03:26:38.636436776Z         "fingerprint": "d3d90d2355c3e7a5",
2024-04-06T03:26:38.636438417Z INFO:     10.244.0.52:35802 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-04-06T03:26:38.636441516Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2280148309-cd9a-4adb-ab1a-9d43518cf7e2%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2280148309-cd9a-4adb-ab1a-9d43518cf7e2%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-04-06T03:26:38.636455199Z         "labels": {
2024-04-06T03:26:38.636458623Z           "alertname": "scaleout_23b98b8a-4ab5-4ea2-99ba-dee61862bfc1",
2024-04-06T03:26:38.636462097Z           "ns_id": "80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:26:38.636465440Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-04-06T03:26:38.636468556Z           "vnf_member_index": "vnf"
2024-04-06T03:26:38.636471576Z         },
2024-04-06T03:26:38.636474654Z         "startsAt": "2024-04-06T03:26:28.195Z",
2024-04-06T03:26:38.636478386Z         "status": "firing"
2024-04-06T03:26:38.636481413Z       }
2024-04-06T03:26:38.636484469Z     ],
2024-04-06T03:26:38.636487454Z     "commonAnnotations": {},
2024-04-06T03:26:38.636490517Z     "commonLabels": {
2024-04-06T03:26:38.636493572Z       "alertname": "scaleout_23b98b8a-4ab5-4ea2-99ba-dee61862bfc1",
2024-04-06T03:26:38.636496524Z       "ns_id": "80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:26:38.636499790Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-04-06T03:26:38.636502869Z       "vnf_member_index": "vnf"
2024-04-06T03:26:38.636506002Z     },
2024-04-06T03:26:38.636509040Z     "externalURL": "http://alertmanager-0:9093",
2024-04-06T03:26:38.636512149Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-04-06T03:26:38.636515147Z     "groupLabels": {},
2024-04-06T03:26:38.636518303Z     "receiver": "scaleout-webhook",
2024-04-06T03:26:38.636521515Z     "status": "firing",
2024-04-06T03:26:38.636524850Z     "truncatedAlerts": 0,
2024-04-06T03:26:38.636527982Z     "version": "4"
2024-04-06T03:26:38.636530964Z   },
2024-04-06T03:26:38.636533934Z   "dag_id": "scaleout_vdu",
2024-04-06T03:26:38.636539619Z   "dag_run_id": "scaleout_vdu_20240406032638_492028",
2024-04-06T03:26:38.636542918Z   "data_interval_end": "2024-04-06T03:26:38.559461+00:00",
2024-04-06T03:26:38.636545941Z   "data_interval_start": "2024-04-06T03:26:38.559461+00:00",
2024-04-06T03:26:38.636548937Z   "end_date": null,
2024-04-06T03:26:38.636552002Z   "execution_date": "2024-04-06T03:26:38.559461+00:00",
2024-04-06T03:26:38.636555067Z   "external_trigger": true,
2024-04-06T03:26:38.636558131Z   "last_scheduling_decision": null,
2024-04-06T03:26:38.636561117Z   "logical_date": "2024-04-06T03:26:38.559461+00:00",
2024-04-06T03:26:38.636564138Z   "note": null,
2024-04-06T03:26:38.636567055Z   "run_type": "manual",
2024-04-06T03:26:38.636570263Z   "start_date": null,
2024-04-06T03:26:38.636573394Z   "state": "queued"
2024-04-06T03:26:38.636576443Z }
2024-04-06T03:26:38.636579406Z 
2024-04-06T03:32:38.238619104Z 2024/04/06 03:32:38 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-04-06T03:32:38.588955642Z 2024/04/06 03:32:38 INFO main.py:53 Response: {
2024-04-06T03:32:38.588985834Z   "conf": {
2024-04-06T03:32:38.588995953Z     "alerts": [
2024-04-06T03:32:38.589005011Z       {
2024-04-06T03:32:38.589041791Z         "annotations": {},
2024-04-06T03:32:38.589051870Z         "endsAt": "0001-01-01T00:00:00Z",
2024-04-06T03:32:38.589060299Z         "fingerprint": "d3d90d2355c3e7a5",
2024-04-06T03:32:38.589071795Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2280148309-cd9a-4adb-ab1a-9d43518cf7e2%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2280148309-cd9a-4adb-ab1a-9d43518cf7e2%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-04-06T03:32:38.589082782Z         "labels": {
2024-04-06T03:32:38.589092495Z           "alertname": "scaleout_23b98b8a-4ab5-4ea2-99ba-dee61862bfc1",
2024-04-06T03:32:38.589102896Z           "ns_id": "80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:32:38.589111794Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-04-06T03:32:38.589120678Z           "vnf_member_index": "vnf"
2024-04-06T03:32:38.589129528Z         },
2024-04-06T03:32:38.589138067Z         "startsAt": "2024-04-06T03:26:28.195Z",
2024-04-06T03:32:38.589146542Z         "status": "firing"
2024-04-06T03:32:38.589155165Z       }
2024-04-06T03:32:38.589163861Z     ],
2024-04-06T03:32:38.589172702Z     "commonAnnotations": {},
2024-04-06T03:32:38.589181146Z     "commonLabels": {
2024-04-06T03:32:38.589189914Z       "alertname": "scaleout_23b98b8a-4ab5-4ea2-99ba-dee61862bfc1",
2024-04-06T03:32:38.589198545Z       "ns_id": "80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:32:38.589207206Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-04-06T03:32:38.589216435Z       "vnf_member_index": "vnf"
2024-04-06T03:32:38.589225371Z     },
2024-04-06T03:32:38.589233748Z     "externalURL": "http://alertmanager-0:9093",
2024-04-06T03:32:38.589242196Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-04-06T03:32:38.589250737Z     "groupLabels": {},
2024-04-06T03:32:38.589259349Z     "receiver": "scaleout-webhook",
2024-04-06T03:32:38.589267901Z     "status": "firing",
2024-04-06T03:32:38.589276447Z     "truncatedAlerts": 0,
2024-04-06T03:32:38.589284908Z     "version": "4"
2024-04-06T03:32:38.589294019Z   },
2024-04-06T03:32:38.589302600Z   "dag_id": "scaleout_vdu",
2024-04-06T03:32:38.589311117Z   "dag_run_id": "scaleout_vdu_20240406033238_630310",
2024-04-06T03:32:38.589319527Z   "data_interval_end": "2024-04-06T03:32:38.505174+00:00",
2024-04-06T03:32:38.589328203Z   "data_interval_start": "2024-04-06T03:32:38.505174+00:00",
2024-04-06T03:32:38.589336740Z   "end_date": null,
2024-04-06T03:32:38.589345367Z   "execution_date": "2024-04-06T03:32:38.505174+00:00",
2024-04-06T03:32:38.589353800Z   "external_trigger": true,
2024-04-06T03:32:38.589362453Z   "last_scheduling_decision": null,
2024-04-06T03:32:38.589370888Z   "logical_date": "2024-04-06T03:32:38.505174+00:00",
2024-04-06T03:32:38.589379265Z   "note": null,
2024-04-06T03:32:38.589387699Z   "run_type": "manual",
2024-04-06T03:32:38.589396466Z   "start_date": null,
2024-04-06T03:32:38.589402936Z INFO:     10.244.0.52:32996 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-04-06T03:32:38.589405508Z   "state": "queued"
2024-04-06T03:32:38.589430567Z }
2024-04-06T03:32:38.589433672Z 
2024-04-06T03:34:38.227462171Z 2024/04/06 03:34:38 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-04-06T03:34:38.593339254Z 2024/04/06 03:34:38 INFO main.py:53 Response: {
2024-04-06T03:34:38.593378540Z   "conf": {
2024-04-06T03:34:38.593388394Z     "alerts": [
2024-04-06T03:34:38.593396916Z       {
2024-04-06T03:34:38.593441008Z         "annotations": {},
2024-04-06T03:34:38.593450346Z         "endsAt": "2024-04-06T03:34:13.195Z",
2024-04-06T03:34:38.593458709Z         "fingerprint": "d3d90d2355c3e7a5",
2024-04-06T03:34:38.593469673Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2280148309-cd9a-4adb-ab1a-9d43518cf7e2%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2280148309-cd9a-4adb-ab1a-9d43518cf7e2%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-04-06T03:34:38.593480081Z         "labels": {
2024-04-06T03:34:38.593490639Z           "alertname": "scaleout_23b98b8a-4ab5-4ea2-99ba-dee61862bfc1",
2024-04-06T03:34:38.593501106Z           "ns_id": "80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:34:38.593509696Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-04-06T03:34:38.593517962Z           "vnf_member_index": "vnf"
2024-04-06T03:34:38.593526383Z         },
2024-04-06T03:34:38.593534623Z         "startsAt": "2024-04-06T03:26:28.195Z",
2024-04-06T03:34:38.593543299Z         "status": "resolved"
2024-04-06T03:34:38.593551946Z       }
2024-04-06T03:34:38.593560512Z     ],
2024-04-06T03:34:38.593568951Z     "commonAnnotations": {},
2024-04-06T03:34:38.593577230Z     "commonLabels": {
2024-04-06T03:34:38.593585868Z       "alertname": "scaleout_23b98b8a-4ab5-4ea2-99ba-dee61862bfc1",
2024-04-06T03:34:38.593594239Z       "ns_id": "80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:34:38.593602449Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-04-06T03:34:38.593610729Z       "vnf_member_index": "vnf"
2024-04-06T03:34:38.593619186Z     },
2024-04-06T03:34:38.593627651Z     "externalURL": "http://alertmanager-0:9093",
2024-04-06T03:34:38.593635906Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-04-06T03:34:38.593644202Z     "groupLabels": {},
2024-04-06T03:34:38.593652873Z     "receiver": "scaleout-webhook",
2024-04-06T03:34:38.593661248Z     "status": "resolved",
2024-04-06T03:34:38.593669613Z     "truncatedAlerts": 0,
2024-04-06T03:34:38.593678114Z     "version": "4"
2024-04-06T03:34:38.593686690Z   },
2024-04-06T03:34:38.593695253Z   "dag_id": "scaleout_vdu",
2024-04-06T03:34:38.593703861Z   "dag_run_id": "scaleout_vdu_20240406033438_213091",
2024-04-06T03:34:38.593712078Z   "data_interval_end": "2024-04-06T03:34:38.524699+00:00",
2024-04-06T03:34:38.593720378Z   "data_interval_start": "2024-04-06T03:34:38.524699+00:00",
2024-04-06T03:34:38.593728659Z   "end_date": null,
2024-04-06T03:34:38.593736983Z   "execution_date": "2024-04-06T03:34:38.524699+00:00",
2024-04-06T03:34:38.593745269Z   "external_trigger": true,
2024-04-06T03:34:38.593753641Z   "last_scheduling_decision": null,
2024-04-06T03:34:38.593761814Z   "logical_date": "2024-04-06T03:34:38.524699+00:00",
2024-04-06T03:34:38.593770162Z   "note": null,
2024-04-06T03:34:38.593778497Z   "run_type": "manual",
2024-04-06T03:34:38.593786745Z   "start_date": null,
2024-04-06T03:34:38.593795192Z   "state": "queued"
2024-04-06T03:34:38.593803588Z }
2024-04-06T03:34:38.593882325Z 
2024-04-06T03:34:38.594569503Z INFO:     10.244.0.52:56602 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-04-06T03:41:48.946503965Z 2024/04/06 03:41:48 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-04-06T03:41:49.259717511Z 2024/04/06 03:41:49 INFO main.py:53 Response: {
2024-04-06T03:41:49.259748858Z   "conf": {
2024-04-06T03:41:49.259758843Z     "alerts": [
2024-04-06T03:41:49.259767752Z       {
2024-04-06T03:41:49.259819299Z         "annotations": {},
2024-04-06T03:41:49.259829619Z         "endsAt": "0001-01-01T00:00:00Z",
2024-04-06T03:41:49.259838345Z         "fingerprint": "0ece7f8abde71bc1",
2024-04-06T03:41:49.259848241Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%221f966318-4522-4ce0-92c6-e4516e72527b%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-04-06T03:41:49.259857664Z         "labels": {
2024-04-06T03:41:49.259867166Z           "alertname": "vdu_alarm_11d23c13-9221-4385-8cfc-25cf057d4f6f",
2024-04-06T03:41:49.259875667Z           "job": "airflow_osm_vm_metrics_26366e96-ab6b-4bac-84af-b822e289d1df",
2024-04-06T03:41:49.259884103Z           "metric_id": "cirros_vnf_cpu_util",
2024-04-06T03:41:49.259893530Z           "ns_id": "1f966318-4522-4ce0-92c6-e4516e72527b",
2024-04-06T03:41:49.259902316Z           "project_id": "c52b53fb-8509-4cc1-9c94-2622c537311c",
2024-04-06T03:41:49.259910667Z           "vdu_id": "cirros_vnfd-VM",
2024-04-06T03:41:49.259919003Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-04-06T03:41:49.259927357Z           "vim_id": "26366e96-ab6b-4bac-84af-b822e289d1df",
2024-04-06T03:41:49.259935931Z           "vm_id": "6ff5178b-cec1-4197-82b2-e67513982f6a",
2024-04-06T03:41:49.259944436Z           "vnf_member_index": "vnf"
2024-04-06T03:41:49.259952951Z         },
2024-04-06T03:41:49.259961437Z         "startsAt": "2024-04-06T03:41:38.924Z",
2024-04-06T03:41:49.259970224Z         "status": "firing"
2024-04-06T03:41:49.259978890Z       }
2024-04-06T03:41:49.259987561Z     ],
2024-04-06T03:41:49.259996051Z     "commonAnnotations": {},
2024-04-06T03:41:49.260004393Z     "commonLabels": {
2024-04-06T03:41:49.260012903Z       "alertname": "vdu_alarm_11d23c13-9221-4385-8cfc-25cf057d4f6f",
2024-04-06T03:41:49.260021206Z       "job": "airflow_osm_vm_metrics_26366e96-ab6b-4bac-84af-b822e289d1df",
2024-04-06T03:41:49.260029544Z       "metric_id": "cirros_vnf_cpu_util",
2024-04-06T03:41:49.260038395Z       "ns_id": "1f966318-4522-4ce0-92c6-e4516e72527b",
2024-04-06T03:41:49.260047157Z       "project_id": "c52b53fb-8509-4cc1-9c94-2622c537311c",
2024-04-06T03:41:49.260055651Z       "vdu_id": "cirros_vnfd-VM",
2024-04-06T03:41:49.260064018Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-04-06T03:41:49.260072394Z       "vim_id": "26366e96-ab6b-4bac-84af-b822e289d1df",
2024-04-06T03:41:49.260080765Z       "vm_id": "6ff5178b-cec1-4197-82b2-e67513982f6a",
2024-04-06T03:41:49.260089190Z       "vnf_member_index": "vnf"
2024-04-06T03:41:49.260097717Z     },
2024-04-06T03:41:49.260106365Z     "externalURL": "http://alertmanager-0:9093",
2024-04-06T03:41:49.260114815Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-04-06T03:41:49.260123254Z     "groupLabels": {},
2024-04-06T03:41:49.260131905Z     "receiver": "alarm-webhook",
2024-04-06T03:41:49.260140288Z     "status": "firing",
2024-04-06T03:41:49.260148586Z     "truncatedAlerts": 0,
2024-04-06T03:41:49.260156826Z     "version": "4"
2024-04-06T03:41:49.260165209Z   },
2024-04-06T03:41:49.260173837Z   "dag_id": "vdu_alarm",
2024-04-06T03:41:49.260365983Z   "dag_run_id": "vdu_alarm_20240406034148_065508",
2024-04-06T03:41:49.260376531Z   "data_interval_end": "2024-04-06T03:41:49.214489+00:00",
2024-04-06T03:41:49.260385128Z   "data_interval_start": "2024-04-06T03:41:49.214489+00:00",
2024-04-06T03:41:49.260393877Z   "end_date": null,
2024-04-06T03:41:49.260402373Z   "execution_date": "2024-04-06T03:41:49.214489+00:00",
2024-04-06T03:41:49.260411341Z   "external_trigger": true,
2024-04-06T03:41:49.260432694Z   "last_scheduling_decision": null,
2024-04-06T03:41:49.260441424Z   "logical_date": "2024-04-06T03:41:49.214489+00:00",
2024-04-06T03:41:49.260308190Z INFO:     10.244.0.52:47578 - "POST /vdu_alarm HTTP/1.1" 200 OK
2024-04-06T03:41:49.260450079Z   "note": null,
2024-04-06T03:41:49.260642340Z   "run_type": "manual",
2024-04-06T03:41:49.260665998Z   "start_date": null,
2024-04-06T03:41:49.260677592Z   "state": "queued"
2024-04-06T03:41:49.260721663Z }
2024-04-06T03:41:49.260733298Z 
2024-04-06T03:45:48.947055883Z 2024/04/06 03:45:48 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-04-06T03:45:49.242177943Z 2024/04/06 03:45:49 INFO main.py:53 Response: {
2024-04-06T03:45:49.242194519Z   "conf": {
2024-04-06T03:45:49.242198697Z     "alerts": [
2024-04-06T03:45:49.242202056Z       {
2024-04-06T03:45:49.242206016Z         "annotations": {},
2024-04-06T03:45:49.242209551Z         "endsAt": "2024-04-06T03:45:38.924Z",
2024-04-06T03:45:49.242212762Z         "fingerprint": "0ece7f8abde71bc1",
2024-04-06T03:45:49.242217131Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%221f966318-4522-4ce0-92c6-e4516e72527b%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-04-06T03:45:49.242221019Z         "labels": {
2024-04-06T03:45:49.242224978Z           "alertname": "vdu_alarm_11d23c13-9221-4385-8cfc-25cf057d4f6f",
2024-04-06T03:45:49.242228168Z           "job": "airflow_osm_vm_metrics_26366e96-ab6b-4bac-84af-b822e289d1df",
2024-04-06T03:45:49.242231274Z           "metric_id": "cirros_vnf_cpu_util",
2024-04-06T03:45:49.242234907Z           "ns_id": "1f966318-4522-4ce0-92c6-e4516e72527b",
2024-04-06T03:45:49.242238043Z           "project_id": "c52b53fb-8509-4cc1-9c94-2622c537311c",
2024-04-06T03:45:49.242241106Z           "vdu_id": "cirros_vnfd-VM",
2024-04-06T03:45:49.242244242Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-04-06T03:45:49.242247420Z           "vim_id": "26366e96-ab6b-4bac-84af-b822e289d1df",
2024-04-06T03:45:49.242254823Z           "vm_id": "6ff5178b-cec1-4197-82b2-e67513982f6a",
2024-04-06T03:45:49.242258112Z           "vnf_member_index": "vnf"
2024-04-06T03:45:49.242261490Z         },
2024-04-06T03:45:49.242264698Z         "startsAt": "2024-04-06T03:41:38.924Z",
2024-04-06T03:45:49.242267843Z         "status": "resolved"
2024-04-06T03:45:49.242271205Z       }
2024-04-06T03:45:49.242274448Z     ],
2024-04-06T03:45:49.242277603Z     "commonAnnotations": {},
2024-04-06T03:45:49.242280738Z     "commonLabels": {
2024-04-06T03:45:49.242284013Z       "alertname": "vdu_alarm_11d23c13-9221-4385-8cfc-25cf057d4f6f",
2024-04-06T03:45:49.242287223Z       "job": "airflow_osm_vm_metrics_26366e96-ab6b-4bac-84af-b822e289d1df",
2024-04-06T03:45:49.242290321Z       "metric_id": "cirros_vnf_cpu_util",
2024-04-06T03:45:49.242293446Z       "ns_id": "1f966318-4522-4ce0-92c6-e4516e72527b",
2024-04-06T03:45:49.242296647Z       "project_id": "c52b53fb-8509-4cc1-9c94-2622c537311c",
2024-04-06T03:45:49.242299715Z       "vdu_id": "cirros_vnfd-VM",
2024-04-06T03:45:49.242302796Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-04-06T03:45:49.242305962Z       "vim_id": "26366e96-ab6b-4bac-84af-b822e289d1df",
2024-04-06T03:45:49.242309045Z       "vm_id": "6ff5178b-cec1-4197-82b2-e67513982f6a",
2024-04-06T03:45:49.242314481Z       "vnf_member_index": "vnf"
2024-04-06T03:45:49.242317652Z     },
2024-04-06T03:45:49.242320995Z     "externalURL": "http://alertmanager-0:9093",
2024-04-06T03:45:49.242324261Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-04-06T03:45:49.242342529Z     "groupLabels": {},
2024-04-06T03:45:49.242345820Z     "receiver": "alarm-webhook",
2024-04-06T03:45:49.242349038Z     "status": "resolved",
2024-04-06T03:45:49.242352076Z     "truncatedAlerts": 0,
2024-04-06T03:45:49.242355097Z     "version": "4"
2024-04-06T03:45:49.242358219Z   },
2024-04-06T03:45:49.242361506Z   "dag_id": "vdu_alarm",
2024-04-06T03:45:49.242364626Z   "dag_run_id": "vdu_alarm_20240406034548_196957",
2024-04-06T03:45:49.242367783Z   "data_interval_end": "2024-04-06T03:45:49.210259+00:00",
2024-04-06T03:45:49.242371004Z   "data_interval_start": "2024-04-06T03:45:49.210259+00:00",
2024-04-06T03:45:49.242374140Z   "end_date": null,
2024-04-06T03:45:49.242377257Z   "execution_date": "2024-04-06T03:45:49.210259+00:00",
2024-04-06T03:45:49.242380595Z   "external_trigger": true,
2024-04-06T03:45:49.242383680Z   "last_scheduling_decision": null,
2024-04-06T03:45:49.242386828Z   "logical_date": "2024-04-06T03:45:49.210259+00:00",
2024-04-06T03:45:49.242389976Z   "note": null,
2024-04-06T03:45:49.242393066Z   "run_type": "manual",
2024-04-06T03:45:49.242396192Z   "start_date": null,
2024-04-06T03:45:49.242399352Z   "state": "queued"
2024-04-06T03:45:49.242402605Z }
2024-04-06T03:45:49.242405651Z 
2024-04-06T03:45:49.243281939Z INFO:     10.244.0.52:45806 - "POST /vdu_alarm HTTP/1.1" 200 OK