2024-03-27T23:48:37.683331215Z INFO:     Started server process [1]
2024-03-27T23:48:37.683426841Z INFO:     Waiting for application startup.
2024-03-27T23:48:37.683437131Z INFO:     Application startup complete.
2024-03-27T23:48:37.683446608Z INFO:     Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit)
2024-03-28T02:33:37.712303408Z 2024/03/28 02:33:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-03-28T02:33:38.061501385Z 2024/03/28 02:33:38 INFO main.py:53 Response: {
2024-03-28T02:33:38.061515648Z   "conf": {
2024-03-28T02:33:38.061518701Z     "alerts": [
2024-03-28T02:33:38.061521457Z       {
2024-03-28T02:33:38.061524836Z         "annotations": {
2024-03-28T02:33:38.061528618Z           "description": "VDU 92c563dc-4873-46fd-809d-a05a60169d40 in VIM f3602c45-eecd-490c-b369-1ba2b8b0177e has been down for more than 3 minutes. NS instance id is 682b9a32-9933-4b82-a288-b1dd34186630",
2024-03-28T02:33:38.061532141Z           "summary": "VDU 92c563dc-4873-46fd-809d-a05a60169d40 in VIM f3602c45-eecd-490c-b369-1ba2b8b0177e is down"
2024-03-28T02:33:38.061535364Z         },
2024-03-28T02:33:38.061538156Z         "endsAt": "0001-01-01T00:00:00Z",
2024-03-28T02:33:38.061540984Z         "fingerprint": "e540fe48f74716b1",
2024-03-28T02:33:38.061561045Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-03-28T02:33:38.061564061Z         "labels": {
2024-03-28T02:33:38.061567052Z           "alertname": "vdu_down",
2024-03-28T02:33:38.061569919Z           "job": "osm_prometheus",
2024-03-28T02:33:38.061573940Z           "ns_id": "682b9a32-9933-4b82-a288-b1dd34186630",
2024-03-28T02:33:38.061577120Z           "project_id": "194ac432-c4a6-4424-ab1e-f1c3e0826e28",
2024-03-28T02:33:38.061580075Z           "vdu_id": "67ad652c-eeed-403d-bf01-df0dfd741cb0",
2024-03-28T02:33:38.061583588Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-03-28T02:33:38.061586909Z           "vim_id": "f3602c45-eecd-490c-b369-1ba2b8b0177e",
2024-03-28T02:33:38.061589928Z           "vm_id": "92c563dc-4873-46fd-809d-a05a60169d40",
2024-03-28T02:33:38.061592891Z           "vnf_id": "54848799-a8cc-4706-878f-cae04e2382b3",
2024-03-28T02:33:38.061595855Z           "vnf_member_index": "autoheal-basic-1"
2024-03-28T02:33:38.061599143Z         },
2024-03-28T02:33:38.061602127Z         "startsAt": "2024-03-28T02:33:27.687Z",
2024-03-28T02:33:38.061605609Z         "status": "firing"
2024-03-28T02:33:38.061608562Z       }
2024-03-28T02:33:38.061611460Z     ],
2024-03-28T02:33:38.061614421Z     "commonAnnotations": {
2024-03-28T02:33:38.061617418Z       "description": "VDU 92c563dc-4873-46fd-809d-a05a60169d40 in VIM f3602c45-eecd-490c-b369-1ba2b8b0177e has been down for more than 3 minutes. NS instance id is 682b9a32-9933-4b82-a288-b1dd34186630",
2024-03-28T02:33:38.061620511Z       "summary": "VDU 92c563dc-4873-46fd-809d-a05a60169d40 in VIM f3602c45-eecd-490c-b369-1ba2b8b0177e is down"
2024-03-28T02:33:38.061623474Z     },
2024-03-28T02:33:38.061626557Z     "commonLabels": {
2024-03-28T02:33:38.061629544Z       "alertname": "vdu_down",
2024-03-28T02:33:38.061632469Z       "job": "osm_prometheus",
2024-03-28T02:33:38.061635399Z       "ns_id": "682b9a32-9933-4b82-a288-b1dd34186630",
2024-03-28T02:33:38.061638634Z       "project_id": "194ac432-c4a6-4424-ab1e-f1c3e0826e28",
2024-03-28T02:33:38.061641529Z       "vdu_id": "67ad652c-eeed-403d-bf01-df0dfd741cb0",
2024-03-28T02:33:38.061644509Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-03-28T02:33:38.061647425Z       "vim_id": "f3602c45-eecd-490c-b369-1ba2b8b0177e",
2024-03-28T02:33:38.061650311Z       "vm_id": "92c563dc-4873-46fd-809d-a05a60169d40",
2024-03-28T02:33:38.061670450Z       "vnf_id": "54848799-a8cc-4706-878f-cae04e2382b3",
2024-03-28T02:33:38.061673739Z       "vnf_member_index": "autoheal-basic-1"
2024-03-28T02:33:38.061676603Z     },
2024-03-28T02:33:38.061683206Z     "externalURL": "http://alertmanager-0:9093",
2024-03-28T02:33:38.061686215Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-03-28T02:33:38.061689209Z     "groupLabels": {},
2024-03-28T02:33:38.061692139Z     "receiver": "vdu-webhook",
2024-03-28T02:33:38.061695076Z     "status": "firing",
2024-03-28T02:33:38.061698048Z     "truncatedAlerts": 0,
2024-03-28T02:33:38.061700881Z     "version": "4"
2024-03-28T02:33:38.061703721Z   },
2024-03-28T02:33:38.061706776Z   "dag_id": "vdu_down",
2024-03-28T02:33:38.061710029Z   "dag_run_id": "vdu_down_20240328023337_690720",
2024-03-28T02:33:38.061712957Z   "data_interval_end": "2024-03-28T02:33:38.006344+00:00",
2024-03-28T02:33:38.061715834Z   "data_interval_start": "2024-03-28T02:33:38.006344+00:00",
2024-03-28T02:33:38.061718830Z   "end_date": null,
2024-03-28T02:33:38.061721848Z   "execution_date": "2024-03-28T02:33:38.006344+00:00",
2024-03-28T02:33:38.061724700Z   "external_trigger": true,
2024-03-28T02:33:38.061727636Z   "last_scheduling_decision": null,
2024-03-28T02:33:38.061730544Z   "logical_date": "2024-03-28T02:33:38.006344+00:00",
2024-03-28T02:33:38.061733482Z   "note": null,
2024-03-28T02:33:38.061736417Z   "run_type": "manual",
2024-03-28T02:33:38.061739419Z   "start_date": null,
2024-03-28T02:33:38.061742804Z   "state": "queued"
2024-03-28T02:33:38.061745857Z }
2024-03-28T02:33:38.061748618Z 
2024-03-28T02:33:38.061865875Z INFO:     10.244.0.45:50540 - "POST /vdu_down HTTP/1.1" 200 OK
2024-03-28T02:35:37.707567339Z 2024/03/28 02:35:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-03-28T02:35:38.473705642Z 2024/03/28 02:35:38 INFO main.py:53 Response: {
2024-03-28T02:35:38.473730480Z   "conf": {
2024-03-28T02:35:38.473734477Z     "alerts": [
2024-03-28T02:35:38.473737862Z       {
2024-03-28T02:35:38.473742563Z         "annotations": {
2024-03-28T02:35:38.473746441Z           "description": "VDU 92c563dc-4873-46fd-809d-a05a60169d40 in VIM f3602c45-eecd-490c-b369-1ba2b8b0177e has been down for more than 3 minutes. NS instance id is 682b9a32-9933-4b82-a288-b1dd34186630",
2024-03-28T02:35:38.473750056Z           "summary": "VDU 92c563dc-4873-46fd-809d-a05a60169d40 in VIM f3602c45-eecd-490c-b369-1ba2b8b0177e is down"
2024-03-28T02:35:38.473753366Z         },
2024-03-28T02:35:38.473756489Z         "endsAt": "2024-03-28T02:34:57.687Z",
2024-03-28T02:35:38.473759585Z         "fingerprint": "e540fe48f74716b1",
2024-03-28T02:35:38.473764196Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-03-28T02:35:38.473767300Z         "labels": {
2024-03-28T02:35:38.473770335Z           "alertname": "vdu_down",
2024-03-28T02:35:38.473773496Z           "job": "osm_prometheus",
2024-03-28T02:35:38.473776931Z           "ns_id": "682b9a32-9933-4b82-a288-b1dd34186630",
2024-03-28T02:35:38.473780086Z           "project_id": "194ac432-c4a6-4424-ab1e-f1c3e0826e28",
2024-03-28T02:35:38.473783494Z           "vdu_id": "67ad652c-eeed-403d-bf01-df0dfd741cb0",
2024-03-28T02:35:38.473787905Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-03-28T02:35:38.473791000Z           "vim_id": "f3602c45-eecd-490c-b369-1ba2b8b0177e",
2024-03-28T02:35:38.473794233Z           "vm_id": "92c563dc-4873-46fd-809d-a05a60169d40",
2024-03-28T02:35:38.473797236Z           "vnf_id": "54848799-a8cc-4706-878f-cae04e2382b3",
2024-03-28T02:35:38.473812828Z           "vnf_member_index": "autoheal-basic-1"
2024-03-28T02:35:38.473815885Z         },
2024-03-28T02:35:38.473819379Z         "startsAt": "2024-03-28T02:33:27.687Z",
2024-03-28T02:35:38.473822851Z         "status": "resolved"
2024-03-28T02:35:38.473825836Z       }
2024-03-28T02:35:38.473828876Z     ],
2024-03-28T02:35:38.473831925Z     "commonAnnotations": {
2024-03-28T02:35:38.473834975Z       "description": "VDU 92c563dc-4873-46fd-809d-a05a60169d40 in VIM f3602c45-eecd-490c-b369-1ba2b8b0177e has been down for more than 3 minutes. NS instance id is 682b9a32-9933-4b82-a288-b1dd34186630",
2024-03-28T02:35:38.473838055Z       "summary": "VDU 92c563dc-4873-46fd-809d-a05a60169d40 in VIM f3602c45-eecd-490c-b369-1ba2b8b0177e is down"
2024-03-28T02:35:38.473841071Z     },
2024-03-28T02:35:38.473844134Z     "commonLabels": {
2024-03-28T02:35:38.473847185Z       "alertname": "vdu_down",
2024-03-28T02:35:38.473850114Z       "job": "osm_prometheus",
2024-03-28T02:35:38.473853121Z       "ns_id": "682b9a32-9933-4b82-a288-b1dd34186630",
2024-03-28T02:35:38.473856133Z       "project_id": "194ac432-c4a6-4424-ab1e-f1c3e0826e28",
2024-03-28T02:35:38.473859079Z       "vdu_id": "67ad652c-eeed-403d-bf01-df0dfd741cb0",
2024-03-28T02:35:38.473862116Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-03-28T02:35:38.473865086Z       "vim_id": "f3602c45-eecd-490c-b369-1ba2b8b0177e",
2024-03-28T02:35:38.473868035Z       "vm_id": "92c563dc-4873-46fd-809d-a05a60169d40",
2024-03-28T02:35:38.473870983Z       "vnf_id": "54848799-a8cc-4706-878f-cae04e2382b3",
2024-03-28T02:35:38.473873883Z       "vnf_member_index": "autoheal-basic-1"
2024-03-28T02:35:38.473877289Z     },
2024-03-28T02:35:38.473880325Z     "externalURL": "http://alertmanager-0:9093",
2024-03-28T02:35:38.473883324Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-03-28T02:35:38.473889285Z     "groupLabels": {},
2024-03-28T02:35:38.473892369Z     "receiver": "vdu-webhook",
2024-03-28T02:35:38.473895281Z     "status": "resolved",
2024-03-28T02:35:38.473898259Z     "truncatedAlerts": 0,
2024-03-28T02:35:38.473901306Z     "version": "4"
2024-03-28T02:35:38.473904309Z   },
2024-03-28T02:35:38.473907338Z   "dag_id": "vdu_down",
2024-03-28T02:35:38.473910283Z   "dag_run_id": "vdu_down_20240328023537_308455",
2024-03-28T02:35:38.473913321Z   "data_interval_end": "2024-03-28T02:35:38.444121+00:00",
2024-03-28T02:35:38.473916261Z   "data_interval_start": "2024-03-28T02:35:38.444121+00:00",
2024-03-28T02:35:38.473944252Z   "end_date": null,
2024-03-28T02:35:38.473949282Z   "execution_date": "2024-03-28T02:35:38.444121+00:00",
2024-03-28T02:35:38.473953695Z   "external_trigger": true,
2024-03-28T02:35:38.473958091Z   "last_scheduling_decision": null,
2024-03-28T02:35:38.473962409Z   "logical_date": "2024-03-28T02:35:38.444121+00:00",
2024-03-28T02:35:38.473966752Z   "note": null,
2024-03-28T02:35:38.473970789Z   "run_type": "manual",
2024-03-28T02:35:38.473975038Z   "start_date": null,
2024-03-28T02:35:38.473979429Z   "state": "queued"
2024-03-28T02:35:38.473984204Z }
2024-03-28T02:35:38.473987901Z 
2024-03-28T02:35:38.474009438Z INFO:     10.244.0.45:42176 - "POST /vdu_down HTTP/1.1" 200 OK
2024-03-28T03:31:55.688746204Z 2024/03/28 03:31:55 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-03-28T03:31:55.978606489Z 2024/03/28 03:31:55 INFO main.py:53 Response: {
2024-03-28T03:31:55.978620664Z   "conf": {
2024-03-28T03:31:55.978624399Z     "alerts": [
2024-03-28T03:31:55.978627628Z       {
2024-03-28T03:31:55.978645425Z         "annotations": {},
2024-03-28T03:31:55.978648802Z         "endsAt": "0001-01-01T00:00:00Z",
2024-03-28T03:31:55.978651794Z         "fingerprint": "20e35c9a503f33f0",
2024-03-28T03:31:55.978666157Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2288bc33a8-24e2-4b33-a922-00de4cd84c55%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2288bc33a8-24e2-4b33-a922-00de4cd84c55%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-03-28T03:31:55.978672793Z         "labels": {
2024-03-28T03:31:55.978676431Z           "alertname": "scaleout_48ad9424-c6f9-4d77-a267-8ecf9cbdeb80",
2024-03-28T03:31:55.978679964Z           "ns_id": "88bc33a8-24e2-4b33-a922-00de4cd84c55",
2024-03-28T03:31:55.978682936Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-03-28T03:31:55.978685997Z           "vnf_member_index": "vnf"
2024-03-28T03:31:55.978689021Z         },
2024-03-28T03:31:55.978692294Z         "startsAt": "2024-03-28T03:31:45.674Z",
2024-03-28T03:31:55.978695471Z         "status": "firing"
2024-03-28T03:31:55.978698450Z       }
2024-03-28T03:31:55.978701492Z     ],
2024-03-28T03:31:55.978707271Z     "commonAnnotations": {},
2024-03-28T03:31:55.978710358Z     "commonLabels": {
2024-03-28T03:31:55.978713432Z       "alertname": "scaleout_48ad9424-c6f9-4d77-a267-8ecf9cbdeb80",
2024-03-28T03:31:55.978716561Z       "ns_id": "88bc33a8-24e2-4b33-a922-00de4cd84c55",
2024-03-28T03:31:55.978719656Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-03-28T03:31:55.978725158Z       "vnf_member_index": "vnf"
2024-03-28T03:31:55.978728301Z     },
2024-03-28T03:31:55.978731501Z     "externalURL": "http://alertmanager-0:9093",
2024-03-28T03:31:55.978734547Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-03-28T03:31:55.978737521Z     "groupLabels": {},
2024-03-28T03:31:55.978740596Z     "receiver": "scaleout-webhook",
2024-03-28T03:31:55.978743683Z     "status": "firing",
2024-03-28T03:31:55.978746653Z     "truncatedAlerts": 0,
2024-03-28T03:31:55.978749710Z     "version": "4"
2024-03-28T03:31:55.978752748Z   },
2024-03-28T03:31:55.978755946Z   "dag_id": "scaleout_vdu",
2024-03-28T03:31:55.978758948Z   "dag_run_id": "scaleout_vdu_20240328033155_434201",
2024-03-28T03:31:55.978761970Z   "data_interval_end": "2024-03-28T03:31:55.949178+00:00",
2024-03-28T03:31:55.978765126Z   "data_interval_start": "2024-03-28T03:31:55.949178+00:00",
2024-03-28T03:31:55.978768180Z   "end_date": null,
2024-03-28T03:31:55.978771200Z   "execution_date": "2024-03-28T03:31:55.949178+00:00",
2024-03-28T03:31:55.978774368Z   "external_trigger": true,
2024-03-28T03:31:55.978777361Z   "last_scheduling_decision": null,
2024-03-28T03:31:55.978780766Z   "logical_date": "2024-03-28T03:31:55.949178+00:00",
2024-03-28T03:31:55.978783765Z   "note": null,
2024-03-28T03:31:55.978786770Z   "run_type": "manual",
2024-03-28T03:31:55.978790030Z   "start_date": null,
2024-03-28T03:31:55.978793170Z   "state": "queued"
2024-03-28T03:31:55.978796185Z }
2024-03-28T03:31:55.978799066Z 
2024-03-28T03:31:55.978968305Z INFO:     10.244.0.45:46852 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-03-28T03:37:55.689957499Z 2024/03/28 03:37:55 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-03-28T03:37:56.049423282Z 2024/03/28 03:37:56 INFO main.py:53 Response: {
2024-03-28T03:37:56.049440271Z   "conf": {
2024-03-28T03:37:56.049443821Z     "alerts": [
2024-03-28T03:37:56.049447029Z       {
2024-03-28T03:37:56.049458593Z         "annotations": {},
2024-03-28T03:37:56.049462052Z         "endsAt": "0001-01-01T00:00:00Z",
2024-03-28T03:37:56.049464964Z         "fingerprint": "20e35c9a503f33f0",
2024-03-28T03:37:56.049472452Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2288bc33a8-24e2-4b33-a922-00de4cd84c55%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2288bc33a8-24e2-4b33-a922-00de4cd84c55%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-03-28T03:37:56.049508133Z         "labels": {
2024-03-28T03:37:56.049512942Z           "alertname": "scaleout_48ad9424-c6f9-4d77-a267-8ecf9cbdeb80",
2024-03-28T03:37:56.049516422Z           "ns_id": "88bc33a8-24e2-4b33-a922-00de4cd84c55",
2024-03-28T03:37:56.049519324Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-03-28T03:37:56.049522206Z           "vnf_member_index": "vnf"
2024-03-28T03:37:56.049525072Z         },
2024-03-28T03:37:56.049527981Z         "startsAt": "2024-03-28T03:31:45.674Z",
2024-03-28T03:37:56.049530855Z         "status": "firing"
2024-03-28T03:37:56.049533782Z       }
2024-03-28T03:37:56.049536655Z     ],
2024-03-28T03:37:56.049539644Z     "commonAnnotations": {},
2024-03-28T03:37:56.049542556Z     "commonLabels": {
2024-03-28T03:37:56.049545505Z       "alertname": "scaleout_48ad9424-c6f9-4d77-a267-8ecf9cbdeb80",
2024-03-28T03:37:56.049548705Z       "ns_id": "88bc33a8-24e2-4b33-a922-00de4cd84c55",
2024-03-28T03:37:56.049551668Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-03-28T03:37:56.049554535Z       "vnf_member_index": "vnf"
2024-03-28T03:37:56.049557802Z     },
2024-03-28T03:37:56.049560837Z     "externalURL": "http://alertmanager-0:9093",
2024-03-28T03:37:56.049563794Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-03-28T03:37:56.049566717Z     "groupLabels": {},
2024-03-28T03:37:56.049569708Z     "receiver": "scaleout-webhook",
2024-03-28T03:37:56.049572572Z     "status": "firing",
2024-03-28T03:37:56.049575531Z     "truncatedAlerts": 0,
2024-03-28T03:37:56.049578337Z     "version": "4"
2024-03-28T03:37:56.049581279Z   },
2024-03-28T03:37:56.049584193Z   "dag_id": "scaleout_vdu",
2024-03-28T03:37:56.049587136Z   "dag_run_id": "scaleout_vdu_20240328033755_606269",
2024-03-28T03:37:56.049590040Z   "data_interval_end": "2024-03-28T03:37:55.986971+00:00",
2024-03-28T03:37:56.049592942Z   "data_interval_start": "2024-03-28T03:37:55.986971+00:00",
2024-03-28T03:37:56.049597285Z   "end_date": null,
2024-03-28T03:37:56.049601748Z   "execution_date": "2024-03-28T03:37:55.986971+00:00",
2024-03-28T03:37:56.049606196Z   "external_trigger": true,
2024-03-28T03:37:56.049610511Z   "last_scheduling_decision": null,
2024-03-28T03:37:56.049614838Z   "logical_date": "2024-03-28T03:37:55.986971+00:00",
2024-03-28T03:37:56.049618313Z   "note": null,
2024-03-28T03:37:56.049621293Z   "run_type": "manual",
2024-03-28T03:37:56.049624194Z   "start_date": null,
2024-03-28T03:37:56.049627027Z   "state": "queued"
2024-03-28T03:37:56.049629957Z }
2024-03-28T03:37:56.049632704Z 
2024-03-28T03:37:56.050019199Z INFO:     10.244.0.45:51976 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-03-28T03:39:55.689813840Z 2024/03/28 03:39:55 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-03-28T03:39:56.070834309Z 2024/03/28 03:39:56 INFO main.py:53 Response: {
2024-03-28T03:39:56.070857240Z   "conf": {
2024-03-28T03:39:56.070862272Z     "alerts": [
2024-03-28T03:39:56.070866408Z       {
2024-03-28T03:39:56.070885129Z         "annotations": {},
2024-03-28T03:39:56.070889322Z         "endsAt": "2024-03-28T03:38:15.674Z",
2024-03-28T03:39:56.070893271Z         "fingerprint": "20e35c9a503f33f0",
2024-03-28T03:39:56.070901743Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2288bc33a8-24e2-4b33-a922-00de4cd84c55%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2288bc33a8-24e2-4b33-a922-00de4cd84c55%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-03-28T03:39:56.070907069Z         "labels": {
2024-03-28T03:39:56.070911662Z           "alertname": "scaleout_48ad9424-c6f9-4d77-a267-8ecf9cbdeb80",
2024-03-28T03:39:56.070916514Z           "ns_id": "88bc33a8-24e2-4b33-a922-00de4cd84c55",
2024-03-28T03:39:56.070920914Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-03-28T03:39:56.070924817Z           "vnf_member_index": "vnf"
2024-03-28T03:39:56.070928765Z         },
2024-03-28T03:39:56.070932781Z         "startsAt": "2024-03-28T03:31:45.674Z",
2024-03-28T03:39:56.070936876Z         "status": "resolved"
2024-03-28T03:39:56.070940943Z       }
2024-03-28T03:39:56.070944983Z     ],
2024-03-28T03:39:56.070949036Z     "commonAnnotations": {},
2024-03-28T03:39:56.070953145Z     "commonLabels": {
2024-03-28T03:39:56.070957187Z       "alertname": "scaleout_48ad9424-c6f9-4d77-a267-8ecf9cbdeb80",
2024-03-28T03:39:56.070961181Z       "ns_id": "88bc33a8-24e2-4b33-a922-00de4cd84c55",
2024-03-28T03:39:56.070965270Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-03-28T03:39:56.070969380Z       "vnf_member_index": "vnf"
2024-03-28T03:39:56.070973446Z     },
2024-03-28T03:39:56.070977462Z     "externalURL": "http://alertmanager-0:9093",
2024-03-28T03:39:56.070981420Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-03-28T03:39:56.070985464Z     "groupLabels": {},
2024-03-28T03:39:56.070989483Z     "receiver": "scaleout-webhook",
2024-03-28T03:39:56.070993385Z     "status": "resolved",
2024-03-28T03:39:56.070997349Z     "truncatedAlerts": 0,
2024-03-28T03:39:56.071001302Z     "version": "4"
2024-03-28T03:39:56.071005313Z   },
2024-03-28T03:39:56.071009283Z   "dag_id": "scaleout_vdu",
2024-03-28T03:39:56.071013243Z   "dag_run_id": "scaleout_vdu_20240328033955_960149",
2024-03-28T03:39:56.071017199Z   "data_interval_end": "2024-03-28T03:39:56.010448+00:00",
2024-03-28T03:39:56.071021210Z   "data_interval_start": "2024-03-28T03:39:56.010448+00:00",
2024-03-28T03:39:56.071025167Z   "end_date": null,
2024-03-28T03:39:56.071029115Z   "execution_date": "2024-03-28T03:39:56.010448+00:00",
2024-03-28T03:39:56.071033100Z   "external_trigger": true,
2024-03-28T03:39:56.071037122Z   "last_scheduling_decision": null,
2024-03-28T03:39:56.071041038Z   "logical_date": "2024-03-28T03:39:56.010448+00:00",
2024-03-28T03:39:56.071044999Z   "note": null,
2024-03-28T03:39:56.071048916Z   "run_type": "manual",
2024-03-28T03:39:56.071052860Z   "start_date": null,
2024-03-28T03:39:56.071056898Z   "state": "queued"
2024-03-28T03:39:56.071060870Z }
2024-03-28T03:39:56.071064686Z 
2024-03-28T03:39:56.071496052Z INFO:     10.244.0.45:41430 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-03-28T03:46:56.942824167Z 2024/03/28 03:46:56 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-03-28T03:46:57.245328895Z 2024/03/28 03:46:57 INFO main.py:53 Response: {
2024-03-28T03:46:57.245346335Z   "conf": {
2024-03-28T03:46:57.245350046Z     "alerts": [
2024-03-28T03:46:57.245360685Z       {
2024-03-28T03:46:57.245378847Z         "annotations": {},
2024-03-28T03:46:57.245384571Z         "endsAt": "0001-01-01T00:00:00Z",
2024-03-28T03:46:57.245389585Z         "fingerprint": "adf5a9198885a572",
2024-03-28T03:46:57.245394925Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22947a10c2-6cf9-4ad0-ad64-e87aeedfe809%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-03-28T03:46:57.245400490Z         "labels": {
2024-03-28T03:46:57.245409913Z           "alertname": "vdu_alarm_909f70c8-640a-4095-bd12-b796a381a778",
2024-03-28T03:46:57.245415113Z           "job": "airflow_osm_vm_metrics_f3602c45-eecd-490c-b369-1ba2b8b0177e",
2024-03-28T03:46:57.245420496Z           "metric_id": "cirros_vnf_cpu_util",
2024-03-28T03:46:57.245425923Z           "ns_id": "947a10c2-6cf9-4ad0-ad64-e87aeedfe809",
2024-03-28T03:46:57.245430779Z           "project_id": "194ac432-c4a6-4424-ab1e-f1c3e0826e28",
2024-03-28T03:46:57.245435912Z           "vdu_id": "cirros_vnfd-VM",
2024-03-28T03:46:57.245440673Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-03-28T03:46:57.245444934Z           "vim_id": "f3602c45-eecd-490c-b369-1ba2b8b0177e",
2024-03-28T03:46:57.245449088Z           "vm_id": "5618788c-46bd-4c46-8baf-1adcd6a1d927",
2024-03-28T03:46:57.245452300Z           "vnf_member_index": "vnf"
2024-03-28T03:46:57.245455377Z         },
2024-03-28T03:46:57.245458511Z         "startsAt": "2024-03-28T03:46:46.927Z",
2024-03-28T03:46:57.245461488Z         "status": "firing"
2024-03-28T03:46:57.245464469Z       }
2024-03-28T03:46:57.245467578Z     ],
2024-03-28T03:46:57.245470558Z     "commonAnnotations": {},
2024-03-28T03:46:57.245473526Z     "commonLabels": {
2024-03-28T03:46:57.245504529Z       "alertname": "vdu_alarm_909f70c8-640a-4095-bd12-b796a381a778",
2024-03-28T03:46:57.245508655Z       "job": "airflow_osm_vm_metrics_f3602c45-eecd-490c-b369-1ba2b8b0177e",
2024-03-28T03:46:57.245515285Z       "metric_id": "cirros_vnf_cpu_util",
2024-03-28T03:46:57.245518493Z       "ns_id": "947a10c2-6cf9-4ad0-ad64-e87aeedfe809",
2024-03-28T03:46:57.245521575Z       "project_id": "194ac432-c4a6-4424-ab1e-f1c3e0826e28",
2024-03-28T03:46:57.245524587Z       "vdu_id": "cirros_vnfd-VM",
2024-03-28T03:46:57.245527658Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-03-28T03:46:57.245530773Z       "vim_id": "f3602c45-eecd-490c-b369-1ba2b8b0177e",
2024-03-28T03:46:57.245533761Z       "vm_id": "5618788c-46bd-4c46-8baf-1adcd6a1d927",
2024-03-28T03:46:57.245536781Z       "vnf_member_index": "vnf"
2024-03-28T03:46:57.245539816Z     },
2024-03-28T03:46:57.245542870Z     "externalURL": "http://alertmanager-0:9093",
2024-03-28T03:46:57.245545985Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-03-28T03:46:57.245548986Z     "groupLabels": {},
2024-03-28T03:46:57.245552031Z     "receiver": "alarm-webhook",
2024-03-28T03:46:57.245555039Z     "status": "firing",
2024-03-28T03:46:57.245558016Z     "truncatedAlerts": 0,
2024-03-28T03:46:57.245561086Z     "version": "4"
2024-03-28T03:46:57.245564204Z   },
2024-03-28T03:46:57.245567203Z   "dag_id": "vdu_alarm",
2024-03-28T03:46:57.245570195Z   "dag_run_id": "vdu_alarm_20240328034656_119736",
2024-03-28T03:46:57.245573261Z   "data_interval_end": "2024-03-28T03:46:57.214083+00:00",
2024-03-28T03:46:57.245576572Z   "data_interval_start": "2024-03-28T03:46:57.214083+00:00",
2024-03-28T03:46:57.245579580Z   "end_date": null,
2024-03-28T03:46:57.245582681Z   "execution_date": "2024-03-28T03:46:57.214083+00:00",
2024-03-28T03:46:57.245585715Z   "external_trigger": true,
2024-03-28T03:46:57.245594758Z   "last_scheduling_decision": null,
2024-03-28T03:46:57.245597815Z   "logical_date": "2024-03-28T03:46:57.214083+00:00",
2024-03-28T03:46:57.245600816Z   "note": null,
2024-03-28T03:46:57.245603764Z   "run_type": "manual",
2024-03-28T03:46:57.245606711Z   "start_date": null,
2024-03-28T03:46:57.245610048Z   "state": "queued"
2024-03-28T03:46:57.245613018Z }
2024-03-28T03:46:57.245615897Z 
2024-03-28T03:46:57.246090239Z INFO:     10.244.0.45:38196 - "POST /vdu_alarm HTTP/1.1" 200 OK
2024-03-28T03:50:56.946843302Z 2024/03/28 03:50:56 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-03-28T03:50:57.277323349Z 2024/03/28 03:50:57 INFO main.py:53 Response: {
2024-03-28T03:50:57.277340608Z   "conf": {
2024-03-28T03:50:57.277344292Z     "alerts": [
2024-03-28T03:50:57.277347445Z       {
2024-03-28T03:50:57.277358525Z         "annotations": {},
2024-03-28T03:50:57.277362109Z         "endsAt": "2024-03-28T03:50:46.927Z",
2024-03-28T03:50:57.277365581Z         "fingerprint": "adf5a9198885a572",
2024-03-28T03:50:57.277369482Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22947a10c2-6cf9-4ad0-ad64-e87aeedfe809%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-03-28T03:50:57.277373452Z         "labels": {
2024-03-28T03:50:57.277377157Z           "alertname": "vdu_alarm_909f70c8-640a-4095-bd12-b796a381a778",
2024-03-28T03:50:57.277380541Z           "job": "airflow_osm_vm_metrics_f3602c45-eecd-490c-b369-1ba2b8b0177e",
2024-03-28T03:50:57.277383713Z           "metric_id": "cirros_vnf_cpu_util",
2024-03-28T03:50:57.277387264Z           "ns_id": "947a10c2-6cf9-4ad0-ad64-e87aeedfe809",
2024-03-28T03:50:57.277390332Z           "project_id": "194ac432-c4a6-4424-ab1e-f1c3e0826e28",
2024-03-28T03:50:57.277393298Z           "vdu_id": "cirros_vnfd-VM",
2024-03-28T03:50:57.277396447Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-03-28T03:50:57.277399540Z           "vim_id": "f3602c45-eecd-490c-b369-1ba2b8b0177e",
2024-03-28T03:50:57.277402651Z           "vm_id": "5618788c-46bd-4c46-8baf-1adcd6a1d927",
2024-03-28T03:50:57.277405889Z           "vnf_member_index": "vnf"
2024-03-28T03:50:57.277409033Z         },
2024-03-28T03:50:57.277412491Z         "startsAt": "2024-03-28T03:46:46.927Z",
2024-03-28T03:50:57.277415616Z         "status": "resolved"
2024-03-28T03:50:57.277418797Z       }
2024-03-28T03:50:57.277422138Z     ],
2024-03-28T03:50:57.277425495Z     "commonAnnotations": {},
2024-03-28T03:50:57.277428619Z     "commonLabels": {
2024-03-28T03:50:57.277432005Z       "alertname": "vdu_alarm_909f70c8-640a-4095-bd12-b796a381a778",
2024-03-28T03:50:57.277435095Z       "job": "airflow_osm_vm_metrics_f3602c45-eecd-490c-b369-1ba2b8b0177e",
2024-03-28T03:50:57.277438171Z       "metric_id": "cirros_vnf_cpu_util",
2024-03-28T03:50:57.277441363Z       "ns_id": "947a10c2-6cf9-4ad0-ad64-e87aeedfe809",
2024-03-28T03:50:57.277444469Z       "project_id": "194ac432-c4a6-4424-ab1e-f1c3e0826e28",
2024-03-28T03:50:57.277447802Z       "vdu_id": "cirros_vnfd-VM",
2024-03-28T03:50:57.277450812Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-03-28T03:50:57.277453961Z       "vim_id": "f3602c45-eecd-490c-b369-1ba2b8b0177e",
2024-03-28T03:50:57.277457083Z       "vm_id": "5618788c-46bd-4c46-8baf-1adcd6a1d927",
2024-03-28T03:50:57.277460130Z       "vnf_member_index": "vnf"
2024-03-28T03:50:57.277463336Z     },
2024-03-28T03:50:57.277466500Z     "externalURL": "http://alertmanager-0:9093",
2024-03-28T03:50:57.277469840Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-03-28T03:50:57.277504438Z     "groupLabels": {},
2024-03-28T03:50:57.277508585Z     "receiver": "alarm-webhook",
2024-03-28T03:50:57.277511570Z     "status": "resolved",
2024-03-28T03:50:57.277514573Z     "truncatedAlerts": 0,
2024-03-28T03:50:57.277517442Z     "version": "4"
2024-03-28T03:50:57.277520453Z   },
2024-03-28T03:50:57.277523446Z   "dag_id": "vdu_alarm",
2024-03-28T03:50:57.277530296Z   "dag_run_id": "vdu_alarm_20240328035056_416157",
2024-03-28T03:50:57.277533688Z   "data_interval_end": "2024-03-28T03:50:57.232368+00:00",
2024-03-28T03:50:57.277536804Z   "data_interval_start": "2024-03-28T03:50:57.232368+00:00",
2024-03-28T03:50:57.277539820Z   "end_date": null,
2024-03-28T03:50:57.277542828Z   "execution_date": "2024-03-28T03:50:57.232368+00:00",
2024-03-28T03:50:57.277545831Z   "external_trigger": true,
2024-03-28T03:50:57.277548981Z   "last_scheduling_decision": null,
2024-03-28T03:50:57.277552171Z   "logical_date": "2024-03-28T03:50:57.232368+00:00",
2024-03-28T03:50:57.277555163Z   "note": null,
2024-03-28T03:50:57.277558220Z   "run_type": "manual",
2024-03-28T03:50:57.277561177Z   "start_date": null,
2024-03-28T03:50:57.277564173Z   "state": "queued"
2024-03-28T03:50:57.277567246Z }
2024-03-28T03:50:57.277570139Z 
2024-03-28T03:50:57.277978705Z INFO:     10.244.0.45:44268 - "POST /vdu_alarm HTTP/1.1" 200 OK