2024-04-20T22:40:07.445175056Z INFO:     Started server process [1]
2024-04-20T22:40:07.445203770Z INFO:     Waiting for application startup.
2024-04-20T22:40:07.445207938Z INFO:     Application startup complete.
2024-04-20T22:40:07.445211657Z INFO:     Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit)
2024-04-21T01:30:37.721160482Z 2024/04/21 01:30:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-04-21T01:30:38.082572645Z 2024/04/21 01:30:38 INFO main.py:53 Response: {
2024-04-21T01:30:38.082609606Z   "conf": {
2024-04-21T01:30:38.082619097Z     "alerts": [
2024-04-21T01:30:38.082627510Z       {
2024-04-21T01:30:38.082636987Z         "annotations": {
2024-04-21T01:30:38.082646901Z           "description": "VDU cf11d464-5589-4970-becd-5b17291761f9 in VIM 937467fa-a816-40b8-82c7-ffcd6573ce58 has been down for more than 3 minutes. NS instance id is 274b0371-b89a-4e0d-8190-cad6d8362871",
2024-04-21T01:30:38.082677647Z           "summary": "VDU cf11d464-5589-4970-becd-5b17291761f9 in VIM 937467fa-a816-40b8-82c7-ffcd6573ce58 is down"
2024-04-21T01:30:38.082687648Z         },
2024-04-21T01:30:38.082696293Z         "endsAt": "0001-01-01T00:00:00Z",
2024-04-21T01:30:38.082704774Z         "fingerprint": "b90e929f61fa70bb",
2024-04-21T01:30:38.082714248Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-04-21T01:30:38.082722920Z         "labels": {
2024-04-21T01:30:38.082731274Z           "alertname": "vdu_down",
2024-04-21T01:30:38.082739535Z           "job": "osm_prometheus",
2024-04-21T01:30:38.082748480Z           "ns_id": "274b0371-b89a-4e0d-8190-cad6d8362871",
2024-04-21T01:30:38.082763247Z           "project_id": "c01767d0-1853-42c7-a616-2a8193950598",
2024-04-21T01:30:38.082771728Z           "vdu_id": "91789aaf-0125-477d-b032-86769f022adb",
2024-04-21T01:30:38.082781101Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-04-21T01:30:38.082789713Z           "vim_id": "937467fa-a816-40b8-82c7-ffcd6573ce58",
2024-04-21T01:30:38.082798456Z           "vm_id": "cf11d464-5589-4970-becd-5b17291761f9",
2024-04-21T01:30:38.082806763Z           "vnf_id": "0f5148c2-aa94-4292-bb9f-8a5cac6e4c90",
2024-04-21T01:30:38.082814976Z           "vnf_member_index": "autoheal-basic-1"
2024-04-21T01:30:38.082823771Z         },
2024-04-21T01:30:38.082832065Z         "startsAt": "2024-04-21T01:30:27.687Z",
2024-04-21T01:30:38.082850932Z         "status": "firing"
2024-04-21T01:30:38.082860134Z       }
2024-04-21T01:30:38.082868677Z     ],
2024-04-21T01:30:38.082877167Z     "commonAnnotations": {
2024-04-21T01:30:38.082885639Z       "description": "VDU cf11d464-5589-4970-becd-5b17291761f9 in VIM 937467fa-a816-40b8-82c7-ffcd6573ce58 has been down for more than 3 minutes. NS instance id is 274b0371-b89a-4e0d-8190-cad6d8362871",
2024-04-21T01:30:38.082894087Z       "summary": "VDU cf11d464-5589-4970-becd-5b17291761f9 in VIM 937467fa-a816-40b8-82c7-ffcd6573ce58 is down"
2024-04-21T01:30:38.082902495Z     },
2024-04-21T01:30:38.082911521Z     "commonLabels": {
2024-04-21T01:30:38.082919911Z       "alertname": "vdu_down",
2024-04-21T01:30:38.082928337Z       "job": "osm_prometheus",
2024-04-21T01:30:38.082936663Z       "ns_id": "274b0371-b89a-4e0d-8190-cad6d8362871",
2024-04-21T01:30:38.082945022Z       "project_id": "c01767d0-1853-42c7-a616-2a8193950598",
2024-04-21T01:30:38.082953343Z       "vdu_id": "91789aaf-0125-477d-b032-86769f022adb",
2024-04-21T01:30:38.082961645Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-04-21T01:30:38.082970054Z       "vim_id": "937467fa-a816-40b8-82c7-ffcd6573ce58",
2024-04-21T01:30:38.082978294Z       "vm_id": "cf11d464-5589-4970-becd-5b17291761f9",
2024-04-21T01:30:38.083018103Z       "vnf_id": "0f5148c2-aa94-4292-bb9f-8a5cac6e4c90",
2024-04-21T01:30:38.083027200Z       "vnf_member_index": "autoheal-basic-1"
2024-04-21T01:30:38.083035626Z     },
2024-04-21T01:30:38.083044031Z     "externalURL": "http://alertmanager-0:9093",
2024-04-21T01:30:38.083052196Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-04-21T01:30:38.083060554Z     "groupLabels": {},
2024-04-21T01:30:38.083069016Z     "receiver": "vdu-webhook",
2024-04-21T01:30:38.083077297Z     "status": "firing",
2024-04-21T01:30:38.083085488Z     "truncatedAlerts": 0,
2024-04-21T01:30:38.083093712Z     "version": "4"
2024-04-21T01:30:38.083101967Z   },
2024-04-21T01:30:38.083110625Z   "dag_id": "vdu_down",
2024-04-21T01:30:38.083118881Z   "dag_run_id": "vdu_down_20240421013037_307265",
2024-04-21T01:30:38.083127071Z   "data_interval_end": "2024-04-21T01:30:38.019041+00:00",
2024-04-21T01:30:38.083135401Z   "data_interval_start": "2024-04-21T01:30:38.019041+00:00",
2024-04-21T01:30:38.083143669Z   "end_date": null,
2024-04-21T01:30:38.083151839Z   "execution_date": "2024-04-21T01:30:38.019041+00:00",
2024-04-21T01:30:38.083160079Z   "external_trigger": true,
2024-04-21T01:30:38.083168240Z   "last_scheduling_decision": null,
2024-04-21T01:30:38.083176594Z   "logical_date": "2024-04-21T01:30:38.019041+00:00",
2024-04-21T01:30:38.083184870Z   "note": null,
2024-04-21T01:30:38.083193195Z   "run_type": "manual",
2024-04-21T01:30:38.083201510Z   "start_date": null,
2024-04-21T01:30:38.083209933Z   "state": "queued"
2024-04-21T01:30:38.083334612Z }
2024-04-21T01:30:38.083346187Z 
2024-04-21T01:30:38.083435610Z INFO:     10.244.0.45:40282 - "POST /vdu_down HTTP/1.1" 200 OK
2024-04-21T01:34:37.710259322Z 2024/04/21 01:34:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-04-21T01:34:38.065045798Z 2024/04/21 01:34:38 INFO main.py:53 Response: {
2024-04-21T01:34:38.065075533Z   "conf": {
2024-04-21T01:34:38.065079182Z     "alerts": [
2024-04-21T01:34:38.065082278Z       {
2024-04-21T01:34:38.065086053Z         "annotations": {
2024-04-21T01:34:38.065089766Z           "description": "VDU cf11d464-5589-4970-becd-5b17291761f9 in VIM 937467fa-a816-40b8-82c7-ffcd6573ce58 has been down for more than 3 minutes. NS instance id is 274b0371-b89a-4e0d-8190-cad6d8362871",
2024-04-21T01:34:38.065093586Z           "summary": "VDU cf11d464-5589-4970-becd-5b17291761f9 in VIM 937467fa-a816-40b8-82c7-ffcd6573ce58 is down"
2024-04-21T01:34:38.065096719Z         },
2024-04-21T01:34:38.065099785Z         "endsAt": "2024-04-21T01:32:57.687Z",
2024-04-21T01:34:38.065102935Z         "fingerprint": "b90e929f61fa70bb",
2024-04-21T01:34:38.065106572Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-04-21T01:34:38.065109603Z         "labels": {
2024-04-21T01:34:38.065113139Z           "alertname": "vdu_down",
2024-04-21T01:34:38.065116119Z           "job": "osm_prometheus",
2024-04-21T01:34:38.065119519Z           "ns_id": "274b0371-b89a-4e0d-8190-cad6d8362871",
2024-04-21T01:34:38.065122591Z           "project_id": "c01767d0-1853-42c7-a616-2a8193950598",
2024-04-21T01:34:38.065125579Z           "vdu_id": "91789aaf-0125-477d-b032-86769f022adb",
2024-04-21T01:34:38.065129516Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-04-21T01:34:38.065132564Z           "vim_id": "937467fa-a816-40b8-82c7-ffcd6573ce58",
2024-04-21T01:34:38.065135558Z           "vm_id": "cf11d464-5589-4970-becd-5b17291761f9",
2024-04-21T01:34:38.065138637Z           "vnf_id": "0f5148c2-aa94-4292-bb9f-8a5cac6e4c90",
2024-04-21T01:34:38.065156875Z           "vnf_member_index": "autoheal-basic-1"
2024-04-21T01:34:38.065160014Z         },
2024-04-21T01:34:38.065163117Z         "startsAt": "2024-04-21T01:30:27.687Z",
2024-04-21T01:34:38.065166828Z         "status": "resolved"
2024-04-21T01:34:38.065169923Z       }
2024-04-21T01:34:38.065172962Z     ],
2024-04-21T01:34:38.065175956Z     "commonAnnotations": {
2024-04-21T01:34:38.065179053Z       "description": "VDU cf11d464-5589-4970-becd-5b17291761f9 in VIM 937467fa-a816-40b8-82c7-ffcd6573ce58 has been down for more than 3 minutes. NS instance id is 274b0371-b89a-4e0d-8190-cad6d8362871",
2024-04-21T01:34:38.065182139Z       "summary": "VDU cf11d464-5589-4970-becd-5b17291761f9 in VIM 937467fa-a816-40b8-82c7-ffcd6573ce58 is down"
2024-04-21T01:34:38.065185159Z     },
2024-04-21T01:34:38.065188192Z     "commonLabels": {
2024-04-21T01:34:38.065191143Z       "alertname": "vdu_down",
2024-04-21T01:34:38.065194569Z       "job": "osm_prometheus",
2024-04-21T01:34:38.065197731Z       "ns_id": "274b0371-b89a-4e0d-8190-cad6d8362871",
2024-04-21T01:34:38.065200677Z       "project_id": "c01767d0-1853-42c7-a616-2a8193950598",
2024-04-21T01:34:38.065203648Z       "vdu_id": "91789aaf-0125-477d-b032-86769f022adb",
2024-04-21T01:34:38.065206651Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-04-21T01:34:38.065209589Z       "vim_id": "937467fa-a816-40b8-82c7-ffcd6573ce58",
2024-04-21T01:34:38.065216364Z       "vm_id": "cf11d464-5589-4970-becd-5b17291761f9",
2024-04-21T01:34:38.065219442Z       "vnf_id": "0f5148c2-aa94-4292-bb9f-8a5cac6e4c90",
2024-04-21T01:34:38.065222594Z       "vnf_member_index": "autoheal-basic-1"
2024-04-21T01:34:38.065225674Z     },
2024-04-21T01:34:38.065228672Z     "externalURL": "http://alertmanager-0:9093",
2024-04-21T01:34:38.065234299Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-04-21T01:34:38.065237424Z     "groupLabels": {},
2024-04-21T01:34:38.065240410Z     "receiver": "vdu-webhook",
2024-04-21T01:34:38.065243509Z     "status": "resolved",
2024-04-21T01:34:38.065246461Z     "truncatedAlerts": 0,
2024-04-21T01:34:38.065249504Z     "version": "4"
2024-04-21T01:34:38.065252554Z   },
2024-04-21T01:34:38.065255508Z   "dag_id": "vdu_down",
2024-04-21T01:34:38.065258580Z   "dag_run_id": "vdu_down_20240421013437_586852",
2024-04-21T01:34:38.065261577Z   "data_interval_end": "2024-04-21T01:34:38.029495+00:00",
2024-04-21T01:34:38.065264547Z   "data_interval_start": "2024-04-21T01:34:38.029495+00:00",
2024-04-21T01:34:38.065267626Z   "end_date": null,
2024-04-21T01:34:38.065270595Z   "execution_date": "2024-04-21T01:34:38.029495+00:00",
2024-04-21T01:34:38.065273604Z   "external_trigger": true,
2024-04-21T01:34:38.065276605Z   "last_scheduling_decision": null,
2024-04-21T01:34:38.065279565Z   "logical_date": "2024-04-21T01:34:38.029495+00:00",
2024-04-21T01:34:38.065282606Z   "note": null,
2024-04-21T01:34:38.065285619Z   "run_type": "manual",
2024-04-21T01:34:38.065288552Z   "start_date": null,
2024-04-21T01:34:38.065291625Z   "state": "queued"
2024-04-21T01:34:38.065294596Z }
2024-04-21T01:34:38.065297452Z 
2024-04-21T01:34:38.065900915Z INFO:     10.244.0.45:57474 - "POST /vdu_down HTTP/1.1" 200 OK
2024-04-21T02:32:06.722308650Z 2024/04/21 02:32:06 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-04-21T02:32:07.031140367Z 2024/04/21 02:32:07 INFO main.py:53 Response: {
2024-04-21T02:32:07.031158410Z   "conf": {
2024-04-21T02:32:07.031162037Z     "alerts": [
2024-04-21T02:32:07.031165213Z       {
2024-04-21T02:32:07.031181738Z         "annotations": {},
2024-04-21T02:32:07.031185025Z         "endsAt": "0001-01-01T00:00:00Z",
2024-04-21T02:32:07.031188050Z         "fingerprint": "3cb4a32ae0be9199",
2024-04-21T02:32:07.031194771Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2265a875cc-ea19-4304-9734-b8df8b0f1ac0%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2265a875cc-ea19-4304-9734-b8df8b0f1ac0%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-04-21T02:32:07.031200167Z         "labels": {
2024-04-21T02:32:07.031203806Z           "alertname": "scaleout_4702fd3d-500c-49e6-972a-78ae20bc3836",
2024-04-21T02:32:07.031207468Z           "ns_id": "65a875cc-ea19-4304-9734-b8df8b0f1ac0",
2024-04-21T02:32:07.031210461Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-04-21T02:32:07.031213471Z           "vnf_member_index": "vnf"
2024-04-21T02:32:07.031216519Z         },
2024-04-21T02:32:07.031219513Z         "startsAt": "2024-04-21T02:31:56.693Z",
2024-04-21T02:32:07.031222469Z         "status": "firing"
2024-04-21T02:32:07.031225410Z       }
2024-04-21T02:32:07.031228661Z     ],
2024-04-21T02:32:07.031231650Z     "commonAnnotations": {},
2024-04-21T02:32:07.031234699Z     "commonLabels": {
2024-04-21T02:32:07.031237834Z       "alertname": "scaleout_4702fd3d-500c-49e6-972a-78ae20bc3836",
2024-04-21T02:32:07.031240813Z       "ns_id": "65a875cc-ea19-4304-9734-b8df8b0f1ac0",
2024-04-21T02:32:07.031243797Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-04-21T02:32:07.031246876Z       "vnf_member_index": "vnf"
2024-04-21T02:32:07.031249852Z     },
2024-04-21T02:32:07.031253178Z     "externalURL": "http://alertmanager-0:9093",
2024-04-21T02:32:07.031256148Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-04-21T02:32:07.031259089Z     "groupLabels": {},
2024-04-21T02:32:07.031262144Z     "receiver": "scaleout-webhook",
2024-04-21T02:32:07.031265187Z     "status": "firing",
2024-04-21T02:32:07.031268099Z     "truncatedAlerts": 0,
2024-04-21T02:32:07.031271023Z     "version": "4"
2024-04-21T02:32:07.031273962Z   },
2024-04-21T02:32:07.031276976Z   "dag_id": "scaleout_vdu",
2024-04-21T02:32:07.031279933Z   "dag_run_id": "scaleout_vdu_20240421023206_901021",
2024-04-21T02:32:07.031282889Z   "data_interval_end": "2024-04-21T02:32:07.000572+00:00",
2024-04-21T02:32:07.031285859Z   "data_interval_start": "2024-04-21T02:32:07.000572+00:00",
2024-04-21T02:32:07.031288810Z   "end_date": null,
2024-04-21T02:32:07.031291782Z   "execution_date": "2024-04-21T02:32:07.000572+00:00",
2024-04-21T02:32:07.031294692Z   "external_trigger": true,
2024-04-21T02:32:07.031297613Z   "last_scheduling_decision": null,
2024-04-21T02:32:07.031303838Z   "logical_date": "2024-04-21T02:32:07.000572+00:00",
2024-04-21T02:32:07.031306931Z   "note": null,
2024-04-21T02:32:07.031309916Z   "run_type": "manual",
2024-04-21T02:32:07.031312876Z   "start_date": null,
2024-04-21T02:32:07.031315939Z   "state": "queued"
2024-04-21T02:32:07.031318976Z }
2024-04-21T02:32:07.031321824Z 
2024-04-21T02:32:07.031788556Z INFO:     10.244.0.45:58484 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-04-21T02:38:06.729333952Z 2024/04/21 02:38:06 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-04-21T02:38:07.100247930Z 2024/04/21 02:38:07 INFO main.py:53 Response: {
2024-04-21T02:38:07.100285927Z   "conf": {
2024-04-21T02:38:07.100295905Z     "alerts": [
2024-04-21T02:38:07.100304679Z       {
2024-04-21T02:38:07.100343385Z         "annotations": {},
2024-04-21T02:38:07.100352664Z         "endsAt": "0001-01-01T00:00:00Z",
2024-04-21T02:38:07.100360934Z         "fingerprint": "3cb4a32ae0be9199",
2024-04-21T02:38:07.100411147Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2265a875cc-ea19-4304-9734-b8df8b0f1ac0%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2265a875cc-ea19-4304-9734-b8df8b0f1ac0%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-04-21T02:38:07.100433245Z         "labels": {
2024-04-21T02:38:07.100447216Z           "alertname": "scaleout_4702fd3d-500c-49e6-972a-78ae20bc3836",
2024-04-21T02:38:07.100459949Z           "ns_id": "65a875cc-ea19-4304-9734-b8df8b0f1ac0",
2024-04-21T02:38:07.100469312Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-04-21T02:38:07.100477680Z           "vnf_member_index": "vnf"
2024-04-21T02:38:07.100486145Z         },
2024-04-21T02:38:07.100494993Z         "startsAt": "2024-04-21T02:31:56.693Z",
2024-04-21T02:38:07.100503791Z         "status": "firing"
2024-04-21T02:38:07.100512221Z       }
2024-04-21T02:38:07.100520722Z     ],
2024-04-21T02:38:07.100529394Z     "commonAnnotations": {},
2024-04-21T02:38:07.100537813Z     "commonLabels": {
2024-04-21T02:38:07.100546375Z       "alertname": "scaleout_4702fd3d-500c-49e6-972a-78ae20bc3836",
2024-04-21T02:38:07.100554994Z       "ns_id": "65a875cc-ea19-4304-9734-b8df8b0f1ac0",
2024-04-21T02:38:07.100563234Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-04-21T02:38:07.100571575Z       "vnf_member_index": "vnf"
2024-04-21T02:38:07.100579997Z     },
2024-04-21T02:38:07.100588615Z     "externalURL": "http://alertmanager-0:9093",
2024-04-21T02:38:07.100597119Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-04-21T02:38:07.100605500Z     "groupLabels": {},
2024-04-21T02:38:07.100614125Z     "receiver": "scaleout-webhook",
2024-04-21T02:38:07.100622480Z     "status": "firing",
2024-04-21T02:38:07.100630695Z     "truncatedAlerts": 0,
2024-04-21T02:38:07.100639136Z     "version": "4"
2024-04-21T02:38:07.100647412Z   },
2024-04-21T02:38:07.100655901Z   "dag_id": "scaleout_vdu",
2024-04-21T02:38:07.100664253Z   "dag_run_id": "scaleout_vdu_20240421023806_675088",
2024-04-21T02:38:07.100672534Z   "data_interval_end": "2024-04-21T02:38:07.019056+00:00",
2024-04-21T02:38:07.100681410Z   "data_interval_start": "2024-04-21T02:38:07.019056+00:00",
2024-04-21T02:38:07.100689763Z   "end_date": null,
2024-04-21T02:38:07.100698060Z   "execution_date": "2024-04-21T02:38:07.019056+00:00",
2024-04-21T02:38:07.100706576Z   "external_trigger": true,
2024-04-21T02:38:07.100714817Z   "last_scheduling_decision": null,
2024-04-21T02:38:07.100723254Z   "logical_date": "2024-04-21T02:38:07.019056+00:00",
2024-04-21T02:38:07.100731596Z   "note": null,
2024-04-21T02:38:07.100740017Z   "run_type": "manual",
2024-04-21T02:38:07.100748264Z   "start_date": null,
2024-04-21T02:38:07.100756624Z   "state": "queued"
2024-04-21T02:38:07.100765029Z }
2024-04-21T02:38:07.100773020Z 
2024-04-21T02:38:07.101026346Z INFO:     10.244.0.45:37154 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-04-21T02:40:06.722623749Z 2024/04/21 02:40:06 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-04-21T02:40:07.094200009Z 2024/04/21 02:40:07 INFO main.py:53 Response: {
2024-04-21T02:40:07.094219207Z   "conf": {
2024-04-21T02:40:07.094222552Z     "alerts": [
2024-04-21T02:40:07.094225616Z       {
2024-04-21T02:40:07.094244657Z         "annotations": {},
2024-04-21T02:40:07.094247886Z         "endsAt": "2024-04-21T02:39:41.693Z",
2024-04-21T02:40:07.094251179Z         "fingerprint": "3cb4a32ae0be9199",
2024-04-21T02:40:07.094257591Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2265a875cc-ea19-4304-9734-b8df8b0f1ac0%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2265a875cc-ea19-4304-9734-b8df8b0f1ac0%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-04-21T02:40:07.094261451Z         "labels": {
2024-04-21T02:40:07.094264908Z           "alertname": "scaleout_4702fd3d-500c-49e6-972a-78ae20bc3836",
2024-04-21T02:40:07.094268444Z           "ns_id": "65a875cc-ea19-4304-9734-b8df8b0f1ac0",
2024-04-21T02:40:07.094271339Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-04-21T02:40:07.094274203Z           "vnf_member_index": "vnf"
2024-04-21T02:40:07.094277197Z         },
2024-04-21T02:40:07.094280161Z         "startsAt": "2024-04-21T02:31:56.693Z",
2024-04-21T02:40:07.094283087Z         "status": "resolved"
2024-04-21T02:40:07.094286548Z       }
2024-04-21T02:40:07.094289426Z     ],
2024-04-21T02:40:07.094292304Z     "commonAnnotations": {},
2024-04-21T02:40:07.094295286Z     "commonLabels": {
2024-04-21T02:40:07.094298258Z       "alertname": "scaleout_4702fd3d-500c-49e6-972a-78ae20bc3836",
2024-04-21T02:40:07.094301219Z       "ns_id": "65a875cc-ea19-4304-9734-b8df8b0f1ac0",
2024-04-21T02:40:07.094304150Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-04-21T02:40:07.094307280Z       "vnf_member_index": "vnf"
2024-04-21T02:40:07.094310191Z     },
2024-04-21T02:40:07.094313135Z     "externalURL": "http://alertmanager-0:9093",
2024-04-21T02:40:07.094316022Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-04-21T02:40:07.094319148Z     "groupLabels": {},
2024-04-21T02:40:07.094322019Z     "receiver": "scaleout-webhook",
2024-04-21T02:40:07.094324837Z     "status": "resolved",
2024-04-21T02:40:07.094327847Z     "truncatedAlerts": 0,
2024-04-21T02:40:07.094330641Z     "version": "4"
2024-04-21T02:40:07.094333600Z   },
2024-04-21T02:40:07.094336454Z   "dag_id": "scaleout_vdu",
2024-04-21T02:40:07.094339550Z   "dag_run_id": "scaleout_vdu_20240421024006_539016",
2024-04-21T02:40:07.094342470Z   "data_interval_end": "2024-04-21T02:40:07.058282+00:00",
2024-04-21T02:40:07.094345336Z   "data_interval_start": "2024-04-21T02:40:07.058282+00:00",
2024-04-21T02:40:07.094348338Z   "end_date": null,
2024-04-21T02:40:07.094351570Z   "execution_date": "2024-04-21T02:40:07.058282+00:00",
2024-04-21T02:40:07.094354587Z   "external_trigger": true,
2024-04-21T02:40:07.094357468Z   "last_scheduling_decision": null,
2024-04-21T02:40:07.094360735Z   "logical_date": "2024-04-21T02:40:07.058282+00:00",
2024-04-21T02:40:07.094363702Z   "note": null,
2024-04-21T02:40:07.094366587Z   "run_type": "manual",
2024-04-21T02:40:07.094369406Z   "start_date": null,
2024-04-21T02:40:07.094372388Z   "state": "queued"
2024-04-21T02:40:07.094375267Z }
2024-04-21T02:40:07.094377968Z 
2024-04-21T02:40:07.095535932Z INFO:     10.244.0.45:46794 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-04-21T02:46:58.082499745Z 2024/04/21 02:46:58 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-04-21T02:46:58.420579566Z 2024/04/21 02:46:58 INFO main.py:53 Response: {
2024-04-21T02:46:58.420596667Z   "conf": {
2024-04-21T02:46:58.420600171Z     "alerts": [
2024-04-21T02:46:58.420604005Z       {
2024-04-21T02:46:58.420621247Z         "annotations": {},
2024-04-21T02:46:58.420624698Z         "endsAt": "0001-01-01T00:00:00Z",
2024-04-21T02:46:58.420627853Z         "fingerprint": "b27608cd30f99c1e",
2024-04-21T02:46:58.420631932Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22dd047719-c3b4-40e1-a4dd-5fc6ae0923de%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-04-21T02:46:58.420635782Z         "labels": {
2024-04-21T02:46:58.420639469Z           "alertname": "vdu_alarm_5386fe8e-1a01-4cc0-aa7d-00c1e4b88c0d",
2024-04-21T02:46:58.420642563Z           "job": "airflow_osm_vm_metrics_937467fa-a816-40b8-82c7-ffcd6573ce58",
2024-04-21T02:46:58.420645645Z           "metric_id": "cirros_vnf_cpu_util",
2024-04-21T02:46:58.420649201Z           "ns_id": "dd047719-c3b4-40e1-a4dd-5fc6ae0923de",
2024-04-21T02:46:58.420652243Z           "project_id": "c01767d0-1853-42c7-a616-2a8193950598",
2024-04-21T02:46:58.420655375Z           "vdu_id": "cirros_vnfd-VM",
2024-04-21T02:46:58.420658366Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-04-21T02:46:58.420661345Z           "vim_id": "937467fa-a816-40b8-82c7-ffcd6573ce58",
2024-04-21T02:46:58.420664374Z           "vm_id": "20e6a879-db5e-45ab-9190-b741fd05accd",
2024-04-21T02:46:58.420667489Z           "vnf_member_index": "vnf"
2024-04-21T02:46:58.420670545Z         },
2024-04-21T02:46:58.420673640Z         "startsAt": "2024-04-21T02:46:48.063Z",
2024-04-21T02:46:58.420676804Z         "status": "firing"
2024-04-21T02:46:58.420680081Z       }
2024-04-21T02:46:58.420683090Z     ],
2024-04-21T02:46:58.420686183Z     "commonAnnotations": {},
2024-04-21T02:46:58.420689274Z     "commonLabels": {
2024-04-21T02:46:58.420692316Z       "alertname": "vdu_alarm_5386fe8e-1a01-4cc0-aa7d-00c1e4b88c0d",
2024-04-21T02:46:58.420695398Z       "job": "airflow_osm_vm_metrics_937467fa-a816-40b8-82c7-ffcd6573ce58",
2024-04-21T02:46:58.420698504Z       "metric_id": "cirros_vnf_cpu_util",
2024-04-21T02:46:58.420701502Z       "ns_id": "dd047719-c3b4-40e1-a4dd-5fc6ae0923de",
2024-04-21T02:46:58.420704530Z       "project_id": "c01767d0-1853-42c7-a616-2a8193950598",
2024-04-21T02:46:58.420707894Z       "vdu_id": "cirros_vnfd-VM",
2024-04-21T02:46:58.420710981Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-04-21T02:46:58.420713959Z       "vim_id": "937467fa-a816-40b8-82c7-ffcd6573ce58",
2024-04-21T02:46:58.420716895Z       "vm_id": "20e6a879-db5e-45ab-9190-b741fd05accd",
2024-04-21T02:46:58.420720197Z       "vnf_member_index": "vnf"
2024-04-21T02:46:58.420723341Z     },
2024-04-21T02:46:58.420726494Z     "externalURL": "http://alertmanager-0:9093",
2024-04-21T02:46:58.420729468Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-04-21T02:46:58.420732588Z     "groupLabels": {},
2024-04-21T02:46:58.420735599Z     "receiver": "alarm-webhook",
2024-04-21T02:46:58.420738533Z     "status": "firing",
2024-04-21T02:46:58.420741714Z     "truncatedAlerts": 0,
2024-04-21T02:46:58.420744740Z     "version": "4"
2024-04-21T02:46:58.420747747Z   },
2024-04-21T02:46:58.420750791Z   "dag_id": "vdu_alarm",
2024-04-21T02:46:58.420753818Z   "dag_run_id": "vdu_alarm_20240421024658_671468",
2024-04-21T02:46:58.420756775Z   "data_interval_end": "2024-04-21T02:46:58.360757+00:00",
2024-04-21T02:46:58.420760293Z   "data_interval_start": "2024-04-21T02:46:58.360757+00:00",
2024-04-21T02:46:58.420763382Z   "end_date": null,
2024-04-21T02:46:58.420766749Z   "execution_date": "2024-04-21T02:46:58.360757+00:00",
2024-04-21T02:46:58.420769774Z   "external_trigger": true,
2024-04-21T02:46:58.420776681Z   "last_scheduling_decision": null,
2024-04-21T02:46:58.420779682Z   "logical_date": "2024-04-21T02:46:58.360757+00:00",
2024-04-21T02:46:58.420782667Z   "note": null,
2024-04-21T02:46:58.420785652Z   "run_type": "manual",
2024-04-21T02:46:58.420788611Z   "start_date": null,
2024-04-21T02:46:58.420791682Z   "state": "queued"
2024-04-21T02:46:58.420794655Z }
2024-04-21T02:46:58.420797538Z 
2024-04-21T02:46:58.421298990Z INFO:     10.244.0.45:58888 - "POST /vdu_alarm HTTP/1.1" 200 OK
2024-04-21T02:50:58.088753120Z 2024/04/21 02:50:58 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-04-21T02:50:58.386860625Z 2024/04/21 02:50:58 INFO main.py:53 Response: {
2024-04-21T02:50:58.386893012Z   "conf": {
2024-04-21T02:50:58.386902656Z     "alerts": [
2024-04-21T02:50:58.386911319Z       {
2024-04-21T02:50:58.386921355Z         "annotations": {},
2024-04-21T02:50:58.386930093Z         "endsAt": "2024-04-21T02:50:48.063Z",
2024-04-21T02:50:58.386938319Z         "fingerprint": "b27608cd30f99c1e",
2024-04-21T02:50:58.386947793Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22dd047719-c3b4-40e1-a4dd-5fc6ae0923de%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-04-21T02:50:58.386957112Z         "labels": {
2024-04-21T02:50:58.386966344Z           "alertname": "vdu_alarm_5386fe8e-1a01-4cc0-aa7d-00c1e4b88c0d",
2024-04-21T02:50:58.386974717Z           "job": "airflow_osm_vm_metrics_937467fa-a816-40b8-82c7-ffcd6573ce58",
2024-04-21T02:50:58.386983083Z           "metric_id": "cirros_vnf_cpu_util",
2024-04-21T02:50:58.386992847Z           "ns_id": "dd047719-c3b4-40e1-a4dd-5fc6ae0923de",
2024-04-21T02:50:58.387001231Z           "project_id": "c01767d0-1853-42c7-a616-2a8193950598",
2024-04-21T02:50:58.387009550Z           "vdu_id": "cirros_vnfd-VM",
2024-04-21T02:50:58.387018114Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-04-21T02:50:58.387026458Z           "vim_id": "937467fa-a816-40b8-82c7-ffcd6573ce58",
2024-04-21T02:50:58.387035183Z           "vm_id": "20e6a879-db5e-45ab-9190-b741fd05accd",
2024-04-21T02:50:58.387043443Z           "vnf_member_index": "vnf"
2024-04-21T02:50:58.387051881Z         },
2024-04-21T02:50:58.387060352Z         "startsAt": "2024-04-21T02:46:48.063Z",
2024-04-21T02:50:58.387075640Z         "status": "resolved"
2024-04-21T02:50:58.387084462Z       }
2024-04-21T02:50:58.387092962Z     ],
2024-04-21T02:50:58.387101828Z     "commonAnnotations": {},
2024-04-21T02:50:58.387110166Z     "commonLabels": {
2024-04-21T02:50:58.387118685Z       "alertname": "vdu_alarm_5386fe8e-1a01-4cc0-aa7d-00c1e4b88c0d",
2024-04-21T02:50:58.387127065Z       "job": "airflow_osm_vm_metrics_937467fa-a816-40b8-82c7-ffcd6573ce58",
2024-04-21T02:50:58.387135332Z       "metric_id": "cirros_vnf_cpu_util",
2024-04-21T02:50:58.387143839Z       "ns_id": "dd047719-c3b4-40e1-a4dd-5fc6ae0923de",
2024-04-21T02:50:58.387152013Z       "project_id": "c01767d0-1853-42c7-a616-2a8193950598",
2024-04-21T02:50:58.387160259Z       "vdu_id": "cirros_vnfd-VM",
2024-04-21T02:50:58.387168433Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-04-21T02:50:58.387176579Z       "vim_id": "937467fa-a816-40b8-82c7-ffcd6573ce58",
2024-04-21T02:50:58.387184806Z       "vm_id": "20e6a879-db5e-45ab-9190-b741fd05accd",
2024-04-21T02:50:58.387193052Z       "vnf_member_index": "vnf"
2024-04-21T02:50:58.387201534Z     },
2024-04-21T02:50:58.387209959Z     "externalURL": "http://alertmanager-0:9093",
2024-04-21T02:50:58.387218230Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-04-21T02:50:58.387254082Z     "groupLabels": {},
2024-04-21T02:50:58.387263049Z     "receiver": "alarm-webhook",
2024-04-21T02:50:58.387271499Z     "status": "resolved",
2024-04-21T02:50:58.387280360Z     "truncatedAlerts": 0,
2024-04-21T02:50:58.387288657Z     "version": "4"
2024-04-21T02:50:58.387297187Z   },
2024-04-21T02:50:58.387305679Z   "dag_id": "vdu_alarm",
2024-04-21T02:50:58.387314078Z   "dag_run_id": "vdu_alarm_20240421025058_856258",
2024-04-21T02:50:58.387322298Z   "data_interval_end": "2024-04-21T02:50:58.338230+00:00",
2024-04-21T02:50:58.387330624Z   "data_interval_start": "2024-04-21T02:50:58.338230+00:00",
2024-04-21T02:50:58.387338999Z   "end_date": null,
2024-04-21T02:50:58.387351371Z   "execution_date": "2024-04-21T02:50:58.338230+00:00",
2024-04-21T02:50:58.387360081Z   "external_trigger": true,
2024-04-21T02:50:58.387368464Z   "last_scheduling_decision": null,
2024-04-21T02:50:58.387376728Z   "logical_date": "2024-04-21T02:50:58.338230+00:00",
2024-04-21T02:50:58.387384984Z   "note": null,
2024-04-21T02:50:58.387393317Z   "run_type": "manual",
2024-04-21T02:50:58.387401612Z   "start_date": null,
2024-04-21T02:50:58.387413899Z   "state": "queued"
2024-04-21T02:50:58.387422945Z }
2024-04-21T02:50:58.387430892Z 
2024-04-21T02:50:58.387761643Z INFO:     10.244.0.45:56118 - "POST /vdu_alarm HTTP/1.1" 200 OK