2024-06-18T22:21:22.290902158Z INFO:     Started server process [1]
2024-06-18T22:21:22.292759923Z INFO:     Waiting for application startup.
2024-06-18T22:21:22.292800885Z INFO:     Application startup complete.
2024-06-18T22:21:22.293197372Z INFO:     Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit)
2024-06-19T01:09:37.725525255Z 2024/06/19 01:09:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-06-19T01:09:38.156854940Z 2024/06/19 01:09:38 INFO main.py:53 Response: {
2024-06-19T01:09:38.156879807Z   "conf": {
2024-06-19T01:09:38.156888984Z     "alerts": [
2024-06-19T01:09:38.156897274Z       {
2024-06-19T01:09:38.156906875Z         "annotations": {
2024-06-19T01:09:38.156916285Z           "description": "VDU b6171975-cf26-445c-a306-7d195ef3de49 in VIM c1779040-8a5f-4394-a201-f69ca21c81b5 has been down for more than 3 minutes. NS instance id is 7060d569-5688-484f-b1d0-a6309c0bf87f",
2024-06-19T01:09:38.156926353Z           "summary": "VDU b6171975-cf26-445c-a306-7d195ef3de49 in VIM c1779040-8a5f-4394-a201-f69ca21c81b5 is down"
2024-06-19T01:09:38.156934980Z         },
2024-06-19T01:09:38.156943463Z         "endsAt": "0001-01-01T00:00:00Z",
2024-06-19T01:09:38.156951782Z         "fingerprint": "d3921b930b0342f3",
2024-06-19T01:09:38.156960680Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-06-19T01:09:38.156969020Z         "labels": {
2024-06-19T01:09:38.156977550Z           "alertname": "vdu_down",
2024-06-19T01:09:38.156985819Z           "job": "osm_prometheus",
2024-06-19T01:09:38.156994916Z           "ns_id": "7060d569-5688-484f-b1d0-a6309c0bf87f",
2024-06-19T01:09:38.157003183Z           "project_id": "f98239b2-2752-4099-b9db-8914d0b4afb0",
2024-06-19T01:09:38.157011658Z           "vdu_id": "c720fa84-ce5a-4984-807e-64a6a1d9b2bc",
2024-06-19T01:09:38.157020696Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-06-19T01:09:38.157029011Z           "vim_id": "c1779040-8a5f-4394-a201-f69ca21c81b5",
2024-06-19T01:09:38.157037311Z           "vm_id": "b6171975-cf26-445c-a306-7d195ef3de49",
2024-06-19T01:09:38.157045642Z           "vnf_id": "3d4ae7be-0beb-47a3-8b62-9de783a53cc6",
2024-06-19T01:09:38.157053832Z           "vnf_member_index": "autoheal-basic-1"
2024-06-19T01:09:38.157062178Z         },
2024-06-19T01:09:38.157070468Z         "startsAt": "2024-06-19T01:09:27.687Z",
2024-06-19T01:09:38.157080368Z         "status": "firing"
2024-06-19T01:09:38.157088791Z       }
2024-06-19T01:09:38.157097047Z     ],
2024-06-19T01:09:38.157105458Z     "commonAnnotations": {
2024-06-19T01:09:38.157113924Z       "description": "VDU b6171975-cf26-445c-a306-7d195ef3de49 in VIM c1779040-8a5f-4394-a201-f69ca21c81b5 has been down for more than 3 minutes. NS instance id is 7060d569-5688-484f-b1d0-a6309c0bf87f",
2024-06-19T01:09:38.157122316Z       "summary": "VDU b6171975-cf26-445c-a306-7d195ef3de49 in VIM c1779040-8a5f-4394-a201-f69ca21c81b5 is down"
2024-06-19T01:09:38.157130760Z     },
2024-06-19T01:09:38.157139197Z     "commonLabels": {
2024-06-19T01:09:38.157147587Z       "alertname": "vdu_down",
2024-06-19T01:09:38.157155772Z       "job": "osm_prometheus",
2024-06-19T01:09:38.157164123Z       "ns_id": "7060d569-5688-484f-b1d0-a6309c0bf87f",
2024-06-19T01:09:38.157172436Z       "project_id": "f98239b2-2752-4099-b9db-8914d0b4afb0",
2024-06-19T01:09:38.157180698Z       "vdu_id": "c720fa84-ce5a-4984-807e-64a6a1d9b2bc",
2024-06-19T01:09:38.157200159Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-06-19T01:09:38.157208751Z       "vim_id": "c1779040-8a5f-4394-a201-f69ca21c81b5",
2024-06-19T01:09:38.157217081Z       "vm_id": "b6171975-cf26-445c-a306-7d195ef3de49",
2024-06-19T01:09:38.157256528Z       "vnf_id": "3d4ae7be-0beb-47a3-8b62-9de783a53cc6",
2024-06-19T01:09:38.157265185Z       "vnf_member_index": "autoheal-basic-1"
2024-06-19T01:09:38.157273411Z     },
2024-06-19T01:09:38.157281734Z     "externalURL": "http://alertmanager-0:9093",
2024-06-19T01:09:38.157289970Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-06-19T01:09:38.157298327Z     "groupLabels": {},
2024-06-19T01:09:38.157306794Z     "receiver": "vdu-webhook",
2024-06-19T01:09:38.157315088Z     "status": "firing",
2024-06-19T01:09:38.157323663Z     "truncatedAlerts": 0,
2024-06-19T01:09:38.157331893Z     "version": "4"
2024-06-19T01:09:38.157340636Z   },
2024-06-19T01:09:38.157348975Z   "dag_id": "vdu_down",
2024-06-19T01:09:38.157357164Z   "dag_run_id": "vdu_down_20240619010937_985336",
2024-06-19T01:09:38.157365375Z   "data_interval_end": "2024-06-19T01:09:38.102123+00:00",
2024-06-19T01:09:38.157373756Z   "data_interval_start": "2024-06-19T01:09:38.102123+00:00",
2024-06-19T01:09:38.157381988Z   "end_date": null,
2024-06-19T01:09:38.157390213Z   "execution_date": "2024-06-19T01:09:38.102123+00:00",
2024-06-19T01:09:38.157398370Z   "external_trigger": true,
2024-06-19T01:09:38.157406622Z   "last_scheduling_decision": null,
2024-06-19T01:09:38.157414876Z   "logical_date": "2024-06-19T01:09:38.102123+00:00",
2024-06-19T01:09:38.157423118Z   "note": null,
2024-06-19T01:09:38.157431419Z   "run_type": "manual",
2024-06-19T01:09:38.157439798Z   "start_date": null,
2024-06-19T01:09:38.157448208Z   "state": "queued"
2024-06-19T01:09:38.157456533Z }
2024-06-19T01:09:38.157464478Z 
2024-06-19T01:09:38.157555814Z INFO:     10.244.0.45:35794 - "POST /vdu_down HTTP/1.1" 200 OK
2024-06-19T01:11:37.716152085Z 2024/06/19 01:11:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-06-19T01:11:38.489545535Z 2024/06/19 01:11:38 INFO main.py:53 Response: {
2024-06-19T01:11:38.489587055Z   "conf": {
2024-06-19T01:11:38.489593095Z     "alerts": [
2024-06-19T01:11:38.489597686Z       {
2024-06-19T01:11:38.489602771Z         "annotations": {
2024-06-19T01:11:38.489619635Z           "description": "VDU b6171975-cf26-445c-a306-7d195ef3de49 in VIM c1779040-8a5f-4394-a201-f69ca21c81b5 has been down for more than 3 minutes. NS instance id is 7060d569-5688-484f-b1d0-a6309c0bf87f",
2024-06-19T01:11:38.489626616Z           "summary": "VDU b6171975-cf26-445c-a306-7d195ef3de49 in VIM c1779040-8a5f-4394-a201-f69ca21c81b5 is down"
2024-06-19T01:11:38.489631312Z         },
2024-06-19T01:11:38.489635667Z         "endsAt": "2024-06-19T01:10:57.687Z",
2024-06-19T01:11:38.489640395Z         "fingerprint": "d3921b930b0342f3",
2024-06-19T01:11:38.489646434Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-06-19T01:11:38.489651077Z         "labels": {
2024-06-19T01:11:38.489655484Z           "alertname": "vdu_down",
2024-06-19T01:11:38.489660137Z           "job": "osm_prometheus",
2024-06-19T01:11:38.489664769Z           "ns_id": "7060d569-5688-484f-b1d0-a6309c0bf87f",
2024-06-19T01:11:38.489669279Z           "project_id": "f98239b2-2752-4099-b9db-8914d0b4afb0",
2024-06-19T01:11:38.489674054Z           "vdu_id": "c720fa84-ce5a-4984-807e-64a6a1d9b2bc",
2024-06-19T01:11:38.489680358Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-06-19T01:11:38.489685239Z           "vim_id": "c1779040-8a5f-4394-a201-f69ca21c81b5",
2024-06-19T01:11:38.489689757Z           "vm_id": "b6171975-cf26-445c-a306-7d195ef3de49",
2024-06-19T01:11:38.489694447Z           "vnf_id": "3d4ae7be-0beb-47a3-8b62-9de783a53cc6",
2024-06-19T01:11:38.489711488Z           "vnf_member_index": "autoheal-basic-1"
2024-06-19T01:11:38.489715733Z         },
2024-06-19T01:11:38.489720325Z         "startsAt": "2024-06-19T01:09:27.687Z",
2024-06-19T01:11:38.489727146Z         "status": "resolved"
2024-06-19T01:11:38.489731696Z       }
2024-06-19T01:11:38.489736095Z     ],
2024-06-19T01:11:38.489757855Z     "commonAnnotations": {
2024-06-19T01:11:38.489763973Z       "description": "VDU b6171975-cf26-445c-a306-7d195ef3de49 in VIM c1779040-8a5f-4394-a201-f69ca21c81b5 has been down for more than 3 minutes. NS instance id is 7060d569-5688-484f-b1d0-a6309c0bf87f",
2024-06-19T01:11:38.489769039Z       "summary": "VDU b6171975-cf26-445c-a306-7d195ef3de49 in VIM c1779040-8a5f-4394-a201-f69ca21c81b5 is down"
2024-06-19T01:11:38.489773260Z     },
2024-06-19T01:11:38.489777751Z     "commonLabels": {
2024-06-19T01:11:38.489782661Z       "alertname": "vdu_down",
2024-06-19T01:11:38.489787065Z       "job": "osm_prometheus",
2024-06-19T01:11:38.489792085Z       "ns_id": "7060d569-5688-484f-b1d0-a6309c0bf87f",
2024-06-19T01:11:38.489796343Z       "project_id": "f98239b2-2752-4099-b9db-8914d0b4afb0",
2024-06-19T01:11:38.489798122Z INFO:     10.244.0.45:34680 - "POST /vdu_down HTTP/1.1" 200 OK
2024-06-19T01:11:38.489801032Z       "vdu_id": "c720fa84-ce5a-4984-807e-64a6a1d9b2bc",
2024-06-19T01:11:38.489819328Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-06-19T01:11:38.489822741Z       "vim_id": "c1779040-8a5f-4394-a201-f69ca21c81b5",
2024-06-19T01:11:38.489825661Z       "vm_id": "b6171975-cf26-445c-a306-7d195ef3de49",
2024-06-19T01:11:38.489829206Z       "vnf_id": "3d4ae7be-0beb-47a3-8b62-9de783a53cc6",
2024-06-19T01:11:38.489832622Z       "vnf_member_index": "autoheal-basic-1"
2024-06-19T01:11:38.489835657Z     },
2024-06-19T01:11:38.489838831Z     "externalURL": "http://alertmanager-0:9093",
2024-06-19T01:11:38.489841844Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-06-19T01:11:38.489844988Z     "groupLabels": {},
2024-06-19T01:11:38.489848392Z     "receiver": "vdu-webhook",
2024-06-19T01:11:38.489851291Z     "status": "resolved",
2024-06-19T01:11:38.489854283Z     "truncatedAlerts": 0,
2024-06-19T01:11:38.489857135Z     "version": "4"
2024-06-19T01:11:38.489862549Z   },
2024-06-19T01:11:38.489865749Z   "dag_id": "vdu_down",
2024-06-19T01:11:38.489868794Z   "dag_run_id": "vdu_down_20240619011137_573069",
2024-06-19T01:11:38.489871716Z   "data_interval_end": "2024-06-19T01:11:38.462453+00:00",
2024-06-19T01:11:38.489874623Z   "data_interval_start": "2024-06-19T01:11:38.462453+00:00",
2024-06-19T01:11:38.489877607Z   "end_date": null,
2024-06-19T01:11:38.489880638Z   "execution_date": "2024-06-19T01:11:38.462453+00:00",
2024-06-19T01:11:38.489883582Z   "external_trigger": true,
2024-06-19T01:11:38.489886529Z   "last_scheduling_decision": null,
2024-06-19T01:11:38.489889479Z   "logical_date": "2024-06-19T01:11:38.462453+00:00",
2024-06-19T01:11:38.489892483Z   "note": null,
2024-06-19T01:11:38.489895368Z   "run_type": "manual",
2024-06-19T01:11:38.489898266Z   "start_date": null,
2024-06-19T01:11:38.489901282Z   "state": "queued"
2024-06-19T01:11:38.489904214Z }
2024-06-19T01:11:38.489907004Z 
2024-06-19T02:12:03.269011055Z 2024/06/19 02:12:03 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-06-19T02:12:04.115504785Z 2024/06/19 02:12:04 INFO main.py:53 Response: {
2024-06-19T02:12:04.115521545Z   "conf": {
2024-06-19T02:12:04.115525129Z     "alerts": [
2024-06-19T02:12:04.115528265Z       {
2024-06-19T02:12:04.115542621Z         "annotations": {},
2024-06-19T02:12:04.115545820Z         "endsAt": "0001-01-01T00:00:00Z",
2024-06-19T02:12:04.115548813Z         "fingerprint": "b8929c2e7cda487f",
2024-06-19T02:12:04.115554305Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22277580f2-cafe-482f-8cbd-005454463c8b%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22277580f2-cafe-482f-8cbd-005454463c8b%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-06-19T02:12:04.115559056Z         "labels": {
2024-06-19T02:12:04.115562413Z           "alertname": "scaleout_fa7eae37-cc73-431e-ab41-2e74c334b6a3",
2024-06-19T02:12:04.115565645Z           "ns_id": "277580f2-cafe-482f-8cbd-005454463c8b",
2024-06-19T02:12:04.115568648Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-06-19T02:12:04.115571635Z           "vnf_member_index": "vnf"
2024-06-19T02:12:04.115574535Z         },
2024-06-19T02:12:04.115577705Z         "startsAt": "2024-06-19T02:11:53.247Z",
2024-06-19T02:12:04.115580676Z         "status": "firing"
2024-06-19T02:12:04.115583589Z       }
2024-06-19T02:12:04.115586540Z     ],
2024-06-19T02:12:04.115589494Z     "commonAnnotations": {},
2024-06-19T02:12:04.115592339Z     "commonLabels": {
2024-06-19T02:12:04.115595415Z       "alertname": "scaleout_fa7eae37-cc73-431e-ab41-2e74c334b6a3",
2024-06-19T02:12:04.115598315Z       "ns_id": "277580f2-cafe-482f-8cbd-005454463c8b",
2024-06-19T02:12:04.115601254Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-06-19T02:12:04.115604107Z       "vnf_member_index": "vnf"
2024-06-19T02:12:04.115606976Z     },
2024-06-19T02:12:04.115609944Z     "externalURL": "http://alertmanager-0:9093",
2024-06-19T02:12:04.115612896Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-06-19T02:12:04.115616072Z     "groupLabels": {},
2024-06-19T02:12:04.115619030Z     "receiver": "scaleout-webhook",
2024-06-19T02:12:04.115621907Z     "status": "firing",
2024-06-19T02:12:04.115624867Z     "truncatedAlerts": 0,
2024-06-19T02:12:04.115627729Z     "version": "4"
2024-06-19T02:12:04.115630561Z   },
2024-06-19T02:12:04.115633532Z   "dag_id": "scaleout_vdu",
2024-06-19T02:12:04.115636420Z   "dag_run_id": "scaleout_vdu_20240619021203_412583",
2024-06-19T02:12:04.115639379Z   "data_interval_end": "2024-06-19T02:12:03.543323+00:00",
2024-06-19T02:12:04.115647714Z   "data_interval_start": "2024-06-19T02:12:03.543323+00:00",
2024-06-19T02:12:04.115650800Z   "end_date": null,
2024-06-19T02:12:04.115653702Z   "execution_date": "2024-06-19T02:12:03.543323+00:00",
2024-06-19T02:12:04.115656533Z   "external_trigger": true,
2024-06-19T02:12:04.115659392Z   "last_scheduling_decision": null,
2024-06-19T02:12:04.115662327Z   "logical_date": "2024-06-19T02:12:03.543323+00:00",
2024-06-19T02:12:04.115665204Z   "note": null,
2024-06-19T02:12:04.115668379Z   "run_type": "manual",
2024-06-19T02:12:04.115671225Z   "start_date": null,
2024-06-19T02:12:04.115674123Z   "state": "queued"
2024-06-19T02:12:04.115676977Z }
2024-06-19T02:12:04.115679730Z 
2024-06-19T02:12:04.116304794Z INFO:     10.244.0.45:47200 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-06-19T02:18:03.270083585Z 2024/06/19 02:18:03 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-06-19T02:18:03.584086502Z 2024/06/19 02:18:03 INFO main.py:53 Response: {
2024-06-19T02:18:03.584124616Z   "conf": {
2024-06-19T02:18:03.584134095Z     "alerts": [
2024-06-19T02:18:03.584141947Z       {
2024-06-19T02:18:03.584189288Z         "annotations": {},
2024-06-19T02:18:03.584197629Z         "endsAt": "0001-01-01T00:00:00Z",
2024-06-19T02:18:03.584205142Z         "fingerprint": "b8929c2e7cda487f",
2024-06-19T02:18:03.584218027Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22277580f2-cafe-482f-8cbd-005454463c8b%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22277580f2-cafe-482f-8cbd-005454463c8b%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-06-19T02:18:03.584227276Z         "labels": {
2024-06-19T02:18:03.584235731Z           "alertname": "scaleout_fa7eae37-cc73-431e-ab41-2e74c334b6a3",
2024-06-19T02:18:03.584243931Z           "ns_id": "277580f2-cafe-482f-8cbd-005454463c8b",
2024-06-19T02:18:03.584251399Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-06-19T02:18:03.584259261Z           "vnf_member_index": "vnf"
2024-06-19T02:18:03.584266984Z         },
2024-06-19T02:18:03.584274405Z         "startsAt": "2024-06-19T02:11:53.247Z",
2024-06-19T02:18:03.584282228Z         "status": "firing"
2024-06-19T02:18:03.584289909Z       }
2024-06-19T02:18:03.584297871Z     ],
2024-06-19T02:18:03.584305401Z     "commonAnnotations": {},
2024-06-19T02:18:03.584312821Z     "commonLabels": {
2024-06-19T02:18:03.584320436Z       "alertname": "scaleout_fa7eae37-cc73-431e-ab41-2e74c334b6a3",
2024-06-19T02:18:03.584327874Z       "ns_id": "277580f2-cafe-482f-8cbd-005454463c8b",
2024-06-19T02:18:03.584335307Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-06-19T02:18:03.584342712Z       "vnf_member_index": "vnf"
2024-06-19T02:18:03.584350279Z     },
2024-06-19T02:18:03.584358114Z     "externalURL": "http://alertmanager-0:9093",
2024-06-19T02:18:03.584365549Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-06-19T02:18:03.584373848Z     "groupLabels": {},
2024-06-19T02:18:03.584381477Z     "receiver": "scaleout-webhook",
2024-06-19T02:18:03.584388835Z     "status": "firing",
2024-06-19T02:18:03.584396379Z     "truncatedAlerts": 0,
2024-06-19T02:18:03.584403800Z     "version": "4"
2024-06-19T02:18:03.584411690Z   },
2024-06-19T02:18:03.584419393Z   "dag_id": "scaleout_vdu",
2024-06-19T02:18:03.584426906Z   "dag_run_id": "scaleout_vdu_20240619021803_825954",
2024-06-19T02:18:03.584434329Z   "data_interval_end": "2024-06-19T02:18:03.530564+00:00",
2024-06-19T02:18:03.584441796Z   "data_interval_start": "2024-06-19T02:18:03.530564+00:00",
2024-06-19T02:18:03.584449388Z   "end_date": null,
2024-06-19T02:18:03.584456941Z   "execution_date": "2024-06-19T02:18:03.530564+00:00",
2024-06-19T02:18:03.584464517Z   "external_trigger": true,
2024-06-19T02:18:03.584472675Z   "last_scheduling_decision": null,
2024-06-19T02:18:03.584484217Z   "logical_date": "2024-06-19T02:18:03.530564+00:00",
2024-06-19T02:18:03.584491891Z   "note": null,
2024-06-19T02:18:03.584499439Z   "run_type": "manual",
2024-06-19T02:18:03.584507107Z   "start_date": null,
2024-06-19T02:18:03.584514708Z   "state": "queued"
2024-06-19T02:18:03.584522184Z }
2024-06-19T02:18:03.584529454Z 
2024-06-19T02:18:03.585087181Z INFO:     10.244.0.45:46122 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-06-19T02:20:03.273495453Z 2024/06/19 02:20:03 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-06-19T02:20:04.111853837Z INFO:     10.244.0.45:42668 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-06-19T02:20:04.111885536Z 2024/06/19 02:20:04 INFO main.py:53 Response: {
2024-06-19T02:20:04.111890055Z   "conf": {
2024-06-19T02:20:04.111906567Z     "alerts": [
2024-06-19T02:20:04.111909613Z       {
2024-06-19T02:20:04.111913132Z         "annotations": {},
2024-06-19T02:20:04.111916860Z         "endsAt": "2024-06-19T02:18:23.247Z",
2024-06-19T02:20:04.111919864Z         "fingerprint": "b8929c2e7cda487f",
2024-06-19T02:20:04.111926415Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22277580f2-cafe-482f-8cbd-005454463c8b%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22277580f2-cafe-482f-8cbd-005454463c8b%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-06-19T02:20:04.111930066Z         "labels": {
2024-06-19T02:20:04.111933194Z           "alertname": "scaleout_fa7eae37-cc73-431e-ab41-2e74c334b6a3",
2024-06-19T02:20:04.111936538Z           "ns_id": "277580f2-cafe-482f-8cbd-005454463c8b",
2024-06-19T02:20:04.111939444Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-06-19T02:20:04.111942323Z           "vnf_member_index": "vnf"
2024-06-19T02:20:04.111945271Z         },
2024-06-19T02:20:04.111948194Z         "startsAt": "2024-06-19T02:11:53.247Z",
2024-06-19T02:20:04.111951041Z         "status": "resolved"
2024-06-19T02:20:04.111953905Z       }
2024-06-19T02:20:04.111956886Z     ],
2024-06-19T02:20:04.111959801Z     "commonAnnotations": {},
2024-06-19T02:20:04.111962710Z     "commonLabels": {
2024-06-19T02:20:04.111965707Z       "alertname": "scaleout_fa7eae37-cc73-431e-ab41-2e74c334b6a3",
2024-06-19T02:20:04.111968666Z       "ns_id": "277580f2-cafe-482f-8cbd-005454463c8b",
2024-06-19T02:20:04.111971570Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-06-19T02:20:04.111974967Z       "vnf_member_index": "vnf"
2024-06-19T02:20:04.111977879Z     },
2024-06-19T02:20:04.111980863Z     "externalURL": "http://alertmanager-0:9093",
2024-06-19T02:20:04.111983804Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-06-19T02:20:04.111986731Z     "groupLabels": {},
2024-06-19T02:20:04.111989746Z     "receiver": "scaleout-webhook",
2024-06-19T02:20:04.111992674Z     "status": "resolved",
2024-06-19T02:20:04.111995551Z     "truncatedAlerts": 0,
2024-06-19T02:20:04.111998700Z     "version": "4"
2024-06-19T02:20:04.112001590Z   },
2024-06-19T02:20:04.112004542Z   "dag_id": "scaleout_vdu",
2024-06-19T02:20:04.112007566Z   "dag_run_id": "scaleout_vdu_20240619022003_513751",
2024-06-19T02:20:04.112010471Z   "data_interval_end": "2024-06-19T02:20:03.541737+00:00",
2024-06-19T02:20:04.112013627Z   "data_interval_start": "2024-06-19T02:20:03.541737+00:00",
2024-06-19T02:20:04.112016492Z   "end_date": null,
2024-06-19T02:20:04.112019471Z   "execution_date": "2024-06-19T02:20:03.541737+00:00",
2024-06-19T02:20:04.112022325Z   "external_trigger": true,
2024-06-19T02:20:04.112025194Z   "last_scheduling_decision": null,
2024-06-19T02:20:04.112028060Z   "logical_date": "2024-06-19T02:20:03.541737+00:00",
2024-06-19T02:20:04.112030984Z   "note": null,
2024-06-19T02:20:04.112033994Z   "run_type": "manual",
2024-06-19T02:20:04.112036885Z   "start_date": null,
2024-06-19T02:20:04.112039871Z   "state": "queued"
2024-06-19T02:20:04.112042744Z }
2024-06-19T02:20:04.112045512Z 
2024-06-19T02:26:23.860030874Z 2024/06/19 02:26:23 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-06-19T02:26:24.113163268Z 2024/06/19 02:26:24 INFO main.py:53 Response: {
2024-06-19T02:26:24.113184458Z   "conf": {
2024-06-19T02:26:24.113188106Z     "alerts": [
2024-06-19T02:26:24.113191663Z       {
2024-06-19T02:26:24.113209390Z         "annotations": {},
2024-06-19T02:26:24.113212627Z         "endsAt": "0001-01-01T00:00:00Z",
2024-06-19T02:26:24.113215635Z         "fingerprint": "53eaacfc737f86a7",
2024-06-19T02:26:24.113219247Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22b788da44-a99f-424c-b010-309112e8a165%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-06-19T02:26:24.113222925Z         "labels": {
2024-06-19T02:26:24.113226871Z           "alertname": "vdu_alarm_49da0ed2-1cc1-4eaa-8c6e-a523943a8922",
2024-06-19T02:26:24.113229963Z           "job": "airflow_osm_vm_metrics_c1779040-8a5f-4394-a201-f69ca21c81b5",
2024-06-19T02:26:24.113233016Z           "metric_id": "cirros_vnf_cpu_util",
2024-06-19T02:26:24.113236620Z           "ns_id": "b788da44-a99f-424c-b010-309112e8a165",
2024-06-19T02:26:24.113239580Z           "project_id": "f98239b2-2752-4099-b9db-8914d0b4afb0",
2024-06-19T02:26:24.113242536Z           "vdu_id": "cirros_vnfd-VM",
2024-06-19T02:26:24.113245557Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-06-19T02:26:24.113248482Z           "vim_id": "c1779040-8a5f-4394-a201-f69ca21c81b5",
2024-06-19T02:26:24.113251442Z           "vm_id": "32a879b8-bb13-4b82-895e-2f8c6961e8c2",
2024-06-19T02:26:24.113254410Z           "vnf_member_index": "vnf"
2024-06-19T02:26:24.113257493Z         },
2024-06-19T02:26:24.113260452Z         "startsAt": "2024-06-19T02:26:13.837Z",
2024-06-19T02:26:24.113263425Z         "status": "firing"
2024-06-19T02:26:24.113266488Z       }
2024-06-19T02:26:24.113269495Z     ],
2024-06-19T02:26:24.113273044Z     "commonAnnotations": {},
2024-06-19T02:26:24.113276132Z     "commonLabels": {
2024-06-19T02:26:24.113279191Z       "alertname": "vdu_alarm_49da0ed2-1cc1-4eaa-8c6e-a523943a8922",
2024-06-19T02:26:24.113282226Z       "job": "airflow_osm_vm_metrics_c1779040-8a5f-4394-a201-f69ca21c81b5",
2024-06-19T02:26:24.113285140Z       "metric_id": "cirros_vnf_cpu_util",
2024-06-19T02:26:24.113288175Z       "ns_id": "b788da44-a99f-424c-b010-309112e8a165",
2024-06-19T02:26:24.113291144Z       "project_id": "f98239b2-2752-4099-b9db-8914d0b4afb0",
2024-06-19T02:26:24.113294096Z       "vdu_id": "cirros_vnfd-VM",
2024-06-19T02:26:24.113297440Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-06-19T02:26:24.113300548Z       "vim_id": "c1779040-8a5f-4394-a201-f69ca21c81b5",
2024-06-19T02:26:24.113303525Z       "vm_id": "32a879b8-bb13-4b82-895e-2f8c6961e8c2",
2024-06-19T02:26:24.113306503Z       "vnf_member_index": "vnf"
2024-06-19T02:26:24.113309464Z     },
2024-06-19T02:26:24.113312464Z     "externalURL": "http://alertmanager-0:9093",
2024-06-19T02:26:24.113315451Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-06-19T02:26:24.113318407Z     "groupLabels": {},
2024-06-19T02:26:24.113321373Z     "receiver": "alarm-webhook",
2024-06-19T02:26:24.113324381Z     "status": "firing",
2024-06-19T02:26:24.113327363Z     "truncatedAlerts": 0,
2024-06-19T02:26:24.113330282Z     "version": "4"
2024-06-19T02:26:24.113333240Z   },
2024-06-19T02:26:24.113336238Z   "dag_id": "vdu_alarm",
2024-06-19T02:26:24.113339172Z   "dag_run_id": "vdu_alarm_20240619022623_401756",
2024-06-19T02:26:24.113342125Z   "data_interval_end": "2024-06-19T02:26:24.085483+00:00",
2024-06-19T02:26:24.113345148Z   "data_interval_start": "2024-06-19T02:26:24.085483+00:00",
2024-06-19T02:26:24.113348095Z   "end_date": null,
2024-06-19T02:26:24.113351057Z   "execution_date": "2024-06-19T02:26:24.085483+00:00",
2024-06-19T02:26:24.113353993Z   "external_trigger": true,
2024-06-19T02:26:24.113361680Z   "last_scheduling_decision": null,
2024-06-19T02:26:24.113364604Z   "logical_date": "2024-06-19T02:26:24.085483+00:00",
2024-06-19T02:26:24.113367620Z   "note": null,
2024-06-19T02:26:24.113370567Z   "run_type": "manual",
2024-06-19T02:26:24.113373454Z   "start_date": null,
2024-06-19T02:26:24.113376473Z   "state": "queued"
2024-06-19T02:26:24.113379434Z }
2024-06-19T02:26:24.113382266Z 
2024-06-19T02:26:24.114870389Z INFO:     10.244.0.45:46810 - "POST /vdu_alarm HTTP/1.1" 200 OK
2024-06-19T02:30:23.858811053Z 2024/06/19 02:30:23 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-06-19T02:30:24.159850530Z 2024/06/19 02:30:24 INFO main.py:53 Response: {
2024-06-19T02:30:24.159863606Z   "conf": {
2024-06-19T02:30:24.159867007Z     "alerts": [
2024-06-19T02:30:24.159870307Z       {
2024-06-19T02:30:24.159873964Z         "annotations": {},
2024-06-19T02:30:24.159877099Z         "endsAt": "2024-06-19T02:30:13.837Z",
2024-06-19T02:30:24.159886742Z         "fingerprint": "53eaacfc737f86a7",
2024-06-19T02:30:24.159890621Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22b788da44-a99f-424c-b010-309112e8a165%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-06-19T02:30:24.159898158Z         "labels": {
2024-06-19T02:30:24.159902892Z           "alertname": "vdu_alarm_49da0ed2-1cc1-4eaa-8c6e-a523943a8922",
2024-06-19T02:30:24.159906171Z           "job": "airflow_osm_vm_metrics_c1779040-8a5f-4394-a201-f69ca21c81b5",
2024-06-19T02:30:24.159909331Z           "metric_id": "cirros_vnf_cpu_util",
2024-06-19T02:30:24.159912930Z           "ns_id": "b788da44-a99f-424c-b010-309112e8a165",
2024-06-19T02:30:24.159916086Z           "project_id": "f98239b2-2752-4099-b9db-8914d0b4afb0",
2024-06-19T02:30:24.159919227Z           "vdu_id": "cirros_vnfd-VM",
2024-06-19T02:30:24.159922230Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-06-19T02:30:24.159925786Z           "vim_id": "c1779040-8a5f-4394-a201-f69ca21c81b5",
2024-06-19T02:30:24.159928836Z           "vm_id": "32a879b8-bb13-4b82-895e-2f8c6961e8c2",
2024-06-19T02:30:24.159932006Z           "vnf_member_index": "vnf"
2024-06-19T02:30:24.159935191Z         },
2024-06-19T02:30:24.159938123Z         "startsAt": "2024-06-19T02:26:13.837Z",
2024-06-19T02:30:24.159941322Z         "status": "resolved"
2024-06-19T02:30:24.159944302Z       }
2024-06-19T02:30:24.159947281Z     ],
2024-06-19T02:30:24.159950429Z     "commonAnnotations": {},
2024-06-19T02:30:24.159953417Z     "commonLabels": {
2024-06-19T02:30:24.159956400Z       "alertname": "vdu_alarm_49da0ed2-1cc1-4eaa-8c6e-a523943a8922",
2024-06-19T02:30:24.159959582Z       "job": "airflow_osm_vm_metrics_c1779040-8a5f-4394-a201-f69ca21c81b5",
2024-06-19T02:30:24.159962695Z       "metric_id": "cirros_vnf_cpu_util",
2024-06-19T02:30:24.159965688Z       "ns_id": "b788da44-a99f-424c-b010-309112e8a165",
2024-06-19T02:30:24.159968614Z       "project_id": "f98239b2-2752-4099-b9db-8914d0b4afb0",
2024-06-19T02:30:24.159971997Z       "vdu_id": "cirros_vnfd-VM",
2024-06-19T02:30:24.159975103Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-06-19T02:30:24.159978052Z       "vim_id": "c1779040-8a5f-4394-a201-f69ca21c81b5",
2024-06-19T02:30:24.159896679Z INFO:     10.244.0.45:49970 - "POST /vdu_alarm HTTP/1.1" 200 OK
2024-06-19T02:30:24.159981062Z       "vm_id": "32a879b8-bb13-4b82-895e-2f8c6961e8c2",
2024-06-19T02:30:24.160003658Z       "vnf_member_index": "vnf"
2024-06-19T02:30:24.160007276Z     },
2024-06-19T02:30:24.160011055Z     "externalURL": "http://alertmanager-0:9093",
2024-06-19T02:30:24.160035335Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-06-19T02:30:24.160038906Z     "groupLabels": {},
2024-06-19T02:30:24.160041879Z     "receiver": "alarm-webhook",
2024-06-19T02:30:24.160044729Z     "status": "resolved",
2024-06-19T02:30:24.160048234Z     "truncatedAlerts": 0,
2024-06-19T02:30:24.160051218Z     "version": "4"
2024-06-19T02:30:24.160054087Z   },
2024-06-19T02:30:24.160057053Z   "dag_id": "vdu_alarm",
2024-06-19T02:30:24.160059963Z   "dag_run_id": "vdu_alarm_20240619023023_771433",
2024-06-19T02:30:24.160062966Z   "data_interval_end": "2024-06-19T02:30:24.117646+00:00",
2024-06-19T02:30:24.160065907Z   "data_interval_start": "2024-06-19T02:30:24.117646+00:00",
2024-06-19T02:30:24.160068822Z   "end_date": null,
2024-06-19T02:30:24.160071766Z   "execution_date": "2024-06-19T02:30:24.117646+00:00",
2024-06-19T02:30:24.160074759Z   "external_trigger": true,
2024-06-19T02:30:24.160077711Z   "last_scheduling_decision": null,
2024-06-19T02:30:24.160080614Z   "logical_date": "2024-06-19T02:30:24.117646+00:00",
2024-06-19T02:30:24.160083891Z   "note": null,
2024-06-19T02:30:24.160086748Z   "run_type": "manual",
2024-06-19T02:30:24.160089898Z   "start_date": null,
2024-06-19T02:30:24.160092796Z   "state": "queued"
2024-06-19T02:30:24.160095782Z }
2024-06-19T02:30:24.160098540Z