2024-04-08T22:25:29.385517909Z INFO:     Started server process [1]
2024-04-08T22:25:29.385556484Z INFO:     Waiting for application startup.
2024-04-08T22:25:29.385562593Z INFO:     Application startup complete.
2024-04-08T22:25:29.385568220Z INFO:     Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit)
2024-04-09T01:13:37.714871076Z 2024/04/09 01:13:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-04-09T01:13:38.102985793Z 2024/04/09 01:13:38 INFO main.py:53 Response: {
2024-04-09T01:13:38.102999852Z   "conf": {
2024-04-09T01:13:38.103003246Z     "alerts": [
2024-04-09T01:13:38.103006342Z       {
2024-04-09T01:13:38.103010292Z         "annotations": {
2024-04-09T01:13:38.103014197Z           "description": "VDU cd6f01be-5365-4749-a08d-431d715296bf in VIM 0cf5c965-dd12-4146-aba2-4ef6ca1258f6 has been down for more than 3 minutes. NS instance id is 551817dd-463d-43e8-b9da-6131da084093",
2024-04-09T01:13:38.103018444Z           "summary": "VDU cd6f01be-5365-4749-a08d-431d715296bf in VIM 0cf5c965-dd12-4146-aba2-4ef6ca1258f6 is down"
2024-04-09T01:13:38.103021840Z         },
2024-04-09T01:13:38.103025030Z         "endsAt": "0001-01-01T00:00:00Z",
2024-04-09T01:13:38.103028060Z         "fingerprint": "dc99e5be9eeaf726",
2024-04-09T01:13:38.103032296Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-04-09T01:13:38.103035908Z         "labels": {
2024-04-09T01:13:38.103039133Z           "alertname": "vdu_down",
2024-04-09T01:13:38.103042270Z           "job": "osm_prometheus",
2024-04-09T01:13:38.103045986Z           "ns_id": "551817dd-463d-43e8-b9da-6131da084093",
2024-04-09T01:13:38.103048984Z           "project_id": "525af9a7-25e9-4894-8234-d07c1ad8d8a5",
2024-04-09T01:13:38.103052111Z           "vdu_id": "d42d7dca-72c2-47da-a1ce-c678ee7074ff",
2024-04-09T01:13:38.103055848Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-04-09T01:13:38.103059245Z           "vim_id": "0cf5c965-dd12-4146-aba2-4ef6ca1258f6",
2024-04-09T01:13:38.103062325Z           "vm_id": "cd6f01be-5365-4749-a08d-431d715296bf",
2024-04-09T01:13:38.103065445Z           "vnf_id": "90b9d238-6dd5-40df-9f1c-b28c7984dc3e",
2024-04-09T01:13:38.103074584Z           "vnf_member_index": "autoheal-basic-1"
2024-04-09T01:13:38.103077716Z         },
2024-04-09T01:13:38.103080869Z         "startsAt": "2024-04-09T01:13:27.687Z",
2024-04-09T01:13:38.103084474Z         "status": "firing"
2024-04-09T01:13:38.103087593Z       }
2024-04-09T01:13:38.103091075Z     ],
2024-04-09T01:13:38.103094025Z     "commonAnnotations": {
2024-04-09T01:13:38.103097577Z       "description": "VDU cd6f01be-5365-4749-a08d-431d715296bf in VIM 0cf5c965-dd12-4146-aba2-4ef6ca1258f6 has been down for more than 3 minutes. NS instance id is 551817dd-463d-43e8-b9da-6131da084093",
2024-04-09T01:13:38.103100900Z       "summary": "VDU cd6f01be-5365-4749-a08d-431d715296bf in VIM 0cf5c965-dd12-4146-aba2-4ef6ca1258f6 is down"
2024-04-09T01:13:38.103103955Z     },
2024-04-09T01:13:38.103107165Z     "commonLabels": {
2024-04-09T01:13:38.103110223Z       "alertname": "vdu_down",
2024-04-09T01:13:38.103113297Z       "job": "osm_prometheus",
2024-04-09T01:13:38.103116521Z       "ns_id": "551817dd-463d-43e8-b9da-6131da084093",
2024-04-09T01:13:38.103119951Z       "project_id": "525af9a7-25e9-4894-8234-d07c1ad8d8a5",
2024-04-09T01:13:38.103123181Z       "vdu_id": "d42d7dca-72c2-47da-a1ce-c678ee7074ff",
2024-04-09T01:13:38.103126223Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-04-09T01:13:38.103129206Z       "vim_id": "0cf5c965-dd12-4146-aba2-4ef6ca1258f6",
2024-04-09T01:13:38.103132387Z       "vm_id": "cd6f01be-5365-4749-a08d-431d715296bf",
2024-04-09T01:13:38.103156231Z       "vnf_id": "90b9d238-6dd5-40df-9f1c-b28c7984dc3e",
2024-04-09T01:13:38.103159388Z       "vnf_member_index": "autoheal-basic-1"
2024-04-09T01:13:38.103162314Z     },
2024-04-09T01:13:38.103165332Z     "externalURL": "http://alertmanager-0:9093",
2024-04-09T01:13:38.103168350Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-04-09T01:13:38.103171394Z     "groupLabels": {},
2024-04-09T01:13:38.103174432Z     "receiver": "vdu-webhook",
2024-04-09T01:13:38.103177312Z     "status": "firing",
2024-04-09T01:13:38.103180176Z     "truncatedAlerts": 0,
2024-04-09T01:13:38.103183035Z     "version": "4"
2024-04-09T01:13:38.103185949Z   },
2024-04-09T01:13:38.103188966Z   "dag_id": "vdu_down",
2024-04-09T01:13:38.103192164Z   "dag_run_id": "vdu_down_20240409011337_555024",
2024-04-09T01:13:38.103195160Z   "data_interval_end": "2024-04-09T01:13:38.037190+00:00",
2024-04-09T01:13:38.103198154Z   "data_interval_start": "2024-04-09T01:13:38.037190+00:00",
2024-04-09T01:13:38.103201063Z   "end_date": null,
2024-04-09T01:13:38.103204051Z   "execution_date": "2024-04-09T01:13:38.037190+00:00",
2024-04-09T01:13:38.103207057Z   "external_trigger": true,
2024-04-09T01:13:38.103209928Z   "last_scheduling_decision": null,
2024-04-09T01:13:38.103212930Z   "logical_date": "2024-04-09T01:13:38.037190+00:00",
2024-04-09T01:13:38.103215875Z   "note": null,
2024-04-09T01:13:38.103218779Z   "run_type": "manual",
2024-04-09T01:13:38.103221778Z   "start_date": null,
2024-04-09T01:13:38.103224732Z   "state": "queued"
2024-04-09T01:13:38.103227720Z }
2024-04-09T01:13:38.103230540Z 
2024-04-09T01:13:38.103481516Z INFO:     10.244.0.45:56564 - "POST /vdu_down HTTP/1.1" 200 OK
2024-04-09T01:15:37.705897248Z 2024/04/09 01:15:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-04-09T01:15:38.140429725Z 2024/04/09 01:15:38 INFO main.py:53 Response: {
2024-04-09T01:15:38.140476579Z   "conf": {
2024-04-09T01:15:38.140492183Z     "alerts": [
2024-04-09T01:15:38.140505284Z       {
2024-04-09T01:15:38.140519476Z         "annotations": {
2024-04-09T01:15:38.140546986Z           "description": "VDU cd6f01be-5365-4749-a08d-431d715296bf in VIM 0cf5c965-dd12-4146-aba2-4ef6ca1258f6 has been down for more than 3 minutes. NS instance id is 551817dd-463d-43e8-b9da-6131da084093",
2024-04-09T01:15:38.140562907Z           "summary": "VDU cd6f01be-5365-4749-a08d-431d715296bf in VIM 0cf5c965-dd12-4146-aba2-4ef6ca1258f6 is down"
2024-04-09T01:15:38.140576862Z         },
2024-04-09T01:15:38.140591427Z         "endsAt": "2024-04-09T01:14:57.687Z",
2024-04-09T01:15:38.140605709Z         "fingerprint": "dc99e5be9eeaf726",
2024-04-09T01:15:38.140619378Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-04-09T01:15:38.140629983Z         "labels": {
2024-04-09T01:15:38.140638722Z           "alertname": "vdu_down",
2024-04-09T01:15:38.140647181Z           "job": "osm_prometheus",
2024-04-09T01:15:38.140656213Z           "ns_id": "551817dd-463d-43e8-b9da-6131da084093",
2024-04-09T01:15:38.140665288Z           "project_id": "525af9a7-25e9-4894-8234-d07c1ad8d8a5",
2024-04-09T01:15:38.140673736Z           "vdu_id": "d42d7dca-72c2-47da-a1ce-c678ee7074ff",
2024-04-09T01:15:38.140683014Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-04-09T01:15:38.140691423Z           "vim_id": "0cf5c965-dd12-4146-aba2-4ef6ca1258f6",
2024-04-09T01:15:38.140699920Z           "vm_id": "cd6f01be-5365-4749-a08d-431d715296bf",
2024-04-09T01:15:38.140708500Z           "vnf_id": "90b9d238-6dd5-40df-9f1c-b28c7984dc3e",
2024-04-09T01:15:38.140744431Z           "vnf_member_index": "autoheal-basic-1"
2024-04-09T01:15:38.140753350Z         },
2024-04-09T01:15:38.140761890Z         "startsAt": "2024-04-09T01:13:27.687Z",
2024-04-09T01:15:38.140773239Z         "status": "resolved"
2024-04-09T01:15:38.140785829Z       }
2024-04-09T01:15:38.140800833Z     ],
2024-04-09T01:15:38.140815123Z     "commonAnnotations": {
2024-04-09T01:15:38.140828937Z       "description": "VDU cd6f01be-5365-4749-a08d-431d715296bf in VIM 0cf5c965-dd12-4146-aba2-4ef6ca1258f6 has been down for more than 3 minutes. NS instance id is 551817dd-463d-43e8-b9da-6131da084093",
2024-04-09T01:15:38.140841637Z       "summary": "VDU cd6f01be-5365-4749-a08d-431d715296bf in VIM 0cf5c965-dd12-4146-aba2-4ef6ca1258f6 is down"
2024-04-09T01:15:38.140851098Z     },
2024-04-09T01:15:38.140859749Z     "commonLabels": {
2024-04-09T01:15:38.140868317Z       "alertname": "vdu_down",
2024-04-09T01:15:38.140877215Z       "job": "osm_prometheus",
2024-04-09T01:15:38.140892109Z       "ns_id": "551817dd-463d-43e8-b9da-6131da084093",
2024-04-09T01:15:38.140905648Z       "project_id": "525af9a7-25e9-4894-8234-d07c1ad8d8a5",
2024-04-09T01:15:38.140919020Z       "vdu_id": "d42d7dca-72c2-47da-a1ce-c678ee7074ff",
2024-04-09T01:15:38.140971755Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-04-09T01:15:38.140985025Z       "vim_id": "0cf5c965-dd12-4146-aba2-4ef6ca1258f6",
2024-04-09T01:15:38.140998148Z       "vm_id": "cd6f01be-5365-4749-a08d-431d715296bf",
2024-04-09T01:15:38.141011582Z       "vnf_id": "90b9d238-6dd5-40df-9f1c-b28c7984dc3e",
2024-04-09T01:15:38.141025585Z       "vnf_member_index": "autoheal-basic-1"
2024-04-09T01:15:38.141038308Z     },
2024-04-09T01:15:38.141051850Z     "externalURL": "http://alertmanager-0:9093",
2024-04-09T01:15:38.141065337Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-04-09T01:15:38.141078083Z     "groupLabels": {},
2024-04-09T01:15:38.141089389Z     "receiver": "vdu-webhook",
2024-04-09T01:15:38.141098093Z     "status": "resolved",
2024-04-09T01:15:38.141106468Z     "truncatedAlerts": 0,
2024-04-09T01:15:38.141115083Z     "version": "4"
2024-04-09T01:15:38.141123483Z   },
2024-04-09T01:15:38.141131949Z   "dag_id": "vdu_down",
2024-04-09T01:15:38.141140651Z   "dag_run_id": "vdu_down_20240409011537_539477",
2024-04-09T01:15:38.141149168Z   "data_interval_end": "2024-04-09T01:15:38.065679+00:00",
2024-04-09T01:15:38.141157553Z   "data_interval_start": "2024-04-09T01:15:38.065679+00:00",
2024-04-09T01:15:38.141166223Z   "end_date": null,
2024-04-09T01:15:38.141174612Z   "execution_date": "2024-04-09T01:15:38.065679+00:00",
2024-04-09T01:15:38.141183005Z   "external_trigger": true,
2024-04-09T01:15:38.141191300Z   "last_scheduling_decision": null,
2024-04-09T01:15:38.141199805Z   "logical_date": "2024-04-09T01:15:38.065679+00:00",
2024-04-09T01:15:38.141208370Z   "note": null,
2024-04-09T01:15:38.141216842Z   "run_type": "manual",
2024-04-09T01:15:38.141225248Z   "start_date": null,
2024-04-09T01:15:38.141234620Z   "state": "queued"
2024-04-09T01:15:38.141243139Z }
2024-04-09T01:15:38.141251319Z 
2024-04-09T01:15:38.141311697Z INFO:     10.244.0.45:47462 - "POST /vdu_down HTTP/1.1" 200 OK
2024-04-09T02:12:00.608742985Z 2024/04/09 02:12:00 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-04-09T02:12:01.141445659Z 2024/04/09 02:12:01 INFO main.py:53 Response: {
2024-04-09T02:12:01.141480338Z   "conf": {
2024-04-09T02:12:01.141484592Z     "alerts": [
2024-04-09T02:12:01.141487911Z       {
2024-04-09T02:12:01.141492020Z         "annotations": {},
2024-04-09T02:12:01.141512676Z         "endsAt": "0001-01-01T00:00:00Z",
2024-04-09T02:12:01.141516120Z         "fingerprint": "a85eca995a9abf0d",
2024-04-09T02:12:01.141525982Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22c0c784bd-7327-4a22-8034-cabdd62e3158%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22c0c784bd-7327-4a22-8034-cabdd62e3158%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-04-09T02:12:01.141531646Z         "labels": {
2024-04-09T02:12:01.141535644Z           "alertname": "scaleout_e41f7817-b00e-43a6-a434-d3f7c9aeb1c4",
2024-04-09T02:12:01.141539877Z           "ns_id": "c0c784bd-7327-4a22-8034-cabdd62e3158",
2024-04-09T02:12:01.141543136Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-04-09T02:12:01.141546356Z           "vnf_member_index": "vnf"
2024-04-09T02:12:01.141549702Z         },
2024-04-09T02:12:01.141552868Z         "startsAt": "2024-04-09T02:11:50.582Z",
2024-04-09T02:12:01.141556110Z         "status": "firing"
2024-04-09T02:12:01.141559444Z       }
2024-04-09T02:12:01.141562642Z     ],
2024-04-09T02:12:01.141565916Z     "commonAnnotations": {},
2024-04-09T02:12:01.141569146Z     "commonLabels": {
2024-04-09T02:12:01.141572403Z       "alertname": "scaleout_e41f7817-b00e-43a6-a434-d3f7c9aeb1c4",
2024-04-09T02:12:01.141575903Z       "ns_id": "c0c784bd-7327-4a22-8034-cabdd62e3158",
2024-04-09T02:12:01.141579431Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-04-09T02:12:01.141582784Z       "vnf_member_index": "vnf"
2024-04-09T02:12:01.141586008Z     },
2024-04-09T02:12:01.141589306Z     "externalURL": "http://alertmanager-0:9093",
2024-04-09T02:12:01.141592643Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-04-09T02:12:01.141596254Z     "groupLabels": {},
2024-04-09T02:12:01.141599538Z     "receiver": "scaleout-webhook",
2024-04-09T02:12:01.141602716Z     "status": "firing",
2024-04-09T02:12:01.141605914Z     "truncatedAlerts": 0,
2024-04-09T02:12:01.141609526Z     "version": "4"
2024-04-09T02:12:01.141612715Z   },
2024-04-09T02:12:01.141615982Z   "dag_id": "scaleout_vdu",
2024-04-09T02:12:01.141619427Z   "dag_run_id": "scaleout_vdu_20240409021200_974551",
2024-04-09T02:12:01.141622654Z   "data_interval_end": "2024-04-09T02:12:01.089283+00:00",
2024-04-09T02:12:01.141625854Z   "data_interval_start": "2024-04-09T02:12:01.089283+00:00",
2024-04-09T02:12:01.141629073Z   "end_date": null,
2024-04-09T02:12:01.141632385Z   "execution_date": "2024-04-09T02:12:01.089283+00:00",
2024-04-09T02:12:01.141635556Z   "external_trigger": true,
2024-04-09T02:12:01.141638673Z   "last_scheduling_decision": null,
2024-04-09T02:12:01.141641899Z   "logical_date": "2024-04-09T02:12:01.089283+00:00",
2024-04-09T02:12:01.141645229Z   "note": null,
2024-04-09T02:12:01.141648422Z   "run_type": "manual",
2024-04-09T02:12:01.141651630Z   "start_date": null,
2024-04-09T02:12:01.141654825Z   "state": "queued"
2024-04-09T02:12:01.141658023Z }
2024-04-09T02:12:01.141661084Z 
2024-04-09T02:12:01.142310953Z INFO:     10.244.0.45:49442 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-04-09T02:18:00.603034671Z 2024/04/09 02:18:00 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-04-09T02:18:00.999007893Z 2024/04/09 02:18:00 INFO main.py:53 Response: {
2024-04-09T02:18:00.999031775Z   "conf": {
2024-04-09T02:18:00.999035531Z     "alerts": [
2024-04-09T02:18:00.999038596Z       {
2024-04-09T02:18:00.999056889Z         "annotations": {},
2024-04-09T02:18:00.999060213Z         "endsAt": "0001-01-01T00:00:00Z",
2024-04-09T02:18:00.999063644Z         "fingerprint": "a85eca995a9abf0d",
2024-04-09T02:18:00.999067689Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22c0c784bd-7327-4a22-8034-cabdd62e3158%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22c0c784bd-7327-4a22-8034-cabdd62e3158%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-04-09T02:18:00.999071356Z         "labels": {
2024-04-09T02:18:00.999075220Z           "alertname": "scaleout_e41f7817-b00e-43a6-a434-d3f7c9aeb1c4",
2024-04-09T02:18:00.999078985Z           "ns_id": "c0c784bd-7327-4a22-8034-cabdd62e3158",
2024-04-09T02:18:00.999082065Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-04-09T02:18:00.999085517Z           "vnf_member_index": "vnf"
2024-04-09T02:18:00.999088685Z         },
2024-04-09T02:18:00.999091776Z         "startsAt": "2024-04-09T02:11:50.582Z",
2024-04-09T02:18:00.999095120Z         "status": "firing"
2024-04-09T02:18:00.999098190Z       }
2024-04-09T02:18:00.999101271Z     ],
2024-04-09T02:18:00.999104375Z     "commonAnnotations": {},
2024-04-09T02:18:00.999107483Z     "commonLabels": {
2024-04-09T02:18:00.999110631Z       "alertname": "scaleout_e41f7817-b00e-43a6-a434-d3f7c9aeb1c4",
2024-04-09T02:18:00.999113706Z       "ns_id": "c0c784bd-7327-4a22-8034-cabdd62e3158",
2024-04-09T02:18:00.999116765Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-04-09T02:18:00.999119932Z       "vnf_member_index": "vnf"
2024-04-09T02:18:00.999123017Z     },
2024-04-09T02:18:00.999126777Z     "externalURL": "http://alertmanager-0:9093",
2024-04-09T02:18:00.999130091Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-04-09T02:18:00.999133204Z     "groupLabels": {},
2024-04-09T02:18:00.999136386Z     "receiver": "scaleout-webhook",
2024-04-09T02:18:00.999139375Z     "status": "firing",
2024-04-09T02:18:00.999142338Z     "truncatedAlerts": 0,
2024-04-09T02:18:00.999145795Z     "version": "4"
2024-04-09T02:18:00.999148966Z   },
2024-04-09T02:18:00.999152058Z   "dag_id": "scaleout_vdu",
2024-04-09T02:18:00.999155123Z   "dag_run_id": "scaleout_vdu_20240409021800_625072",
2024-04-09T02:18:00.999158315Z   "data_interval_end": "2024-04-09T02:18:00.943858+00:00",
2024-04-09T02:18:00.999161395Z   "data_interval_start": "2024-04-09T02:18:00.943858+00:00",
2024-04-09T02:18:00.999164471Z   "end_date": null,
2024-04-09T02:18:00.999167627Z   "execution_date": "2024-04-09T02:18:00.943858+00:00",
2024-04-09T02:18:00.999170799Z   "external_trigger": true,
2024-04-09T02:18:00.999173893Z   "last_scheduling_decision": null,
2024-04-09T02:18:00.999177003Z   "logical_date": "2024-04-09T02:18:00.943858+00:00",
2024-04-09T02:18:00.999180077Z   "note": null,
2024-04-09T02:18:00.999183085Z   "run_type": "manual",
2024-04-09T02:18:00.999186074Z   "start_date": null,
2024-04-09T02:18:00.999189146Z   "state": "queued"
2024-04-09T02:18:00.999196761Z }
2024-04-09T02:18:00.999199806Z 
2024-04-09T02:18:00.999510119Z INFO:     10.244.0.45:57960 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-04-09T02:20:00.603919393Z 2024/04/09 02:20:00 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-04-09T02:20:00.867939685Z 2024/04/09 02:20:00 INFO main.py:53 Response: {
2024-04-09T02:20:00.867954267Z   "conf": {
2024-04-09T02:20:00.867957749Z     "alerts": [
2024-04-09T02:20:00.867960842Z       {
2024-04-09T02:20:00.867981483Z         "annotations": {},
2024-04-09T02:20:00.867984962Z         "endsAt": "2024-04-09T02:18:20.582Z",
2024-04-09T02:20:00.867988042Z         "fingerprint": "a85eca995a9abf0d",
2024-04-09T02:20:00.867994000Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22c0c784bd-7327-4a22-8034-cabdd62e3158%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22c0c784bd-7327-4a22-8034-cabdd62e3158%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-04-09T02:20:00.867998951Z         "labels": {
2024-04-09T02:20:00.868003538Z           "alertname": "scaleout_e41f7817-b00e-43a6-a434-d3f7c9aeb1c4",
2024-04-09T02:20:00.868008500Z           "ns_id": "c0c784bd-7327-4a22-8034-cabdd62e3158",
2024-04-09T02:20:00.868011598Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-04-09T02:20:00.868014914Z           "vnf_member_index": "vnf"
2024-04-09T02:20:00.868018112Z         },
2024-04-09T02:20:00.868021223Z         "startsAt": "2024-04-09T02:11:50.582Z",
2024-04-09T02:20:00.868024469Z         "status": "resolved"
2024-04-09T02:20:00.868027485Z       }
2024-04-09T02:20:00.868030619Z     ],
2024-04-09T02:20:00.868033703Z     "commonAnnotations": {},
2024-04-09T02:20:00.868036746Z     "commonLabels": {
2024-04-09T02:20:00.868040469Z       "alertname": "scaleout_e41f7817-b00e-43a6-a434-d3f7c9aeb1c4",
2024-04-09T02:20:00.868043551Z       "ns_id": "c0c784bd-7327-4a22-8034-cabdd62e3158",
2024-04-09T02:20:00.868046792Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-04-09T02:20:00.868049788Z       "vnf_member_index": "vnf"
2024-04-09T02:20:00.868052908Z     },
2024-04-09T02:20:00.868056067Z     "externalURL": "http://alertmanager-0:9093",
2024-04-09T02:20:00.868059148Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-04-09T02:20:00.868062247Z     "groupLabels": {},
2024-04-09T02:20:00.868065381Z     "receiver": "scaleout-webhook",
2024-04-09T02:20:00.868068527Z     "status": "resolved",
2024-04-09T02:20:00.868071555Z     "truncatedAlerts": 0,
2024-04-09T02:20:00.868074544Z     "version": "4"
2024-04-09T02:20:00.868077562Z   },
2024-04-09T02:20:00.868080647Z   "dag_id": "scaleout_vdu",
2024-04-09T02:20:00.868084052Z   "dag_run_id": "scaleout_vdu_20240409022000_970236",
2024-04-09T02:20:00.868087266Z   "data_interval_end": "2024-04-09T02:20:00.838589+00:00",
2024-04-09T02:20:00.868090413Z   "data_interval_start": "2024-04-09T02:20:00.838589+00:00",
2024-04-09T02:20:00.868093497Z   "end_date": null,
2024-04-09T02:20:00.868096611Z   "execution_date": "2024-04-09T02:20:00.838589+00:00",
2024-04-09T02:20:00.868099600Z   "external_trigger": true,
2024-04-09T02:20:00.868102603Z   "last_scheduling_decision": null,
2024-04-09T02:20:00.868105651Z   "logical_date": "2024-04-09T02:20:00.838589+00:00",
2024-04-09T02:20:00.868108673Z   "note": null,
2024-04-09T02:20:00.868111729Z   "run_type": "manual",
2024-04-09T02:20:00.868114765Z   "start_date": null,
2024-04-09T02:20:00.868117911Z   "state": "queued"
2024-04-09T02:20:00.868120962Z }
2024-04-09T02:20:00.868123892Z 
2024-04-09T02:20:00.868478462Z INFO:     10.244.0.45:51212 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-04-09T02:27:06.583867004Z 2024/04/09 02:27:06 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-04-09T02:27:06.876814266Z INFO:     10.244.0.45:37074 - "POST /vdu_alarm HTTP/1.1" 200 OK
2024-04-09T02:27:06.876875508Z 2024/04/09 02:27:06 INFO main.py:53 Response: {
2024-04-09T02:27:06.876882457Z   "conf": {
2024-04-09T02:27:06.876908468Z     "alerts": [
2024-04-09T02:27:06.876912827Z       {
2024-04-09T02:27:06.876917594Z         "annotations": {},
2024-04-09T02:27:06.876921888Z         "endsAt": "0001-01-01T00:00:00Z",
2024-04-09T02:27:06.876925968Z         "fingerprint": "cc467bced37d3b5c",
2024-04-09T02:27:06.876930733Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22ae2054b0-b358-4287-be09-f7858bc6c8e1%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-04-09T02:27:06.876935874Z         "labels": {
2024-04-09T02:27:06.876941423Z           "alertname": "vdu_alarm_842dd5e1-6b2c-465d-a496-6666d90273f2",
2024-04-09T02:27:06.876945593Z           "job": "airflow_osm_vm_metrics_0cf5c965-dd12-4146-aba2-4ef6ca1258f6",
2024-04-09T02:27:06.876949642Z           "metric_id": "cirros_vnf_cpu_util",
2024-04-09T02:27:06.876953950Z           "ns_id": "ae2054b0-b358-4287-be09-f7858bc6c8e1",
2024-04-09T02:27:06.876958336Z           "project_id": "525af9a7-25e9-4894-8234-d07c1ad8d8a5",
2024-04-09T02:27:06.876962246Z           "vdu_id": "cirros_vnfd-VM",
2024-04-09T02:27:06.876966102Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-04-09T02:27:06.876969939Z           "vim_id": "0cf5c965-dd12-4146-aba2-4ef6ca1258f6",
2024-04-09T02:27:06.876974014Z           "vm_id": "70833c3a-fdea-4f19-a299-de96ee44e8fe",
2024-04-09T02:27:06.876977805Z           "vnf_member_index": "vnf"
2024-04-09T02:27:06.876981636Z         },
2024-04-09T02:27:06.876985553Z         "startsAt": "2024-04-09T02:26:56.566Z",
2024-04-09T02:27:06.876989466Z         "status": "firing"
2024-04-09T02:27:06.876994182Z       }
2024-04-09T02:27:06.876998147Z     ],
2024-04-09T02:27:06.877002089Z     "commonAnnotations": {},
2024-04-09T02:27:06.877005991Z     "commonLabels": {
2024-04-09T02:27:06.877009911Z       "alertname": "vdu_alarm_842dd5e1-6b2c-465d-a496-6666d90273f2",
2024-04-09T02:27:06.877013929Z       "job": "airflow_osm_vm_metrics_0cf5c965-dd12-4146-aba2-4ef6ca1258f6",
2024-04-09T02:27:06.877017850Z       "metric_id": "cirros_vnf_cpu_util",
2024-04-09T02:27:06.877021758Z       "ns_id": "ae2054b0-b358-4287-be09-f7858bc6c8e1",
2024-04-09T02:27:06.877025632Z       "project_id": "525af9a7-25e9-4894-8234-d07c1ad8d8a5",
2024-04-09T02:27:06.877029702Z       "vdu_id": "cirros_vnfd-VM",
2024-04-09T02:27:06.877033550Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-04-09T02:27:06.877037723Z       "vim_id": "0cf5c965-dd12-4146-aba2-4ef6ca1258f6",
2024-04-09T02:27:06.877041807Z       "vm_id": "70833c3a-fdea-4f19-a299-de96ee44e8fe",
2024-04-09T02:27:06.877046200Z       "vnf_member_index": "vnf"
2024-04-09T02:27:06.877050026Z     },
2024-04-09T02:27:06.877053912Z     "externalURL": "http://alertmanager-0:9093",
2024-04-09T02:27:06.877057839Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-04-09T02:27:06.877061648Z     "groupLabels": {},
2024-04-09T02:27:06.877065551Z     "receiver": "alarm-webhook",
2024-04-09T02:27:06.877069398Z     "status": "firing",
2024-04-09T02:27:06.877073295Z     "truncatedAlerts": 0,
2024-04-09T02:27:06.877077111Z     "version": "4"
2024-04-09T02:27:06.877080885Z   },
2024-04-09T02:27:06.877084792Z   "dag_id": "vdu_alarm",
2024-04-09T02:27:06.877088697Z   "dag_run_id": "vdu_alarm_20240409022706_196212",
2024-04-09T02:27:06.877092505Z   "data_interval_end": "2024-04-09T02:27:06.836059+00:00",
2024-04-09T02:27:06.877096242Z   "data_interval_start": "2024-04-09T02:27:06.836059+00:00",
2024-04-09T02:27:06.877100069Z   "end_date": null,
2024-04-09T02:27:06.877103983Z   "execution_date": "2024-04-09T02:27:06.836059+00:00",
2024-04-09T02:27:06.877113415Z   "external_trigger": true,
2024-04-09T02:27:06.877117441Z   "last_scheduling_decision": null,
2024-04-09T02:27:06.877121167Z   "logical_date": "2024-04-09T02:27:06.836059+00:00",
2024-04-09T02:27:06.877125235Z   "note": null,
2024-04-09T02:27:06.877129716Z   "run_type": "manual",
2024-04-09T02:27:06.877133513Z   "start_date": null,
2024-04-09T02:27:06.877137450Z   "state": "queued"
2024-04-09T02:27:06.877141880Z }
2024-04-09T02:27:06.877145562Z 
2024-04-09T02:31:06.582156475Z 2024/04/09 02:31:06 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-04-09T02:31:06.907049468Z INFO:     10.244.0.45:39708 - "POST /vdu_alarm HTTP/1.1" 200 OK
2024-04-09T02:31:06.907095084Z 2024/04/09 02:31:06 INFO main.py:53 Response: {
2024-04-09T02:31:06.907100120Z   "conf": {
2024-04-09T02:31:06.907104169Z     "alerts": [
2024-04-09T02:31:06.907107958Z       {
2024-04-09T02:31:06.907112951Z         "annotations": {},
2024-04-09T02:31:06.907117259Z         "endsAt": "2024-04-09T02:30:56.566Z",
2024-04-09T02:31:06.907121077Z         "fingerprint": "cc467bced37d3b5c",
2024-04-09T02:31:06.907125860Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22ae2054b0-b358-4287-be09-f7858bc6c8e1%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-04-09T02:31:06.907130989Z         "labels": {
2024-04-09T02:31:06.907135650Z           "alertname": "vdu_alarm_842dd5e1-6b2c-465d-a496-6666d90273f2",
2024-04-09T02:31:06.907139373Z           "job": "airflow_osm_vm_metrics_0cf5c965-dd12-4146-aba2-4ef6ca1258f6",
2024-04-09T02:31:06.907143161Z           "metric_id": "cirros_vnf_cpu_util",
2024-04-09T02:31:06.907147320Z           "ns_id": "ae2054b0-b358-4287-be09-f7858bc6c8e1",
2024-04-09T02:31:06.907151225Z           "project_id": "525af9a7-25e9-4894-8234-d07c1ad8d8a5",
2024-04-09T02:31:06.907154957Z           "vdu_id": "cirros_vnfd-VM",
2024-04-09T02:31:06.907158599Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-04-09T02:31:06.907162566Z           "vim_id": "0cf5c965-dd12-4146-aba2-4ef6ca1258f6",
2024-04-09T02:31:06.907166355Z           "vm_id": "70833c3a-fdea-4f19-a299-de96ee44e8fe",
2024-04-09T02:31:06.907170098Z           "vnf_member_index": "vnf"
2024-04-09T02:31:06.907173858Z         },
2024-04-09T02:31:06.907177632Z         "startsAt": "2024-04-09T02:26:56.566Z",
2024-04-09T02:31:06.907181516Z         "status": "resolved"
2024-04-09T02:31:06.907185171Z       }
2024-04-09T02:31:06.907188849Z     ],
2024-04-09T02:31:06.907192635Z     "commonAnnotations": {},
2024-04-09T02:31:06.907196276Z     "commonLabels": {
2024-04-09T02:31:06.907200018Z       "alertname": "vdu_alarm_842dd5e1-6b2c-465d-a496-6666d90273f2",
2024-04-09T02:31:06.907203832Z       "job": "airflow_osm_vm_metrics_0cf5c965-dd12-4146-aba2-4ef6ca1258f6",
2024-04-09T02:31:06.907207489Z       "metric_id": "cirros_vnf_cpu_util",
2024-04-09T02:31:06.907211191Z       "ns_id": "ae2054b0-b358-4287-be09-f7858bc6c8e1",
2024-04-09T02:31:06.907214865Z       "project_id": "525af9a7-25e9-4894-8234-d07c1ad8d8a5",
2024-04-09T02:31:06.907218552Z       "vdu_id": "cirros_vnfd-VM",
2024-04-09T02:31:06.907222177Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-04-09T02:31:06.907225835Z       "vim_id": "0cf5c965-dd12-4146-aba2-4ef6ca1258f6",
2024-04-09T02:31:06.907229481Z       "vm_id": "70833c3a-fdea-4f19-a299-de96ee44e8fe",
2024-04-09T02:31:06.907233093Z       "vnf_member_index": "vnf"
2024-04-09T02:31:06.907236742Z     },
2024-04-09T02:31:06.907240808Z     "externalURL": "http://alertmanager-0:9093",
2024-04-09T02:31:06.907262264Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-04-09T02:31:06.907266081Z     "groupLabels": {},
2024-04-09T02:31:06.907269799Z     "receiver": "alarm-webhook",
2024-04-09T02:31:06.907273465Z     "status": "resolved",
2024-04-09T02:31:06.907277128Z     "truncatedAlerts": 0,
2024-04-09T02:31:06.907280792Z     "version": "4"
2024-04-09T02:31:06.907284423Z   },
2024-04-09T02:31:06.907288050Z   "dag_id": "vdu_alarm",
2024-04-09T02:31:06.907291743Z   "dag_run_id": "vdu_alarm_20240409023106_789389",
2024-04-09T02:31:06.907295678Z   "data_interval_end": "2024-04-09T02:31:06.864492+00:00",
2024-04-09T02:31:06.907299581Z   "data_interval_start": "2024-04-09T02:31:06.864492+00:00",
2024-04-09T02:31:06.907303295Z   "end_date": null,
2024-04-09T02:31:06.907307266Z   "execution_date": "2024-04-09T02:31:06.864492+00:00",
2024-04-09T02:31:06.907310994Z   "external_trigger": true,
2024-04-09T02:31:06.907314607Z   "last_scheduling_decision": null,
2024-04-09T02:31:06.907318234Z   "logical_date": "2024-04-09T02:31:06.864492+00:00",
2024-04-09T02:31:06.907322043Z   "note": null,
2024-04-09T02:31:06.907326049Z   "run_type": "manual",
2024-04-09T02:31:06.907329766Z   "start_date": null,
2024-04-09T02:31:06.907333637Z   "state": "queued"
2024-04-09T02:31:06.907337358Z }
2024-04-09T02:31:06.907340871Z