2024-03-28T23:26:01.035141562Z INFO:     Started server process [1]
2024-03-28T23:26:01.035177223Z INFO:     Waiting for application startup.
2024-03-28T23:26:01.035319845Z INFO:     Application startup complete.
2024-03-28T23:26:01.035665351Z INFO:     Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit)
2024-03-29T02:09:37.707387031Z 2024/03/29 02:09:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-03-29T02:09:38.025196719Z 2024/03/29 02:09:38 INFO main.py:53 Response: {
2024-03-29T02:09:38.025214260Z   "conf": {
2024-03-29T02:09:38.025221962Z     "alerts": [
2024-03-29T02:09:38.025225096Z       {
2024-03-29T02:09:38.025228658Z         "annotations": {
2024-03-29T02:09:38.025232317Z           "description": "VDU 31da424e-e475-40bf-92dd-c5699d335cf5 in VIM 2b9dfa8e-2aeb-436c-b3da-c828c084082d has been down for more than 3 minutes. NS instance id is 7d9d244a-bf34-4f3e-905c-c5cfafa3ad42",
2024-03-29T02:09:38.025236308Z           "summary": "VDU 31da424e-e475-40bf-92dd-c5699d335cf5 in VIM 2b9dfa8e-2aeb-436c-b3da-c828c084082d is down"
2024-03-29T02:09:38.025239324Z         },
2024-03-29T02:09:38.025242365Z         "endsAt": "0001-01-01T00:00:00Z",
2024-03-29T02:09:38.025245274Z         "fingerprint": "109f9cb3fcc87f4c",
2024-03-29T02:09:38.025249120Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-03-29T02:09:38.025252190Z         "labels": {
2024-03-29T02:09:38.025255229Z           "alertname": "vdu_down",
2024-03-29T02:09:38.025258322Z           "job": "osm_prometheus",
2024-03-29T02:09:38.025262333Z           "ns_id": "7d9d244a-bf34-4f3e-905c-c5cfafa3ad42",
2024-03-29T02:09:38.025265348Z           "project_id": "98a15a8f-2e50-49f7-b9d0-9ba5e344115d",
2024-03-29T02:09:38.025268652Z           "vdu_id": "13e28258-db33-4715-b4ad-0ad5af548a30",
2024-03-29T02:09:38.025272087Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-03-29T02:09:38.025275033Z           "vim_id": "2b9dfa8e-2aeb-436c-b3da-c828c084082d",
2024-03-29T02:09:38.025277933Z           "vm_id": "31da424e-e475-40bf-92dd-c5699d335cf5",
2024-03-29T02:09:38.025280917Z           "vnf_id": "64d86903-21c0-4454-9e50-fe3e60a197d9",
2024-03-29T02:09:38.025283815Z           "vnf_member_index": "autoheal-basic-1"
2024-03-29T02:09:38.025286707Z         },
2024-03-29T02:09:38.025289559Z         "startsAt": "2024-03-29T02:09:27.687Z",
2024-03-29T02:09:38.025293055Z         "status": "firing"
2024-03-29T02:09:38.025295959Z       }
2024-03-29T02:09:38.025298888Z     ],
2024-03-29T02:09:38.025301901Z     "commonAnnotations": {
2024-03-29T02:09:38.025312977Z       "description": "VDU 31da424e-e475-40bf-92dd-c5699d335cf5 in VIM 2b9dfa8e-2aeb-436c-b3da-c828c084082d has been down for more than 3 minutes. NS instance id is 7d9d244a-bf34-4f3e-905c-c5cfafa3ad42",
2024-03-29T02:09:38.025316210Z       "summary": "VDU 31da424e-e475-40bf-92dd-c5699d335cf5 in VIM 2b9dfa8e-2aeb-436c-b3da-c828c084082d is down"
2024-03-29T02:09:38.025319258Z     },
2024-03-29T02:09:38.025322176Z     "commonLabels": {
2024-03-29T02:09:38.025325408Z       "alertname": "vdu_down",
2024-03-29T02:09:38.025328389Z       "job": "osm_prometheus",
2024-03-29T02:09:38.025331367Z       "ns_id": "7d9d244a-bf34-4f3e-905c-c5cfafa3ad42",
2024-03-29T02:09:38.025334326Z       "project_id": "98a15a8f-2e50-49f7-b9d0-9ba5e344115d",
2024-03-29T02:09:38.025337245Z       "vdu_id": "13e28258-db33-4715-b4ad-0ad5af548a30",
2024-03-29T02:09:38.025340315Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-03-29T02:09:38.025343267Z       "vim_id": "2b9dfa8e-2aeb-436c-b3da-c828c084082d",
2024-03-29T02:09:38.025346229Z       "vm_id": "31da424e-e475-40bf-92dd-c5699d335cf5",
2024-03-29T02:09:38.025362399Z       "vnf_id": "64d86903-21c0-4454-9e50-fe3e60a197d9",
2024-03-29T02:09:38.025365570Z       "vnf_member_index": "autoheal-basic-1"
2024-03-29T02:09:38.025368427Z     },
2024-03-29T02:09:38.025371488Z     "externalURL": "http://alertmanager-0:9093",
2024-03-29T02:09:38.025374371Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-03-29T02:09:38.025377360Z     "groupLabels": {},
2024-03-29T02:09:38.025380387Z     "receiver": "vdu-webhook",
2024-03-29T02:09:38.025383772Z     "status": "firing",
2024-03-29T02:09:38.025386701Z     "truncatedAlerts": 0,
2024-03-29T02:09:38.025389605Z     "version": "4"
2024-03-29T02:09:38.025392451Z   },
2024-03-29T02:09:38.025395388Z   "dag_id": "vdu_down",
2024-03-29T02:09:38.025398373Z   "dag_run_id": "vdu_down_20240329020937_015758",
2024-03-29T02:09:38.025401276Z   "data_interval_end": "2024-03-29T02:09:37.967995+00:00",
2024-03-29T02:09:38.025404189Z   "data_interval_start": "2024-03-29T02:09:37.967995+00:00",
2024-03-29T02:09:38.025407043Z   "end_date": null,
2024-03-29T02:09:38.025410017Z   "execution_date": "2024-03-29T02:09:37.967995+00:00",
2024-03-29T02:09:38.025412917Z   "external_trigger": true,
2024-03-29T02:09:38.025415794Z   "last_scheduling_decision": null,
2024-03-29T02:09:38.025418714Z   "logical_date": "2024-03-29T02:09:37.967995+00:00",
2024-03-29T02:09:38.025421648Z   "note": null,
2024-03-29T02:09:38.025424490Z   "run_type": "manual",
2024-03-29T02:09:38.025427422Z   "start_date": null,
2024-03-29T02:09:38.025430303Z   "state": "queued"
2024-03-29T02:09:38.025433174Z }
2024-03-29T02:09:38.025436051Z 
2024-03-29T02:09:38.025578158Z INFO:     10.244.0.45:49298 - "POST /vdu_down HTTP/1.1" 200 OK
2024-03-29T02:11:37.702518451Z 2024/03/29 02:11:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-03-29T02:11:38.012750075Z 2024/03/29 02:11:38 INFO main.py:53 Response: {
2024-03-29T02:11:38.012774680Z   "conf": {
2024-03-29T02:11:38.012781103Z     "alerts": [
2024-03-29T02:11:38.012786778Z       {
2024-03-29T02:11:38.012793389Z         "annotations": {
2024-03-29T02:11:38.012800108Z           "description": "VDU 31da424e-e475-40bf-92dd-c5699d335cf5 in VIM 2b9dfa8e-2aeb-436c-b3da-c828c084082d has been down for more than 3 minutes. NS instance id is 7d9d244a-bf34-4f3e-905c-c5cfafa3ad42",
2024-03-29T02:11:38.012806493Z           "summary": "VDU 31da424e-e475-40bf-92dd-c5699d335cf5 in VIM 2b9dfa8e-2aeb-436c-b3da-c828c084082d is down"
2024-03-29T02:11:38.012812203Z         },
2024-03-29T02:11:38.012817861Z         "endsAt": "2024-03-29T02:10:57.687Z",
2024-03-29T02:11:38.012823572Z         "fingerprint": "109f9cb3fcc87f4c",
2024-03-29T02:11:38.012829900Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-03-29T02:11:38.012835669Z         "labels": {
2024-03-29T02:11:38.012841479Z           "alertname": "vdu_down",
2024-03-29T02:11:38.012847328Z           "job": "osm_prometheus",
2024-03-29T02:11:38.012853546Z           "ns_id": "7d9d244a-bf34-4f3e-905c-c5cfafa3ad42",
2024-03-29T02:11:38.012859113Z           "project_id": "98a15a8f-2e50-49f7-b9d0-9ba5e344115d",
2024-03-29T02:11:38.012864709Z           "vdu_id": "13e28258-db33-4715-b4ad-0ad5af548a30",
2024-03-29T02:11:38.012870978Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-03-29T02:11:38.012876547Z           "vim_id": "2b9dfa8e-2aeb-436c-b3da-c828c084082d",
2024-03-29T02:11:38.012882176Z           "vm_id": "31da424e-e475-40bf-92dd-c5699d335cf5",
2024-03-29T02:11:38.012887664Z           "vnf_id": "64d86903-21c0-4454-9e50-fe3e60a197d9",
2024-03-29T02:11:38.012911495Z           "vnf_member_index": "autoheal-basic-1"
2024-03-29T02:11:38.012917148Z         },
2024-03-29T02:11:38.012922618Z         "startsAt": "2024-03-29T02:09:27.687Z",
2024-03-29T02:11:38.012928896Z         "status": "resolved"
2024-03-29T02:11:38.012934655Z       }
2024-03-29T02:11:38.012940187Z     ],
2024-03-29T02:11:38.012945782Z     "commonAnnotations": {
2024-03-29T02:11:38.012951424Z       "description": "VDU 31da424e-e475-40bf-92dd-c5699d335cf5 in VIM 2b9dfa8e-2aeb-436c-b3da-c828c084082d has been down for more than 3 minutes. NS instance id is 7d9d244a-bf34-4f3e-905c-c5cfafa3ad42",
2024-03-29T02:11:38.012957083Z       "summary": "VDU 31da424e-e475-40bf-92dd-c5699d335cf5 in VIM 2b9dfa8e-2aeb-436c-b3da-c828c084082d is down"
2024-03-29T02:11:38.012962587Z     },
2024-03-29T02:11:38.012968556Z     "commonLabels": {
2024-03-29T02:11:38.012974226Z       "alertname": "vdu_down",
2024-03-29T02:11:38.012979681Z       "job": "osm_prometheus",
2024-03-29T02:11:38.012985524Z       "ns_id": "7d9d244a-bf34-4f3e-905c-c5cfafa3ad42",
2024-03-29T02:11:38.012991062Z       "project_id": "98a15a8f-2e50-49f7-b9d0-9ba5e344115d",
2024-03-29T02:11:38.012996605Z       "vdu_id": "13e28258-db33-4715-b4ad-0ad5af548a30",
2024-03-29T02:11:38.013002166Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-03-29T02:11:38.013007598Z       "vim_id": "2b9dfa8e-2aeb-436c-b3da-c828c084082d",
2024-03-29T02:11:38.013013042Z       "vm_id": "31da424e-e475-40bf-92dd-c5699d335cf5",
2024-03-29T02:11:38.013018775Z       "vnf_id": "64d86903-21c0-4454-9e50-fe3e60a197d9",
2024-03-29T02:11:38.013024309Z       "vnf_member_index": "autoheal-basic-1"
2024-03-29T02:11:38.013029932Z     },
2024-03-29T02:11:38.013035604Z     "externalURL": "http://alertmanager-0:9093",
2024-03-29T02:11:38.013041324Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-03-29T02:11:38.013046864Z     "groupLabels": {},
2024-03-29T02:11:38.013052451Z     "receiver": "vdu-webhook",
2024-03-29T02:11:38.013057880Z     "status": "resolved",
2024-03-29T02:11:38.013063413Z     "truncatedAlerts": 0,
2024-03-29T02:11:38.013068992Z     "version": "4"
2024-03-29T02:11:38.013074547Z   },
2024-03-29T02:11:38.013080103Z   "dag_id": "vdu_down",
2024-03-29T02:11:38.013085574Z   "dag_run_id": "vdu_down_20240329021137_806244",
2024-03-29T02:11:38.013091052Z   "data_interval_end": "2024-03-29T02:11:37.956124+00:00",
2024-03-29T02:11:38.013096528Z   "data_interval_start": "2024-03-29T02:11:37.956124+00:00",
2024-03-29T02:11:38.013102026Z   "end_date": null,
2024-03-29T02:11:38.013107447Z   "execution_date": "2024-03-29T02:11:37.956124+00:00",
2024-03-29T02:11:38.013112917Z   "external_trigger": true,
2024-03-29T02:11:38.013118318Z   "last_scheduling_decision": null,
2024-03-29T02:11:38.013123689Z   "logical_date": "2024-03-29T02:11:37.956124+00:00",
2024-03-29T02:11:38.013129152Z   "note": null,
2024-03-29T02:11:38.013134660Z   "run_type": "manual",
2024-03-29T02:11:38.013140082Z   "start_date": null,
2024-03-29T02:11:38.013145577Z   "state": "queued"
2024-03-29T02:11:38.013151121Z }
2024-03-29T02:11:38.013156581Z 
2024-03-29T02:11:38.013745810Z INFO:     10.244.0.45:40024 - "POST /vdu_down HTTP/1.1" 200 OK
2024-03-29T03:11:53.713753495Z 2024/03/29 03:11:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-03-29T03:11:54.051251946Z 2024/03/29 03:11:54 INFO main.py:53 Response: {
2024-03-29T03:11:54.051294444Z   "conf": {
2024-03-29T03:11:54.051300700Z     "alerts": [
2024-03-29T03:11:54.051306277Z       {
2024-03-29T03:11:54.051344777Z         "annotations": {},
2024-03-29T03:11:54.051349986Z         "endsAt": "0001-01-01T00:00:00Z",
2024-03-29T03:11:54.051354595Z         "fingerprint": "a50cb1f2778b1dee",
2024-03-29T03:11:54.051369841Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22ece47b77-db44-4e3d-9d7c-e788f2c8a18b%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22ece47b77-db44-4e3d-9d7c-e788f2c8a18b%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-03-29T03:11:54.051379115Z         "labels": {
2024-03-29T03:11:54.051385493Z           "alertname": "scaleout_724dcd53-04e2-4f0d-9540-53cf9b98589e",
2024-03-29T03:11:54.051391344Z           "ns_id": "ece47b77-db44-4e3d-9d7c-e788f2c8a18b",
2024-03-29T03:11:54.051395877Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-03-29T03:11:54.051400732Z           "vnf_member_index": "vnf"
2024-03-29T03:11:54.051405002Z         },
2024-03-29T03:11:54.051409388Z         "startsAt": "2024-03-29T03:11:43.701Z",
2024-03-29T03:11:54.051413810Z         "status": "firing"
2024-03-29T03:11:54.051418125Z       }
2024-03-29T03:11:54.051422395Z     ],
2024-03-29T03:11:54.051426817Z     "commonAnnotations": {},
2024-03-29T03:11:54.051431186Z     "commonLabels": {
2024-03-29T03:11:54.051436309Z       "alertname": "scaleout_724dcd53-04e2-4f0d-9540-53cf9b98589e",
2024-03-29T03:11:54.051440997Z       "ns_id": "ece47b77-db44-4e3d-9d7c-e788f2c8a18b",
2024-03-29T03:11:54.051446408Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-03-29T03:11:54.051451222Z       "vnf_member_index": "vnf"
2024-03-29T03:11:54.051455412Z     },
2024-03-29T03:11:54.051459949Z     "externalURL": "http://alertmanager-0:9093",
2024-03-29T03:11:54.051464422Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-03-29T03:11:54.051469418Z     "groupLabels": {},
2024-03-29T03:11:54.051474669Z     "receiver": "scaleout-webhook",
2024-03-29T03:11:54.051479182Z     "status": "firing",
2024-03-29T03:11:54.051483393Z     "truncatedAlerts": 0,
2024-03-29T03:11:54.051488218Z     "version": "4"
2024-03-29T03:11:54.051493176Z   },
2024-03-29T03:11:54.051498567Z   "dag_id": "scaleout_vdu",
2024-03-29T03:11:54.051506716Z   "dag_run_id": "scaleout_vdu_20240329031153_387322",
2024-03-29T03:11:54.051511443Z   "data_interval_end": "2024-03-29T03:11:53.980047+00:00",
2024-03-29T03:11:54.051516488Z   "data_interval_start": "2024-03-29T03:11:53.980047+00:00",
2024-03-29T03:11:54.051521071Z   "end_date": null,
2024-03-29T03:11:54.051525959Z   "execution_date": "2024-03-29T03:11:53.980047+00:00",
2024-03-29T03:11:54.051530468Z   "external_trigger": true,
2024-03-29T03:11:54.051534844Z   "last_scheduling_decision": null,
2024-03-29T03:11:54.051539549Z   "logical_date": "2024-03-29T03:11:53.980047+00:00",
2024-03-29T03:11:54.051543808Z   "note": null,
2024-03-29T03:11:54.051548474Z   "run_type": "manual",
2024-03-29T03:11:54.051552905Z   "start_date": null,
2024-03-29T03:11:54.051557303Z   "state": "queued"
2024-03-29T03:11:54.051561867Z }
2024-03-29T03:11:54.051565919Z 
2024-03-29T03:11:54.052001809Z INFO:     10.244.0.45:45420 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-03-29T03:17:53.721324776Z 2024/03/29 03:17:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-03-29T03:17:54.009816946Z 2024/03/29 03:17:54 INFO main.py:53 Response: {
2024-03-29T03:17:54.009837978Z   "conf": {
2024-03-29T03:17:54.009843329Z     "alerts": [
2024-03-29T03:17:54.009873306Z       {
2024-03-29T03:17:54.009893370Z         "annotations": {},
2024-03-29T03:17:54.009896615Z         "endsAt": "0001-01-01T00:00:00Z",
2024-03-29T03:17:54.009900007Z         "fingerprint": "a50cb1f2778b1dee",
2024-03-29T03:17:54.009905930Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22ece47b77-db44-4e3d-9d7c-e788f2c8a18b%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22ece47b77-db44-4e3d-9d7c-e788f2c8a18b%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-03-29T03:17:54.009909722Z         "labels": {
2024-03-29T03:17:54.009913951Z           "alertname": "scaleout_724dcd53-04e2-4f0d-9540-53cf9b98589e",
2024-03-29T03:17:54.009917635Z           "ns_id": "ece47b77-db44-4e3d-9d7c-e788f2c8a18b",
2024-03-29T03:17:54.009920713Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-03-29T03:17:54.009923737Z           "vnf_member_index": "vnf"
2024-03-29T03:17:54.009927039Z         },
2024-03-29T03:17:54.009930149Z         "startsAt": "2024-03-29T03:11:43.701Z",
2024-03-29T03:17:54.009933164Z         "status": "firing"
2024-03-29T03:17:54.009951235Z       }
2024-03-29T03:17:54.009954685Z     ],
2024-03-29T03:17:54.009957688Z     "commonAnnotations": {},
2024-03-29T03:17:54.009960646Z     "commonLabels": {
2024-03-29T03:17:54.009963871Z       "alertname": "scaleout_724dcd53-04e2-4f0d-9540-53cf9b98589e",
2024-03-29T03:17:54.009966871Z       "ns_id": "ece47b77-db44-4e3d-9d7c-e788f2c8a18b",
2024-03-29T03:17:54.009969869Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-03-29T03:17:54.009972839Z       "vnf_member_index": "vnf"
2024-03-29T03:17:54.009975836Z     },
2024-03-29T03:17:54.009978926Z     "externalURL": "http://alertmanager-0:9093",
2024-03-29T03:17:54.009981930Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-03-29T03:17:54.009984922Z     "groupLabels": {},
2024-03-29T03:17:54.009988406Z     "receiver": "scaleout-webhook",
2024-03-29T03:17:54.009991330Z     "status": "firing",
2024-03-29T03:17:54.009994254Z     "truncatedAlerts": 0,
2024-03-29T03:17:54.009997175Z     "version": "4"
2024-03-29T03:17:54.010000216Z   },
2024-03-29T03:17:54.010003297Z   "dag_id": "scaleout_vdu",
2024-03-29T03:17:54.010006348Z   "dag_run_id": "scaleout_vdu_20240329031753_538328",
2024-03-29T03:17:54.010009425Z   "data_interval_end": "2024-03-29T03:17:53.977957+00:00",
2024-03-29T03:17:54.010029823Z   "data_interval_start": "2024-03-29T03:17:53.977957+00:00",
2024-03-29T03:17:54.010033245Z   "end_date": null,
2024-03-29T03:17:54.010036255Z   "execution_date": "2024-03-29T03:17:53.977957+00:00",
2024-03-29T03:17:54.010039232Z   "external_trigger": true,
2024-03-29T03:17:54.010042188Z   "last_scheduling_decision": null,
2024-03-29T03:17:54.010045192Z   "logical_date": "2024-03-29T03:17:53.977957+00:00",
2024-03-29T03:17:54.010048193Z   "note": null,
2024-03-29T03:17:54.010051445Z   "run_type": "manual",
2024-03-29T03:17:54.010054394Z   "start_date": null,
2024-03-29T03:17:54.010057520Z   "state": "queued"
2024-03-29T03:17:54.010060557Z }
2024-03-29T03:17:54.010063404Z 
2024-03-29T03:17:54.010435234Z INFO:     10.244.0.45:60746 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-03-29T03:19:53.714502190Z 2024/03/29 03:19:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-03-29T03:19:54.062626951Z 2024/03/29 03:19:54 INFO main.py:53 Response: {
2024-03-29T03:19:54.062646346Z   "conf": {
2024-03-29T03:19:54.062650130Z     "alerts": [
2024-03-29T03:19:54.062653267Z       {
2024-03-29T03:19:54.062670868Z         "annotations": {},
2024-03-29T03:19:54.062674037Z         "endsAt": "2024-03-29T03:18:13.701Z",
2024-03-29T03:19:54.062677608Z         "fingerprint": "a50cb1f2778b1dee",
2024-03-29T03:19:54.062684095Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22ece47b77-db44-4e3d-9d7c-e788f2c8a18b%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22ece47b77-db44-4e3d-9d7c-e788f2c8a18b%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-03-29T03:19:54.062687797Z         "labels": {
2024-03-29T03:19:54.062691487Z           "alertname": "scaleout_724dcd53-04e2-4f0d-9540-53cf9b98589e",
2024-03-29T03:19:54.062695120Z           "ns_id": "ece47b77-db44-4e3d-9d7c-e788f2c8a18b",
2024-03-29T03:19:54.062698190Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-03-29T03:19:54.062701222Z           "vnf_member_index": "vnf"
2024-03-29T03:19:54.062704210Z         },
2024-03-29T03:19:54.062707415Z         "startsAt": "2024-03-29T03:11:43.701Z",
2024-03-29T03:19:54.062710377Z         "status": "resolved"
2024-03-29T03:19:54.062713498Z       }
2024-03-29T03:19:54.062716491Z     ],
2024-03-29T03:19:54.062719576Z     "commonAnnotations": {},
2024-03-29T03:19:54.062722848Z     "commonLabels": {
2024-03-29T03:19:54.062726129Z       "alertname": "scaleout_724dcd53-04e2-4f0d-9540-53cf9b98589e",
2024-03-29T03:19:54.062729400Z       "ns_id": "ece47b77-db44-4e3d-9d7c-e788f2c8a18b",
2024-03-29T03:19:54.062732663Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-03-29T03:19:54.062735678Z       "vnf_member_index": "vnf"
2024-03-29T03:19:54.062742252Z     },
2024-03-29T03:19:54.062745439Z     "externalURL": "http://alertmanager-0:9093",
2024-03-29T03:19:54.062748830Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-03-29T03:19:54.062752176Z     "groupLabels": {},
2024-03-29T03:19:54.062755193Z     "receiver": "scaleout-webhook",
2024-03-29T03:19:54.062758217Z     "status": "resolved",
2024-03-29T03:19:54.062761190Z     "truncatedAlerts": 0,
2024-03-29T03:19:54.062764197Z     "version": "4"
2024-03-29T03:19:54.062767271Z   },
2024-03-29T03:19:54.062770286Z   "dag_id": "scaleout_vdu",
2024-03-29T03:19:54.062773423Z   "dag_run_id": "scaleout_vdu_20240329031953_407350",
2024-03-29T03:19:54.062776673Z   "data_interval_end": "2024-03-29T03:19:53.983766+00:00",
2024-03-29T03:19:54.062779754Z   "data_interval_start": "2024-03-29T03:19:53.983766+00:00",
2024-03-29T03:19:54.062782767Z   "end_date": null,
2024-03-29T03:19:54.062786031Z   "execution_date": "2024-03-29T03:19:53.983766+00:00",
2024-03-29T03:19:54.062789015Z   "external_trigger": true,
2024-03-29T03:19:54.062792032Z   "last_scheduling_decision": null,
2024-03-29T03:19:54.062807393Z   "logical_date": "2024-03-29T03:19:53.983766+00:00",
2024-03-29T03:19:54.062810426Z   "note": null,
2024-03-29T03:19:54.062813454Z   "run_type": "manual",
2024-03-29T03:19:54.062816383Z   "start_date": null,
2024-03-29T03:19:54.062819459Z   "state": "queued"
2024-03-29T03:19:54.062822560Z }
2024-03-29T03:19:54.062826060Z 
2024-03-29T03:19:54.063283170Z INFO:     10.244.0.45:58624 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-03-29T03:26:57.089384647Z 2024/03/29 03:26:57 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-03-29T03:26:57.368633490Z 2024/03/29 03:26:57 INFO main.py:53 Response: {
2024-03-29T03:26:57.368652567Z   "conf": {
2024-03-29T03:26:57.368656048Z     "alerts": [
2024-03-29T03:26:57.368659344Z       {
2024-03-29T03:26:57.368682654Z         "annotations": {},
2024-03-29T03:26:57.368685931Z         "endsAt": "0001-01-01T00:00:00Z",
2024-03-29T03:26:57.368688954Z         "fingerprint": "a7069a6a09f2381b",
2024-03-29T03:26:57.368692313Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22c342c8ac-e38f-451b-b4d7-124e49839718%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-03-29T03:26:57.368695746Z         "labels": {
2024-03-29T03:26:57.368699125Z           "alertname": "vdu_alarm_67eb30ca-7dc2-421f-9338-d709f4f5df20",
2024-03-29T03:26:57.368702090Z           "job": "airflow_osm_vm_metrics_2b9dfa8e-2aeb-436c-b3da-c828c084082d",
2024-03-29T03:26:57.368705265Z           "metric_id": "cirros_vnf_cpu_util",
2024-03-29T03:26:57.368708593Z           "ns_id": "c342c8ac-e38f-451b-b4d7-124e49839718",
2024-03-29T03:26:57.368711575Z           "project_id": "98a15a8f-2e50-49f7-b9d0-9ba5e344115d",
2024-03-29T03:26:57.368714526Z           "vdu_id": "cirros_vnfd-VM",
2024-03-29T03:26:57.368717588Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-03-29T03:26:57.368720537Z           "vim_id": "2b9dfa8e-2aeb-436c-b3da-c828c084082d",
2024-03-29T03:26:57.368723494Z           "vm_id": "5c933893-22c7-4719-9078-867e37bd1733",
2024-03-29T03:26:57.368726441Z           "vnf_member_index": "vnf"
2024-03-29T03:26:57.368729665Z         },
2024-03-29T03:26:57.368732574Z         "startsAt": "2024-03-29T03:26:47.069Z",
2024-03-29T03:26:57.368735763Z         "status": "firing"
2024-03-29T03:26:57.368738880Z       }
2024-03-29T03:26:57.368741861Z     ],
2024-03-29T03:26:57.368744898Z     "commonAnnotations": {},
2024-03-29T03:26:57.368747820Z     "commonLabels": {
2024-03-29T03:26:57.368750885Z       "alertname": "vdu_alarm_67eb30ca-7dc2-421f-9338-d709f4f5df20",
2024-03-29T03:26:57.368753927Z       "job": "airflow_osm_vm_metrics_2b9dfa8e-2aeb-436c-b3da-c828c084082d",
2024-03-29T03:26:57.368756914Z       "metric_id": "cirros_vnf_cpu_util",
2024-03-29T03:26:57.368759925Z       "ns_id": "c342c8ac-e38f-451b-b4d7-124e49839718",
2024-03-29T03:26:57.368762889Z       "project_id": "98a15a8f-2e50-49f7-b9d0-9ba5e344115d",
2024-03-29T03:26:57.368765846Z       "vdu_id": "cirros_vnfd-VM",
2024-03-29T03:26:57.368768799Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-03-29T03:26:57.368771854Z       "vim_id": "2b9dfa8e-2aeb-436c-b3da-c828c084082d",
2024-03-29T03:26:57.368774794Z       "vm_id": "5c933893-22c7-4719-9078-867e37bd1733",
2024-03-29T03:26:57.368777760Z       "vnf_member_index": "vnf"
2024-03-29T03:26:57.368780791Z     },
2024-03-29T03:26:57.368783849Z     "externalURL": "http://alertmanager-0:9093",
2024-03-29T03:26:57.368786996Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-03-29T03:26:57.368789943Z     "groupLabels": {},
2024-03-29T03:26:57.368792986Z     "receiver": "alarm-webhook",
2024-03-29T03:26:57.368795949Z     "status": "firing",
2024-03-29T03:26:57.368798842Z     "truncatedAlerts": 0,
2024-03-29T03:26:57.368801877Z     "version": "4"
2024-03-29T03:26:57.368804905Z   },
2024-03-29T03:26:57.368808003Z   "dag_id": "vdu_alarm",
2024-03-29T03:26:57.368810967Z   "dag_run_id": "vdu_alarm_20240329032657_255056",
2024-03-29T03:26:57.368813905Z   "data_interval_end": "2024-03-29T03:26:57.337615+00:00",
2024-03-29T03:26:57.368816915Z   "data_interval_start": "2024-03-29T03:26:57.337615+00:00",
2024-03-29T03:26:57.368819886Z   "end_date": null,
2024-03-29T03:26:57.368822771Z   "execution_date": "2024-03-29T03:26:57.337615+00:00",
2024-03-29T03:26:57.368825698Z   "external_trigger": true,
2024-03-29T03:26:57.368833167Z   "last_scheduling_decision": null,
2024-03-29T03:26:57.368836150Z   "logical_date": "2024-03-29T03:26:57.337615+00:00",
2024-03-29T03:26:57.368839117Z   "note": null,
2024-03-29T03:26:57.368842049Z   "run_type": "manual",
2024-03-29T03:26:57.368844991Z   "start_date": null,
2024-03-29T03:26:57.368847984Z   "state": "queued"
2024-03-29T03:26:57.368851024Z }
2024-03-29T03:26:57.368853987Z 
2024-03-29T03:26:57.369312477Z INFO:     10.244.0.45:51698 - "POST /vdu_alarm HTTP/1.1" 200 OK
2024-03-29T03:30:57.087546870Z 2024/03/29 03:30:57 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-03-29T03:30:57.435373047Z 2024/03/29 03:30:57 INFO main.py:53 Response: {
2024-03-29T03:30:57.435386879Z   "conf": {
2024-03-29T03:30:57.435391483Z     "alerts": [
2024-03-29T03:30:57.435395548Z       {
2024-03-29T03:30:57.435400651Z         "annotations": {},
2024-03-29T03:30:57.435404773Z         "endsAt": "2024-03-29T03:30:47.069Z",
2024-03-29T03:30:57.435408827Z         "fingerprint": "a7069a6a09f2381b",
2024-03-29T03:30:57.435413623Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22c342c8ac-e38f-451b-b4d7-124e49839718%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-03-29T03:30:57.435418460Z         "labels": {
2024-03-29T03:30:57.435423050Z           "alertname": "vdu_alarm_67eb30ca-7dc2-421f-9338-d709f4f5df20",
2024-03-29T03:30:57.435427085Z           "job": "airflow_osm_vm_metrics_2b9dfa8e-2aeb-436c-b3da-c828c084082d",
2024-03-29T03:30:57.435431381Z           "metric_id": "cirros_vnf_cpu_util",
2024-03-29T03:30:57.435436040Z           "ns_id": "c342c8ac-e38f-451b-b4d7-124e49839718",
2024-03-29T03:30:57.435440071Z           "project_id": "98a15a8f-2e50-49f7-b9d0-9ba5e344115d",
2024-03-29T03:30:57.435445410Z           "vdu_id": "cirros_vnfd-VM",
2024-03-29T03:30:57.435449571Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-03-29T03:30:57.435453603Z           "vim_id": "2b9dfa8e-2aeb-436c-b3da-c828c084082d",
2024-03-29T03:30:57.435457660Z           "vm_id": "5c933893-22c7-4719-9078-867e37bd1733",
2024-03-29T03:30:57.435461638Z           "vnf_member_index": "vnf"
2024-03-29T03:30:57.435465678Z         },
2024-03-29T03:30:57.435469813Z         "startsAt": "2024-03-29T03:26:47.069Z",
2024-03-29T03:30:57.435473800Z         "status": "resolved"
2024-03-29T03:30:57.435478027Z       }
2024-03-29T03:30:57.435482038Z     ],
2024-03-29T03:30:57.435486169Z     "commonAnnotations": {},
2024-03-29T03:30:57.435490192Z     "commonLabels": {
2024-03-29T03:30:57.435494270Z       "alertname": "vdu_alarm_67eb30ca-7dc2-421f-9338-d709f4f5df20",
2024-03-29T03:30:57.435498386Z       "job": "airflow_osm_vm_metrics_2b9dfa8e-2aeb-436c-b3da-c828c084082d",
2024-03-29T03:30:57.435502402Z       "metric_id": "cirros_vnf_cpu_util",
2024-03-29T03:30:57.435506509Z       "ns_id": "c342c8ac-e38f-451b-b4d7-124e49839718",
2024-03-29T03:30:57.435510458Z       "project_id": "98a15a8f-2e50-49f7-b9d0-9ba5e344115d",
2024-03-29T03:30:57.435514727Z       "vdu_id": "cirros_vnfd-VM",
2024-03-29T03:30:57.435518806Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-03-29T03:30:57.435527387Z       "vim_id": "2b9dfa8e-2aeb-436c-b3da-c828c084082d",
2024-03-29T03:30:57.435531974Z       "vm_id": "5c933893-22c7-4719-9078-867e37bd1733",
2024-03-29T03:30:57.435536116Z       "vnf_member_index": "vnf"
2024-03-29T03:30:57.435540299Z     },
2024-03-29T03:30:57.435544457Z     "externalURL": "http://alertmanager-0:9093",
2024-03-29T03:30:57.435548455Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-03-29T03:30:57.435581744Z     "groupLabels": {},
2024-03-29T03:30:57.435586524Z     "receiver": "alarm-webhook",
2024-03-29T03:30:57.435590483Z     "status": "resolved",
2024-03-29T03:30:57.435594422Z     "truncatedAlerts": 0,
2024-03-29T03:30:57.435598466Z     "version": "4"
2024-03-29T03:30:57.435602505Z   },
2024-03-29T03:30:57.435606627Z   "dag_id": "vdu_alarm",
2024-03-29T03:30:57.435610614Z   "dag_run_id": "vdu_alarm_20240329033057_908042",
2024-03-29T03:30:57.435614564Z   "data_interval_end": "2024-03-29T03:30:57.406873+00:00",
2024-03-29T03:30:57.435618605Z   "data_interval_start": "2024-03-29T03:30:57.406873+00:00",
2024-03-29T03:30:57.435622514Z   "end_date": null,
2024-03-29T03:30:57.435626436Z   "execution_date": "2024-03-29T03:30:57.406873+00:00",
2024-03-29T03:30:57.435630429Z   "external_trigger": true,
2024-03-29T03:30:57.435634424Z   "last_scheduling_decision": null,
2024-03-29T03:30:57.435638417Z   "logical_date": "2024-03-29T03:30:57.406873+00:00",
2024-03-29T03:30:57.435642353Z   "note": null,
2024-03-29T03:30:57.435646303Z   "run_type": "manual",
2024-03-29T03:30:57.435650252Z   "start_date": null,
2024-03-29T03:30:57.435654207Z   "state": "queued"
2024-03-29T03:30:57.435658234Z }
2024-03-29T03:30:57.435662003Z 
2024-03-29T03:30:57.435681383Z INFO:     10.244.0.45:37308 - "POST /vdu_alarm HTTP/1.1" 200 OK