2024-05-24T22:52:49.342924698Z INFO:     Started server process [1]
2024-05-24T22:52:49.342962227Z INFO:     Waiting for application startup.
2024-05-24T22:52:49.342965705Z INFO:     Application startup complete.
2024-05-24T22:52:49.343103412Z INFO:     Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit)
2024-05-25T01:40:37.712933089Z 2024/05/25 01:40:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-05-25T01:40:38.025795817Z 2024/05/25 01:40:38 INFO main.py:53 Response: {
2024-05-25T01:40:38.025846943Z   "conf": {
2024-05-25T01:40:38.025856769Z     "alerts": [
2024-05-25T01:40:38.025809455Z INFO:     10.244.0.45:51948 - "POST /vdu_down HTTP/1.1" 200 OK
2024-05-25T01:40:38.025864707Z       {
2024-05-25T01:40:38.025900293Z         "annotations": {
2024-05-25T01:40:38.025906540Z           "description": "VDU 697bffa8-3ae6-472d-8b83-4c6a30225a1d in VIM af1a091b-d408-4afe-8d20-7cf4ebe11fb3 has been down for more than 3 minutes. NS instance id is e6d4f500-ec46-45ea-8d24-c75c18a4be3c",
2024-05-25T01:40:38.025910941Z           "summary": "VDU 697bffa8-3ae6-472d-8b83-4c6a30225a1d in VIM af1a091b-d408-4afe-8d20-7cf4ebe11fb3 is down"
2024-05-25T01:40:38.025914663Z         },
2024-05-25T01:40:38.025919179Z         "endsAt": "0001-01-01T00:00:00Z",
2024-05-25T01:40:38.025922832Z         "fingerprint": "6ec98f43283c3e43",
2024-05-25T01:40:38.025927769Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-05-25T01:40:38.025931927Z         "labels": {
2024-05-25T01:40:38.025935539Z           "alertname": "vdu_down",
2024-05-25T01:40:38.025939418Z           "job": "osm_prometheus",
2024-05-25T01:40:38.025943486Z           "ns_id": "e6d4f500-ec46-45ea-8d24-c75c18a4be3c",
2024-05-25T01:40:38.025947132Z           "project_id": "cdba828e-3da9-47ea-84a4-ea3d37b83c17",
2024-05-25T01:40:38.025950779Z           "vdu_id": "555d7c76-6625-46ff-9e7d-f98fad74e565",
2024-05-25T01:40:38.025955509Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-05-25T01:40:38.025959230Z           "vim_id": "af1a091b-d408-4afe-8d20-7cf4ebe11fb3",
2024-05-25T01:40:38.025962796Z           "vm_id": "697bffa8-3ae6-472d-8b83-4c6a30225a1d",
2024-05-25T01:40:38.025966406Z           "vnf_id": "0c40f312-393a-4309-a10d-4f84824762f8",
2024-05-25T01:40:38.025969911Z           "vnf_member_index": "autoheal-basic-1"
2024-05-25T01:40:38.025973659Z         },
2024-05-25T01:40:38.025977222Z         "startsAt": "2024-05-25T01:40:27.687Z",
2024-05-25T01:40:38.025981626Z         "status": "firing"
2024-05-25T01:40:38.025985296Z       }
2024-05-25T01:40:38.025988939Z     ],
2024-05-25T01:40:38.025992711Z     "commonAnnotations": {
2024-05-25T01:40:38.025996651Z       "description": "VDU 697bffa8-3ae6-472d-8b83-4c6a30225a1d in VIM af1a091b-d408-4afe-8d20-7cf4ebe11fb3 has been down for more than 3 minutes. NS instance id is e6d4f500-ec46-45ea-8d24-c75c18a4be3c",
2024-05-25T01:40:38.026000234Z       "summary": "VDU 697bffa8-3ae6-472d-8b83-4c6a30225a1d in VIM af1a091b-d408-4afe-8d20-7cf4ebe11fb3 is down"
2024-05-25T01:40:38.026003786Z     },
2024-05-25T01:40:38.026007332Z     "commonLabels": {
2024-05-25T01:40:38.026010920Z       "alertname": "vdu_down",
2024-05-25T01:40:38.026014553Z       "job": "osm_prometheus",
2024-05-25T01:40:38.026018235Z       "ns_id": "e6d4f500-ec46-45ea-8d24-c75c18a4be3c",
2024-05-25T01:40:38.026021820Z       "project_id": "cdba828e-3da9-47ea-84a4-ea3d37b83c17",
2024-05-25T01:40:38.026025378Z       "vdu_id": "555d7c76-6625-46ff-9e7d-f98fad74e565",
2024-05-25T01:40:38.026029000Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-05-25T01:40:38.026032633Z       "vim_id": "af1a091b-d408-4afe-8d20-7cf4ebe11fb3",
2024-05-25T01:40:38.026050831Z       "vm_id": "697bffa8-3ae6-472d-8b83-4c6a30225a1d",
2024-05-25T01:40:38.026054500Z       "vnf_id": "0c40f312-393a-4309-a10d-4f84824762f8",
2024-05-25T01:40:38.026057972Z       "vnf_member_index": "autoheal-basic-1"
2024-05-25T01:40:38.026061590Z     },
2024-05-25T01:40:38.026065187Z     "externalURL": "http://alertmanager-0:9093",
2024-05-25T01:40:38.026068696Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-05-25T01:40:38.026072264Z     "groupLabels": {},
2024-05-25T01:40:38.026075837Z     "receiver": "vdu-webhook",
2024-05-25T01:40:38.026079385Z     "status": "firing",
2024-05-25T01:40:38.026082857Z     "truncatedAlerts": 0,
2024-05-25T01:40:38.026086602Z     "version": "4"
2024-05-25T01:40:38.026090425Z   },
2024-05-25T01:40:38.026094010Z   "dag_id": "vdu_down",
2024-05-25T01:40:38.026097546Z   "dag_run_id": "vdu_down_20240525014037_583623",
2024-05-25T01:40:38.026101051Z   "data_interval_end": "2024-05-25T01:40:37.968440+00:00",
2024-05-25T01:40:38.026104627Z   "data_interval_start": "2024-05-25T01:40:37.968440+00:00",
2024-05-25T01:40:38.026108087Z   "end_date": null,
2024-05-25T01:40:38.026111547Z   "execution_date": "2024-05-25T01:40:37.968440+00:00",
2024-05-25T01:40:38.026115038Z   "external_trigger": true,
2024-05-25T01:40:38.026118758Z   "last_scheduling_decision": null,
2024-05-25T01:40:38.026122238Z   "logical_date": "2024-05-25T01:40:37.968440+00:00",
2024-05-25T01:40:38.026125854Z   "note": null,
2024-05-25T01:40:38.026129386Z   "run_type": "manual",
2024-05-25T01:40:38.026132882Z   "start_date": null,
2024-05-25T01:40:38.026136421Z   "state": "queued"
2024-05-25T01:40:38.026139970Z }
2024-05-25T01:40:38.026143327Z 
2024-05-25T01:44:37.705285990Z 2024/05/25 01:44:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns
2024-05-25T01:44:38.100288388Z INFO:     10.244.0.45:58504 - "POST /vdu_down HTTP/1.1" 200 OK
2024-05-25T01:44:38.100335099Z 2024/05/25 01:44:38 INFO main.py:53 Response: {
2024-05-25T01:44:38.100376750Z   "conf": {
2024-05-25T01:44:38.100387256Z     "alerts": [
2024-05-25T01:44:38.100395913Z       {
2024-05-25T01:44:38.100407014Z         "annotations": {
2024-05-25T01:44:38.100422593Z           "description": "VDU 697bffa8-3ae6-472d-8b83-4c6a30225a1d in VIM af1a091b-d408-4afe-8d20-7cf4ebe11fb3 has been down for more than 3 minutes. NS instance id is e6d4f500-ec46-45ea-8d24-c75c18a4be3c",
2024-05-25T01:44:38.100433997Z           "summary": "VDU 697bffa8-3ae6-472d-8b83-4c6a30225a1d in VIM af1a091b-d408-4afe-8d20-7cf4ebe11fb3 is down"
2024-05-25T01:44:38.100442534Z         },
2024-05-25T01:44:38.100451456Z         "endsAt": "2024-05-25T01:42:57.687Z",
2024-05-25T01:44:38.100459904Z         "fingerprint": "6ec98f43283c3e43",
2024-05-25T01:44:38.100470676Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1",
2024-05-25T01:44:38.100528965Z         "labels": {
2024-05-25T01:44:38.100539806Z           "alertname": "vdu_down",
2024-05-25T01:44:38.100549007Z           "job": "osm_prometheus",
2024-05-25T01:44:38.100560507Z           "ns_id": "e6d4f500-ec46-45ea-8d24-c75c18a4be3c",
2024-05-25T01:44:38.100620498Z           "project_id": "cdba828e-3da9-47ea-84a4-ea3d37b83c17",
2024-05-25T01:44:38.100630648Z           "vdu_id": "555d7c76-6625-46ff-9e7d-f98fad74e565",
2024-05-25T01:44:38.100641490Z           "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-05-25T01:44:38.100649884Z           "vim_id": "af1a091b-d408-4afe-8d20-7cf4ebe11fb3",
2024-05-25T01:44:38.100658454Z           "vm_id": "697bffa8-3ae6-472d-8b83-4c6a30225a1d",
2024-05-25T01:44:38.100694770Z           "vnf_id": "0c40f312-393a-4309-a10d-4f84824762f8",
2024-05-25T01:44:38.100704175Z           "vnf_member_index": "autoheal-basic-1"
2024-05-25T01:44:38.100712485Z         },
2024-05-25T01:44:38.100720760Z         "startsAt": "2024-05-25T01:40:27.687Z",
2024-05-25T01:44:38.100731202Z         "status": "resolved"
2024-05-25T01:44:38.100739559Z       }
2024-05-25T01:44:38.100768725Z     ],
2024-05-25T01:44:38.100777823Z     "commonAnnotations": {
2024-05-25T01:44:38.100786705Z       "description": "VDU 697bffa8-3ae6-472d-8b83-4c6a30225a1d in VIM af1a091b-d408-4afe-8d20-7cf4ebe11fb3 has been down for more than 3 minutes. NS instance id is e6d4f500-ec46-45ea-8d24-c75c18a4be3c",
2024-05-25T01:44:38.100795782Z       "summary": "VDU 697bffa8-3ae6-472d-8b83-4c6a30225a1d in VIM af1a091b-d408-4afe-8d20-7cf4ebe11fb3 is down"
2024-05-25T01:44:38.100804263Z     },
2024-05-25T01:44:38.100812864Z     "commonLabels": {
2024-05-25T01:44:38.100821463Z       "alertname": "vdu_down",
2024-05-25T01:44:38.100829701Z       "job": "osm_prometheus",
2024-05-25T01:44:38.100838362Z       "ns_id": "e6d4f500-ec46-45ea-8d24-c75c18a4be3c",
2024-05-25T01:44:38.100846916Z       "project_id": "cdba828e-3da9-47ea-84a4-ea3d37b83c17",
2024-05-25T01:44:38.100855223Z       "vdu_id": "555d7c76-6625-46ff-9e7d-f98fad74e565",
2024-05-25T01:44:38.100863719Z       "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0",
2024-05-25T01:44:38.100871866Z       "vim_id": "af1a091b-d408-4afe-8d20-7cf4ebe11fb3",
2024-05-25T01:44:38.100880721Z       "vm_id": "697bffa8-3ae6-472d-8b83-4c6a30225a1d",
2024-05-25T01:44:38.100893798Z       "vnf_id": "0c40f312-393a-4309-a10d-4f84824762f8",
2024-05-25T01:44:38.100908413Z       "vnf_member_index": "autoheal-basic-1"
2024-05-25T01:44:38.100920332Z     },
2024-05-25T01:44:38.100932084Z     "externalURL": "http://alertmanager-0:9093",
2024-05-25T01:44:38.100945053Z     "groupKey": "{}/{alertname=\"vdu_down\"}:{}",
2024-05-25T01:44:38.100956948Z     "groupLabels": {},
2024-05-25T01:44:38.100968492Z     "receiver": "vdu-webhook",
2024-05-25T01:44:38.101009692Z     "status": "resolved",
2024-05-25T01:44:38.101022242Z     "truncatedAlerts": 0,
2024-05-25T01:44:38.101035129Z     "version": "4"
2024-05-25T01:44:38.101047038Z   },
2024-05-25T01:44:38.101059027Z   "dag_id": "vdu_down",
2024-05-25T01:44:38.101070936Z   "dag_run_id": "vdu_down_20240525014437_760006",
2024-05-25T01:44:38.101082777Z   "data_interval_end": "2024-05-25T01:44:38.016796+00:00",
2024-05-25T01:44:38.101094612Z   "data_interval_start": "2024-05-25T01:44:38.016796+00:00",
2024-05-25T01:44:38.101106323Z   "end_date": null,
2024-05-25T01:44:38.101118101Z   "execution_date": "2024-05-25T01:44:38.016796+00:00",
2024-05-25T01:44:38.101129486Z   "external_trigger": true,
2024-05-25T01:44:38.101142000Z   "last_scheduling_decision": null,
2024-05-25T01:44:38.101153865Z   "logical_date": "2024-05-25T01:44:38.016796+00:00",
2024-05-25T01:44:38.101165711Z   "note": null,
2024-05-25T01:44:38.101177744Z   "run_type": "manual",
2024-05-25T01:44:38.101189254Z   "start_date": null,
2024-05-25T01:44:38.101201137Z   "state": "queued"
2024-05-25T01:44:38.101284755Z }
2024-05-25T01:44:38.101296691Z 
2024-05-25T02:46:55.959675787Z 2024/05/25 02:46:55 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-05-25T02:46:56.324372690Z 2024/05/25 02:46:56 INFO main.py:53 Response: {
2024-05-25T02:46:56.324392864Z   "conf": {
2024-05-25T02:46:56.324396466Z     "alerts": [
2024-05-25T02:46:56.324399563Z       {
2024-05-25T02:46:56.324403353Z         "annotations": {},
2024-05-25T02:46:56.324417795Z         "endsAt": "0001-01-01T00:00:00Z",
2024-05-25T02:46:56.324420949Z         "fingerprint": "406cca079268a1a1",
2024-05-25T02:46:56.324427869Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%220cf79855-625c-42fd-ac54-d004c7870349%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%220cf79855-625c-42fd-ac54-d004c7870349%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-05-25T02:46:56.324433190Z         "labels": {
2024-05-25T02:46:56.324437695Z           "alertname": "scaleout_53ef58c9-60d9-4e22-b998-4f5f1f5eadc1",
2024-05-25T02:46:56.324442634Z           "ns_id": "0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:46:56.324447892Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-05-25T02:46:56.324452620Z           "vnf_member_index": "vnf"
2024-05-25T02:46:56.324457928Z         },
2024-05-25T02:46:56.324462995Z         "startsAt": "2024-05-25T02:46:45.934Z",
2024-05-25T02:46:56.324468016Z         "status": "firing"
2024-05-25T02:46:56.324473054Z       }
2024-05-25T02:46:56.324477869Z     ],
2024-05-25T02:46:56.324482121Z     "commonAnnotations": {},
2024-05-25T02:46:56.324486899Z     "commonLabels": {
2024-05-25T02:46:56.324495009Z       "alertname": "scaleout_53ef58c9-60d9-4e22-b998-4f5f1f5eadc1",
2024-05-25T02:46:56.324500380Z       "ns_id": "0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:46:56.324505327Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-05-25T02:46:56.324510139Z       "vnf_member_index": "vnf"
2024-05-25T02:46:56.324515003Z     },
2024-05-25T02:46:56.324519833Z     "externalURL": "http://alertmanager-0:9093",
2024-05-25T02:46:56.324525097Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-05-25T02:46:56.324530089Z     "groupLabels": {},
2024-05-25T02:46:56.324534854Z     "receiver": "scaleout-webhook",
2024-05-25T02:46:56.324539037Z     "status": "firing",
2024-05-25T02:46:56.324543255Z     "truncatedAlerts": 0,
2024-05-25T02:46:56.324547528Z     "version": "4"
2024-05-25T02:46:56.324551975Z   },
2024-05-25T02:46:56.324556205Z   "dag_id": "scaleout_vdu",
2024-05-25T02:46:56.324560877Z   "dag_run_id": "scaleout_vdu_20240525024655_004455",
2024-05-25T02:46:56.324565297Z   "data_interval_end": "2024-05-25T02:46:56.261355+00:00",
2024-05-25T02:46:56.324570372Z   "data_interval_start": "2024-05-25T02:46:56.261355+00:00",
2024-05-25T02:46:56.324574501Z   "end_date": null,
2024-05-25T02:46:56.324578830Z   "execution_date": "2024-05-25T02:46:56.261355+00:00",
2024-05-25T02:46:56.324582907Z   "external_trigger": true,
2024-05-25T02:46:56.324597681Z   "last_scheduling_decision": null,
2024-05-25T02:46:56.324601638Z   "logical_date": "2024-05-25T02:46:56.261355+00:00",
2024-05-25T02:46:56.324605983Z   "note": null,
2024-05-25T02:46:56.324609875Z   "run_type": "manual",
2024-05-25T02:46:56.324614046Z   "start_date": null,
2024-05-25T02:46:56.324618751Z   "state": "queued"
2024-05-25T02:46:56.324622919Z }
2024-05-25T02:46:56.324627160Z 
2024-05-25T02:46:56.325496240Z INFO:     10.244.0.45:35910 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-05-25T02:52:55.960749427Z 2024/05/25 02:52:55 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-05-25T02:52:56.241484708Z 2024/05/25 02:52:56 INFO main.py:53 Response: {
2024-05-25T02:52:56.241501704Z   "conf": {
2024-05-25T02:52:56.241506434Z     "alerts": [
2024-05-25T02:52:56.241510444Z       {
2024-05-25T02:52:56.241526113Z         "annotations": {},
2024-05-25T02:52:56.241534876Z         "endsAt": "0001-01-01T00:00:00Z",
2024-05-25T02:52:56.241538630Z         "fingerprint": "406cca079268a1a1",
2024-05-25T02:52:56.241544971Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%220cf79855-625c-42fd-ac54-d004c7870349%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%220cf79855-625c-42fd-ac54-d004c7870349%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-05-25T02:52:56.241549936Z         "labels": {
2024-05-25T02:52:56.241554188Z           "alertname": "scaleout_53ef58c9-60d9-4e22-b998-4f5f1f5eadc1",
2024-05-25T02:52:56.241558214Z           "ns_id": "0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:52:56.241561779Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-05-25T02:52:56.241565461Z           "vnf_member_index": "vnf"
2024-05-25T02:52:56.241569232Z         },
2024-05-25T02:52:56.241572854Z         "startsAt": "2024-05-25T02:46:45.934Z",
2024-05-25T02:52:56.241576554Z         "status": "firing"
2024-05-25T02:52:56.241580135Z       }
2024-05-25T02:52:56.241583773Z     ],
2024-05-25T02:52:56.241587507Z     "commonAnnotations": {},
2024-05-25T02:52:56.241591053Z     "commonLabels": {
2024-05-25T02:52:56.241594701Z       "alertname": "scaleout_53ef58c9-60d9-4e22-b998-4f5f1f5eadc1",
2024-05-25T02:52:56.241598344Z       "ns_id": "0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:52:56.241601913Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-05-25T02:52:56.241605664Z       "vnf_member_index": "vnf"
2024-05-25T02:52:56.241609236Z     },
2024-05-25T02:52:56.241612894Z     "externalURL": "http://alertmanager-0:9093",
2024-05-25T02:52:56.241616598Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-05-25T02:52:56.241620221Z     "groupLabels": {},
2024-05-25T02:52:56.241623809Z     "receiver": "scaleout-webhook",
2024-05-25T02:52:56.241627459Z     "status": "firing",
2024-05-25T02:52:56.241631059Z     "truncatedAlerts": 0,
2024-05-25T02:52:56.241634685Z     "version": "4"
2024-05-25T02:52:56.241638232Z   },
2024-05-25T02:52:56.241641896Z   "dag_id": "scaleout_vdu",
2024-05-25T02:52:56.241645546Z   "dag_run_id": "scaleout_vdu_20240525025255_561983",
2024-05-25T02:52:56.241649146Z   "data_interval_end": "2024-05-25T02:52:56.201946+00:00",
2024-05-25T02:52:56.241652743Z   "data_interval_start": "2024-05-25T02:52:56.201946+00:00",
2024-05-25T02:52:56.241656521Z   "end_date": null,
2024-05-25T02:52:56.241660087Z   "execution_date": "2024-05-25T02:52:56.201946+00:00",
2024-05-25T02:52:56.241663630Z   "external_trigger": true,
2024-05-25T02:52:56.241667172Z   "last_scheduling_decision": null,
2024-05-25T02:52:56.241670944Z   "logical_date": "2024-05-25T02:52:56.201946+00:00",
2024-05-25T02:52:56.241674568Z   "note": null,
2024-05-25T02:52:56.241678141Z   "run_type": "manual",
2024-05-25T02:52:56.241682011Z   "start_date": null,
2024-05-25T02:52:56.241685640Z   "state": "queued"
2024-05-25T02:52:56.241689232Z }
2024-05-25T02:52:56.241692719Z 
2024-05-25T02:52:56.242515920Z INFO:     10.244.0.45:47842 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-05-25T02:54:55.964059992Z 2024/05/25 02:54:55 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns
2024-05-25T02:54:56.311928700Z 2024/05/25 02:54:56 INFO main.py:53 Response: {
2024-05-25T02:54:56.311965242Z   "conf": {
2024-05-25T02:54:56.311975427Z     "alerts": [
2024-05-25T02:54:56.311983942Z       {
2024-05-25T02:54:56.312031100Z         "annotations": {},
2024-05-25T02:54:56.312039975Z         "endsAt": "2024-05-25T02:53:15.934Z",
2024-05-25T02:54:56.312048439Z         "fingerprint": "406cca079268a1a1",
2024-05-25T02:54:56.312061071Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%220cf79855-625c-42fd-ac54-d004c7870349%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%220cf79855-625c-42fd-ac54-d004c7870349%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1",
2024-05-25T02:54:56.312070429Z         "labels": {
2024-05-25T02:54:56.312080091Z           "alertname": "scaleout_53ef58c9-60d9-4e22-b998-4f5f1f5eadc1",
2024-05-25T02:54:56.312089472Z           "ns_id": "0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:54:56.312098201Z           "vdu_id": "hackfest_basic_metrics-VM",
2024-05-25T02:54:56.312106472Z           "vnf_member_index": "vnf"
2024-05-25T02:54:56.312114732Z         },
2024-05-25T02:54:56.312123003Z         "startsAt": "2024-05-25T02:46:45.934Z",
2024-05-25T02:54:56.312131243Z         "status": "resolved"
2024-05-25T02:54:56.312139537Z       }
2024-05-25T02:54:56.312147883Z     ],
2024-05-25T02:54:56.312156717Z     "commonAnnotations": {},
2024-05-25T02:54:56.312164995Z     "commonLabels": {
2024-05-25T02:54:56.312173396Z       "alertname": "scaleout_53ef58c9-60d9-4e22-b998-4f5f1f5eadc1",
2024-05-25T02:54:56.312181649Z       "ns_id": "0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:54:56.312189913Z       "vdu_id": "hackfest_basic_metrics-VM",
2024-05-25T02:54:56.312198217Z       "vnf_member_index": "vnf"
2024-05-25T02:54:56.312206483Z     },
2024-05-25T02:54:56.312241537Z     "externalURL": "http://alertmanager-0:9093",
2024-05-25T02:54:56.312250926Z     "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}",
2024-05-25T02:54:56.312281226Z     "groupLabels": {},
2024-05-25T02:54:56.312297811Z     "receiver": "scaleout-webhook",
2024-05-25T02:54:56.312306274Z     "status": "resolved",
2024-05-25T02:54:56.312314793Z     "truncatedAlerts": 0,
2024-05-25T02:54:56.312323059Z     "version": "4"
2024-05-25T02:54:56.312331275Z   },
2024-05-25T02:54:56.312339585Z   "dag_id": "scaleout_vdu",
2024-05-25T02:54:56.312347888Z   "dag_run_id": "scaleout_vdu_20240525025455_333497",
2024-05-25T02:54:56.312356144Z   "data_interval_end": "2024-05-25T02:54:56.279026+00:00",
2024-05-25T02:54:56.312364427Z   "data_interval_start": "2024-05-25T02:54:56.279026+00:00",
2024-05-25T02:54:56.312372914Z   "end_date": null,
2024-05-25T02:54:56.312381161Z   "execution_date": "2024-05-25T02:54:56.279026+00:00",
2024-05-25T02:54:56.312389391Z   "external_trigger": true,
2024-05-25T02:54:56.312397545Z   "last_scheduling_decision": null,
2024-05-25T02:54:56.312405795Z   "logical_date": "2024-05-25T02:54:56.279026+00:00",
2024-05-25T02:54:56.312414142Z   "note": null,
2024-05-25T02:54:56.312422376Z   "run_type": "manual",
2024-05-25T02:54:56.312430649Z   "start_date": null,
2024-05-25T02:54:56.312439027Z   "state": "queued"
2024-05-25T02:54:56.312447269Z }
2024-05-25T02:54:56.312455241Z 
2024-05-25T02:54:56.313365721Z INFO:     10.244.0.45:50106 - "POST /scaleout_vdu HTTP/1.1" 200 OK
2024-05-25T02:56:29.681305817Z 2024/05/25 02:56:29 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-05-25T02:56:30.009669254Z 2024/05/25 02:56:30 INFO main.py:53 Response: {
2024-05-25T02:56:30.009685043Z   "conf": {
2024-05-25T02:56:30.009689076Z     "alerts": [
2024-05-25T02:56:30.009692747Z       {
2024-05-25T02:56:30.009741709Z         "annotations": {},
2024-05-25T02:56:30.009745776Z         "endsAt": "0001-01-01T00:00:00Z",
2024-05-25T02:56:30.009749291Z         "fingerprint": "3b166a503f28db2e",
2024-05-25T02:56:30.009754053Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22e305d748-d6f1-4329-93d6-020a6af90ad6%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-05-25T02:56:30.009758264Z         "labels": {
2024-05-25T02:56:30.009762488Z           "alertname": "vdu_alarm_2180a46d-65fc-46a6-880d-125e39e30817",
2024-05-25T02:56:30.009765998Z           "job": "airflow_osm_vm_metrics_af1a091b-d408-4afe-8d20-7cf4ebe11fb3",
2024-05-25T02:56:30.009769521Z           "metric_id": "cirros_vnf_cpu_util",
2024-05-25T02:56:30.009773438Z           "ns_id": "e305d748-d6f1-4329-93d6-020a6af90ad6",
2024-05-25T02:56:30.009776908Z           "project_id": "cdba828e-3da9-47ea-84a4-ea3d37b83c17",
2024-05-25T02:56:30.009780330Z           "vdu_id": "cirros_vnfd-VM",
2024-05-25T02:56:30.009783922Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-05-25T02:56:30.009787437Z           "vim_id": "af1a091b-d408-4afe-8d20-7cf4ebe11fb3",
2024-05-25T02:56:30.009790851Z           "vm_id": "e3fd46dd-b11a-4b19-9471-c179903dcb12",
2024-05-25T02:56:30.009808800Z           "vnf_member_index": "vnf"
2024-05-25T02:56:30.009812458Z         },
2024-05-25T02:56:30.009815977Z         "startsAt": "2024-05-25T02:56:19.659Z",
2024-05-25T02:56:30.009819443Z         "status": "firing"
2024-05-25T02:56:30.009822979Z       }
2024-05-25T02:56:30.009826572Z     ],
2024-05-25T02:56:30.009830149Z     "commonAnnotations": {},
2024-05-25T02:56:30.009833621Z     "commonLabels": {
2024-05-25T02:56:30.009837187Z       "alertname": "vdu_alarm_2180a46d-65fc-46a6-880d-125e39e30817",
2024-05-25T02:56:30.009840641Z       "job": "airflow_osm_vm_metrics_af1a091b-d408-4afe-8d20-7cf4ebe11fb3",
2024-05-25T02:56:30.009844081Z       "metric_id": "cirros_vnf_cpu_util",
2024-05-25T02:56:30.009847850Z       "ns_id": "e305d748-d6f1-4329-93d6-020a6af90ad6",
2024-05-25T02:56:30.009851303Z       "project_id": "cdba828e-3da9-47ea-84a4-ea3d37b83c17",
2024-05-25T02:56:30.009854764Z       "vdu_id": "cirros_vnfd-VM",
2024-05-25T02:56:30.009858274Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-05-25T02:56:30.009861725Z       "vim_id": "af1a091b-d408-4afe-8d20-7cf4ebe11fb3",
2024-05-25T02:56:30.009865236Z       "vm_id": "e3fd46dd-b11a-4b19-9471-c179903dcb12",
2024-05-25T02:56:30.009868663Z       "vnf_member_index": "vnf"
2024-05-25T02:56:30.009887538Z     },
2024-05-25T02:56:30.009891110Z     "externalURL": "http://alertmanager-0:9093",
2024-05-25T02:56:30.009894636Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-05-25T02:56:30.009898207Z     "groupLabels": {},
2024-05-25T02:56:30.009901876Z     "receiver": "alarm-webhook",
2024-05-25T02:56:30.009905407Z     "status": "firing",
2024-05-25T02:56:30.009909074Z     "truncatedAlerts": 0,
2024-05-25T02:56:30.009912500Z     "version": "4"
2024-05-25T02:56:30.009915965Z   },
2024-05-25T02:56:30.009919725Z   "dag_id": "vdu_alarm",
2024-05-25T02:56:30.009924031Z   "dag_run_id": "vdu_alarm_20240525025629_402011",
2024-05-25T02:56:30.009928944Z   "data_interval_end": "2024-05-25T02:56:29.953292+00:00",
2024-05-25T02:56:30.009933976Z   "data_interval_start": "2024-05-25T02:56:29.953292+00:00",
2024-05-25T02:56:30.009940106Z   "end_date": null,
2024-05-25T02:56:30.009945965Z   "execution_date": "2024-05-25T02:56:29.953292+00:00",
2024-05-25T02:56:30.009977583Z   "external_trigger": true,
2024-05-25T02:56:30.009991425Z   "last_scheduling_decision": null,
2024-05-25T02:56:30.009997273Z   "logical_date": "2024-05-25T02:56:29.953292+00:00",
2024-05-25T02:56:30.010008081Z   "note": null,
2024-05-25T02:56:30.010013701Z   "run_type": "manual",
2024-05-25T02:56:30.010019035Z   "start_date": null,
2024-05-25T02:56:30.010024164Z   "state": "queued"
2024-05-25T02:56:30.010054384Z }
2024-05-25T02:56:30.010059150Z 
2024-05-25T02:56:30.010143573Z INFO:     10.244.0.45:34618 - "POST /vdu_alarm HTTP/1.1" 200 OK
2024-05-25T03:00:29.691339801Z 2024/05/25 03:00:29 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns
2024-05-25T03:00:29.977550096Z 2024/05/25 03:00:29 INFO main.py:53 Response: {
2024-05-25T03:00:29.977597469Z   "conf": {
2024-05-25T03:00:29.977605723Z     "alerts": [
2024-05-25T03:00:29.977611846Z       {
2024-05-25T03:00:29.977621441Z         "annotations": {},
2024-05-25T03:00:29.977628221Z         "endsAt": "2024-05-25T03:00:19.659Z",
2024-05-25T03:00:29.977634407Z         "fingerprint": "3b166a503f28db2e",
2024-05-25T03:00:29.977643057Z         "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22e305d748-d6f1-4329-93d6-020a6af90ad6%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1",
2024-05-25T03:00:29.977653205Z         "labels": {
2024-05-25T03:00:29.977667878Z           "alertname": "vdu_alarm_2180a46d-65fc-46a6-880d-125e39e30817",
2024-05-25T03:00:29.977674037Z           "job": "airflow_osm_vm_metrics_af1a091b-d408-4afe-8d20-7cf4ebe11fb3",
2024-05-25T03:00:29.977679685Z           "metric_id": "cirros_vnf_cpu_util",
2024-05-25T03:00:29.977686386Z           "ns_id": "e305d748-d6f1-4329-93d6-020a6af90ad6",
2024-05-25T03:00:29.977691887Z           "project_id": "cdba828e-3da9-47ea-84a4-ea3d37b83c17",
2024-05-25T03:00:29.977697293Z           "vdu_id": "cirros_vnfd-VM",
2024-05-25T03:00:29.977702639Z           "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-05-25T03:00:29.977708240Z           "vim_id": "af1a091b-d408-4afe-8d20-7cf4ebe11fb3",
2024-05-25T03:00:29.977713623Z           "vm_id": "e3fd46dd-b11a-4b19-9471-c179903dcb12",
2024-05-25T03:00:29.977718825Z           "vnf_member_index": "vnf"
2024-05-25T03:00:29.977722709Z         },
2024-05-25T03:00:29.977726407Z         "startsAt": "2024-05-25T02:56:19.659Z",
2024-05-25T03:00:29.977730043Z         "status": "resolved"
2024-05-25T03:00:29.977733702Z       }
2024-05-25T03:00:29.977737415Z     ],
2024-05-25T03:00:29.977741154Z     "commonAnnotations": {},
2024-05-25T03:00:29.977744812Z     "commonLabels": {
2024-05-25T03:00:29.977748511Z       "alertname": "vdu_alarm_2180a46d-65fc-46a6-880d-125e39e30817",
2024-05-25T03:00:29.977752370Z       "job": "airflow_osm_vm_metrics_af1a091b-d408-4afe-8d20-7cf4ebe11fb3",
2024-05-25T03:00:29.977755983Z       "metric_id": "cirros_vnf_cpu_util",
2024-05-25T03:00:29.977759847Z       "ns_id": "e305d748-d6f1-4329-93d6-020a6af90ad6",
2024-05-25T03:00:29.977763865Z       "project_id": "cdba828e-3da9-47ea-84a4-ea3d37b83c17",
2024-05-25T03:00:29.977767520Z       "vdu_id": "cirros_vnfd-VM",
2024-05-25T03:00:29.977771203Z       "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0",
2024-05-25T03:00:29.977774868Z       "vim_id": "af1a091b-d408-4afe-8d20-7cf4ebe11fb3",
2024-05-25T03:00:29.977778454Z       "vm_id": "e3fd46dd-b11a-4b19-9471-c179903dcb12",
2024-05-25T03:00:29.977782170Z       "vnf_member_index": "vnf"
2024-05-25T03:00:29.977785795Z     },
2024-05-25T03:00:29.977789552Z     "externalURL": "http://alertmanager-0:9093",
2024-05-25T03:00:29.977793447Z     "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}",
2024-05-25T03:00:29.977813702Z     "groupLabels": {},
2024-05-25T03:00:29.977817509Z     "receiver": "alarm-webhook",
2024-05-25T03:00:29.977821120Z     "status": "resolved",
2024-05-25T03:00:29.977824686Z     "truncatedAlerts": 0,
2024-05-25T03:00:29.977828296Z     "version": "4"
2024-05-25T03:00:29.977831966Z   },
2024-05-25T03:00:29.977835601Z   "dag_id": "vdu_alarm",
2024-05-25T03:00:29.977839291Z   "dag_run_id": "vdu_alarm_20240525030029_830642",
2024-05-25T03:00:29.977842908Z   "data_interval_end": "2024-05-25T03:00:29.945727+00:00",
2024-05-25T03:00:29.977846522Z   "data_interval_start": "2024-05-25T03:00:29.945727+00:00",
2024-05-25T03:00:29.977850260Z   "end_date": null,
2024-05-25T03:00:29.977853903Z   "execution_date": "2024-05-25T03:00:29.945727+00:00",
2024-05-25T03:00:29.977857519Z   "external_trigger": true,
2024-05-25T03:00:29.977861094Z   "last_scheduling_decision": null,
2024-05-25T03:00:29.977864655Z   "logical_date": "2024-05-25T03:00:29.945727+00:00",
2024-05-25T03:00:29.977868244Z   "note": null,
2024-05-25T03:00:29.977871853Z   "run_type": "manual",
2024-05-25T03:00:29.977875561Z   "start_date": null,
2024-05-25T03:00:29.977879302Z   "state": "queued"
2024-05-25T03:00:29.977882885Z }
2024-05-25T03:00:29.977886349Z 
2024-05-25T03:00:29.978620385Z INFO:     10.244.0.45:42802 - "POST /vdu_alarm HTTP/1.1" 200 OK