2024-04-03T01:23:47.707959134Z INFO: Started server process [1] 2024-04-03T01:23:47.708023932Z INFO: Waiting for application startup. 2024-04-03T01:23:47.708028039Z INFO: Application startup complete. 2024-04-03T01:23:47.708032075Z INFO: Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit) 2024-04-03T02:52:23.536996579Z 2024/04/03 02:52:23 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-04-03T02:52:23.929276274Z 2024/04/03 02:52:23 INFO main.py:53 Response: { 2024-04-03T02:52:23.929295078Z "conf": { 2024-04-03T02:52:23.929300052Z "alerts": [ 2024-04-03T02:52:23.929304569Z { 2024-04-03T02:52:23.929310094Z "annotations": { 2024-04-03T02:52:23.929315810Z "description": "VDU 4d519def-9560-42a5-997a-f4df914be1c6 in VIM 7a8df917-c55f-4ae7-a49d-b123d795de17 has been down for more than 3 minutes. NS instance id is 974b718c-302d-4f6b-8311-f2678d269b71", 2024-04-03T02:52:23.929325864Z "summary": "VDU 4d519def-9560-42a5-997a-f4df914be1c6 in VIM 7a8df917-c55f-4ae7-a49d-b123d795de17 is down" 2024-04-03T02:52:23.929330913Z }, 2024-04-03T02:52:23.929335692Z "endsAt": "0001-01-01T00:00:00Z", 2024-04-03T02:52:23.929340256Z "fingerprint": "b3a37c22b46e650b", 2024-04-03T02:52:23.929345277Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-04-03T02:52:23.929349847Z "labels": { 2024-04-03T02:52:23.929354523Z "alertname": "vdu_down", 2024-04-03T02:52:23.929358940Z "job": "osm_prometheus", 2024-04-03T02:52:23.929364070Z "ns_id": "974b718c-302d-4f6b-8311-f2678d269b71", 2024-04-03T02:52:23.929368486Z "project_id": "906e76e1-3d4d-405e-9aef-801e4573a3ab", 2024-04-03T02:52:23.929373092Z "vdu_id": "12150ba9-5f4a-4939-b0d6-49a708054905", 2024-04-03T02:52:23.929378317Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-04-03T02:52:23.929382697Z "vim_id": "7a8df917-c55f-4ae7-a49d-b123d795de17", 2024-04-03T02:52:23.929387034Z "vm_id": "4d519def-9560-42a5-997a-f4df914be1c6", 2024-04-03T02:52:23.929391692Z "vnf_id": "b7517d5e-ee01-42b3-b9cd-28ddae97d425", 2024-04-03T02:52:23.929396025Z "vnf_member_index": "autoheal-basic-1" 2024-04-03T02:52:23.929400563Z }, 2024-04-03T02:52:23.929405112Z "startsAt": "2024-04-03T02:52:13.508Z", 2024-04-03T02:52:23.929410168Z "status": "firing" 2024-04-03T02:52:23.929414811Z } 2024-04-03T02:52:23.929419393Z ], 2024-04-03T02:52:23.929423861Z "commonAnnotations": { 2024-04-03T02:52:23.929428414Z "description": "VDU 4d519def-9560-42a5-997a-f4df914be1c6 in VIM 7a8df917-c55f-4ae7-a49d-b123d795de17 has been down for more than 3 minutes. NS instance id is 974b718c-302d-4f6b-8311-f2678d269b71", 2024-04-03T02:52:23.929433017Z "summary": "VDU 4d519def-9560-42a5-997a-f4df914be1c6 in VIM 7a8df917-c55f-4ae7-a49d-b123d795de17 is down" 2024-04-03T02:52:23.929437572Z }, 2024-04-03T02:52:23.929441975Z "commonLabels": { 2024-04-03T02:52:23.929446383Z "alertname": "vdu_down", 2024-04-03T02:52:23.929450819Z "job": "osm_prometheus", 2024-04-03T02:52:23.929455349Z "ns_id": "974b718c-302d-4f6b-8311-f2678d269b71", 2024-04-03T02:52:23.929459762Z "project_id": "906e76e1-3d4d-405e-9aef-801e4573a3ab", 2024-04-03T02:52:23.929464334Z "vdu_id": "12150ba9-5f4a-4939-b0d6-49a708054905", 2024-04-03T02:52:23.929468850Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-04-03T02:52:23.929473621Z "vim_id": "7a8df917-c55f-4ae7-a49d-b123d795de17", 2024-04-03T02:52:23.929478192Z "vm_id": "4d519def-9560-42a5-997a-f4df914be1c6", 2024-04-03T02:52:23.929500076Z "vnf_id": "b7517d5e-ee01-42b3-b9cd-28ddae97d425", 2024-04-03T02:52:23.929504708Z "vnf_member_index": "autoheal-basic-1" 2024-04-03T02:52:23.929509067Z }, 2024-04-03T02:52:23.929513567Z "externalURL": "http://alertmanager-0:9093", 2024-04-03T02:52:23.929517926Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-04-03T02:52:23.929522256Z "groupLabels": {}, 2024-04-03T02:52:23.929526695Z "receiver": "vdu-webhook", 2024-04-03T02:52:23.929531160Z "status": "firing", 2024-04-03T02:52:23.929535589Z "truncatedAlerts": 0, 2024-04-03T02:52:23.929539990Z "version": "4" 2024-04-03T02:52:23.929544362Z }, 2024-04-03T02:52:23.929548800Z "dag_id": "vdu_down", 2024-04-03T02:52:23.929553459Z "dag_run_id": "vdu_down_20240403025223_537992", 2024-04-03T02:52:23.929557831Z "data_interval_end": "2024-04-03T02:52:23.868691+00:00", 2024-04-03T02:52:23.929573135Z "data_interval_start": "2024-04-03T02:52:23.868691+00:00", 2024-04-03T02:52:23.929577689Z "end_date": null, 2024-04-03T02:52:23.929582212Z "execution_date": "2024-04-03T02:52:23.868691+00:00", 2024-04-03T02:52:23.929586552Z "external_trigger": true, 2024-04-03T02:52:23.929590907Z "last_scheduling_decision": null, 2024-04-03T02:52:23.929595241Z "logical_date": "2024-04-03T02:52:23.868691+00:00", 2024-04-03T02:52:23.929600314Z "note": null, 2024-04-03T02:52:23.929604735Z "run_type": "manual", 2024-04-03T02:52:23.929609177Z "start_date": null, 2024-04-03T02:52:23.929613668Z "state": "queued" 2024-04-03T02:52:23.929618069Z } 2024-04-03T02:52:23.929622365Z 2024-04-03T02:52:23.929707568Z INFO: 10.244.0.52:48860 - "POST /vdu_down HTTP/1.1" 200 OK 2024-04-03T02:56:23.536505624Z 2024/04/03 02:56:23 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-04-03T02:56:23.908855663Z 2024/04/03 02:56:23 INFO main.py:53 Response: { 2024-04-03T02:56:23.908886336Z "conf": { 2024-04-03T02:56:23.908889958Z "alerts": [ 2024-04-03T02:56:23.908905031Z { 2024-04-03T02:56:23.908910675Z "annotations": { 2024-04-03T02:56:23.908916527Z "description": "VDU 4d519def-9560-42a5-997a-f4df914be1c6 in VIM 7a8df917-c55f-4ae7-a49d-b123d795de17 has been down for more than 3 minutes. NS instance id is 974b718c-302d-4f6b-8311-f2678d269b71", 2024-04-03T02:56:23.908921744Z "summary": "VDU 4d519def-9560-42a5-997a-f4df914be1c6 in VIM 7a8df917-c55f-4ae7-a49d-b123d795de17 is down" 2024-04-03T02:56:23.908925362Z }, 2024-04-03T02:56:23.908928081Z "endsAt": "2024-04-03T02:55:13.508Z", 2024-04-03T02:56:23.908930904Z "fingerprint": "b3a37c22b46e650b", 2024-04-03T02:56:23.908939680Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-04-03T02:56:23.908942599Z "labels": { 2024-04-03T02:56:23.908945228Z "alertname": "vdu_down", 2024-04-03T02:56:23.908948378Z "job": "osm_prometheus", 2024-04-03T02:56:23.908953843Z "ns_id": "974b718c-302d-4f6b-8311-f2678d269b71", 2024-04-03T02:56:23.908956728Z "project_id": "906e76e1-3d4d-405e-9aef-801e4573a3ab", 2024-04-03T02:56:23.908959387Z "vdu_id": "12150ba9-5f4a-4939-b0d6-49a708054905", 2024-04-03T02:56:23.908964362Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-04-03T02:56:23.908967333Z "vim_id": "7a8df917-c55f-4ae7-a49d-b123d795de17", 2024-04-03T02:56:23.908970761Z "vm_id": "4d519def-9560-42a5-997a-f4df914be1c6", 2024-04-03T02:56:23.908973436Z "vnf_id": "b7517d5e-ee01-42b3-b9cd-28ddae97d425", 2024-04-03T02:56:23.908991765Z "vnf_member_index": "autoheal-basic-1" 2024-04-03T02:56:23.908994470Z }, 2024-04-03T02:56:23.908997423Z "startsAt": "2024-04-03T02:52:13.508Z", 2024-04-03T02:56:23.909002210Z "status": "resolved" 2024-04-03T02:56:23.909005307Z } 2024-04-03T02:56:23.909007924Z ], 2024-04-03T02:56:23.909010493Z "commonAnnotations": { 2024-04-03T02:56:23.909013249Z "description": "VDU 4d519def-9560-42a5-997a-f4df914be1c6 in VIM 7a8df917-c55f-4ae7-a49d-b123d795de17 has been down for more than 3 minutes. NS instance id is 974b718c-302d-4f6b-8311-f2678d269b71", 2024-04-03T02:56:23.909015916Z "summary": "VDU 4d519def-9560-42a5-997a-f4df914be1c6 in VIM 7a8df917-c55f-4ae7-a49d-b123d795de17 is down" 2024-04-03T02:56:23.909018644Z }, 2024-04-03T02:56:23.909021621Z "commonLabels": { 2024-04-03T02:56:23.909024292Z "alertname": "vdu_down", 2024-04-03T02:56:23.909026752Z "job": "osm_prometheus", 2024-04-03T02:56:23.909029353Z "ns_id": "974b718c-302d-4f6b-8311-f2678d269b71", 2024-04-03T02:56:23.909032251Z "project_id": "906e76e1-3d4d-405e-9aef-801e4573a3ab", 2024-04-03T02:56:23.909034784Z "vdu_id": "12150ba9-5f4a-4939-b0d6-49a708054905", 2024-04-03T02:56:23.909037407Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-04-03T02:56:23.909039951Z "vim_id": "7a8df917-c55f-4ae7-a49d-b123d795de17", 2024-04-03T02:56:23.909042662Z "vm_id": "4d519def-9560-42a5-997a-f4df914be1c6", 2024-04-03T02:56:23.909045222Z "vnf_id": "b7517d5e-ee01-42b3-b9cd-28ddae97d425", 2024-04-03T02:56:23.909047638Z "vnf_member_index": "autoheal-basic-1" 2024-04-03T02:56:23.909050186Z }, 2024-04-03T02:56:23.909052794Z "externalURL": "http://alertmanager-0:9093", 2024-04-03T02:56:23.909055393Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-04-03T02:56:23.909057983Z "groupLabels": {}, 2024-04-03T02:56:23.909060669Z "receiver": "vdu-webhook", 2024-04-03T02:56:23.909063183Z "status": "resolved", 2024-04-03T02:56:23.909065771Z "truncatedAlerts": 0, 2024-04-03T02:56:23.909068195Z "version": "4" 2024-04-03T02:56:23.909070698Z }, 2024-04-03T02:56:23.909073302Z "dag_id": "vdu_down", 2024-04-03T02:56:23.909075987Z "dag_run_id": "vdu_down_20240403025623_652359", 2024-04-03T02:56:23.909078565Z "data_interval_end": "2024-04-03T02:56:23.838749+00:00", 2024-04-03T02:56:23.909081007Z "data_interval_start": "2024-04-03T02:56:23.838749+00:00", 2024-04-03T02:56:23.909083859Z "end_date": null, 2024-04-03T02:56:23.909086347Z "execution_date": "2024-04-03T02:56:23.838749+00:00", 2024-04-03T02:56:23.909088791Z "external_trigger": true, 2024-04-03T02:56:23.909091346Z "last_scheduling_decision": null, 2024-04-03T02:56:23.909093777Z "logical_date": "2024-04-03T02:56:23.838749+00:00", 2024-04-03T02:56:23.909096263Z "note": null, 2024-04-03T02:56:23.909098713Z "run_type": "manual", 2024-04-03T02:56:23.909101210Z "start_date": null, 2024-04-03T02:56:23.909103840Z "state": "queued" 2024-04-03T02:56:23.909106349Z } 2024-04-03T02:56:23.909108725Z 2024-04-03T02:56:23.909714151Z INFO: 10.244.0.52:55280 - "POST /vdu_down HTTP/1.1" 200 OK 2024-04-03T03:41:40.545662624Z 2024/04/03 03:41:40 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-04-03T03:41:40.849706005Z 2024/04/03 03:41:40 INFO main.py:53 Response: { 2024-04-03T03:41:40.849723244Z "conf": { 2024-04-03T03:41:40.849727455Z "alerts": [ 2024-04-03T03:41:40.849730562Z { 2024-04-03T03:41:40.849746316Z "annotations": {}, 2024-04-03T03:41:40.849749564Z "endsAt": "0001-01-01T00:00:00Z", 2024-04-03T03:41:40.849763869Z "fingerprint": "63039302053d3a16", 2024-04-03T03:41:40.849771972Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22aa5dac12-c347-43c8-b4ce-bfa740b9f1b3%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22aa5dac12-c347-43c8-b4ce-bfa740b9f1b3%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-04-03T03:41:40.849776629Z "labels": { 2024-04-03T03:41:40.849780205Z "alertname": "scaleout_1ff16aa4-c0be-4101-b6ea-126902dfc530", 2024-04-03T03:41:40.849783801Z "ns_id": "aa5dac12-c347-43c8-b4ce-bfa740b9f1b3", 2024-04-03T03:41:40.849786696Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-03T03:41:40.849789673Z "vnf_member_index": "vnf" 2024-04-03T03:41:40.849792552Z }, 2024-04-03T03:41:40.849795700Z "startsAt": "2024-04-03T03:41:30.524Z", 2024-04-03T03:41:40.849798808Z "status": "firing" 2024-04-03T03:41:40.849801701Z } 2024-04-03T03:41:40.849804628Z ], 2024-04-03T03:41:40.849807651Z "commonAnnotations": {}, 2024-04-03T03:41:40.849810551Z "commonLabels": { 2024-04-03T03:41:40.849813511Z "alertname": "scaleout_1ff16aa4-c0be-4101-b6ea-126902dfc530", 2024-04-03T03:41:40.849821380Z "ns_id": "aa5dac12-c347-43c8-b4ce-bfa740b9f1b3", 2024-04-03T03:41:40.849824456Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-03T03:41:40.849827405Z "vnf_member_index": "vnf" 2024-04-03T03:41:40.849830311Z }, 2024-04-03T03:41:40.849833315Z "externalURL": "http://alertmanager-0:9093", 2024-04-03T03:41:40.849836512Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-04-03T03:41:40.849839408Z "groupLabels": {}, 2024-04-03T03:41:40.849842378Z "receiver": "scaleout-webhook", 2024-04-03T03:41:40.849845290Z "status": "firing", 2024-04-03T03:41:40.849848287Z "truncatedAlerts": 0, 2024-04-03T03:41:40.849851133Z "version": "4" 2024-04-03T03:41:40.849854048Z }, 2024-04-03T03:41:40.849856986Z "dag_id": "scaleout_vdu", 2024-04-03T03:41:40.849859937Z "dag_run_id": "scaleout_vdu_20240403034140_058481", 2024-04-03T03:41:40.849862845Z "data_interval_end": "2024-04-03T03:41:40.813376+00:00", 2024-04-03T03:41:40.849865774Z "data_interval_start": "2024-04-03T03:41:40.813376+00:00", 2024-04-03T03:41:40.849868716Z "end_date": null, 2024-04-03T03:41:40.849871625Z "execution_date": "2024-04-03T03:41:40.813376+00:00", 2024-04-03T03:41:40.849874544Z "external_trigger": true, 2024-04-03T03:41:40.849877455Z "last_scheduling_decision": null, 2024-04-03T03:41:40.849880417Z "logical_date": "2024-04-03T03:41:40.813376+00:00", 2024-04-03T03:41:40.849883344Z "note": null, 2024-04-03T03:41:40.849886287Z "run_type": "manual", 2024-04-03T03:41:40.849889242Z "start_date": null, 2024-04-03T03:41:40.849892160Z "state": "queued" 2024-04-03T03:41:40.849895063Z } 2024-04-03T03:41:40.849897856Z 2024-04-03T03:41:40.854451963Z INFO: 10.244.0.52:40438 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-04-03T03:47:40.547939569Z 2024/04/03 03:47:40 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-04-03T03:47:40.893383050Z 2024/04/03 03:47:40 INFO main.py:53 Response: { 2024-04-03T03:47:40.893399496Z "conf": { 2024-04-03T03:47:40.893403006Z "alerts": [ 2024-04-03T03:47:40.893406121Z { 2024-04-03T03:47:40.893470750Z "annotations": {}, 2024-04-03T03:47:40.893474811Z "endsAt": "0001-01-01T00:00:00Z", 2024-04-03T03:47:40.893478178Z "fingerprint": "63039302053d3a16", 2024-04-03T03:47:40.893486016Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22aa5dac12-c347-43c8-b4ce-bfa740b9f1b3%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22aa5dac12-c347-43c8-b4ce-bfa740b9f1b3%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-04-03T03:47:40.893489902Z "labels": { 2024-04-03T03:47:40.893493771Z "alertname": "scaleout_1ff16aa4-c0be-4101-b6ea-126902dfc530", 2024-04-03T03:47:40.893497256Z "ns_id": "aa5dac12-c347-43c8-b4ce-bfa740b9f1b3", 2024-04-03T03:47:40.893500466Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-03T03:47:40.893509544Z "vnf_member_index": "vnf" 2024-04-03T03:47:40.893512467Z }, 2024-04-03T03:47:40.893515462Z "startsAt": "2024-04-03T03:41:30.524Z", 2024-04-03T03:47:40.893518461Z "status": "firing" 2024-04-03T03:47:40.893521333Z } 2024-04-03T03:47:40.893524360Z ], 2024-04-03T03:47:40.893527342Z "commonAnnotations": {}, 2024-04-03T03:47:40.893530575Z "commonLabels": { 2024-04-03T03:47:40.893533578Z "alertname": "scaleout_1ff16aa4-c0be-4101-b6ea-126902dfc530", 2024-04-03T03:47:40.893536537Z "ns_id": "aa5dac12-c347-43c8-b4ce-bfa740b9f1b3", 2024-04-03T03:47:40.893539460Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-03T03:47:40.893542419Z "vnf_member_index": "vnf" 2024-04-03T03:47:40.893545292Z }, 2024-04-03T03:47:40.893548312Z "externalURL": "http://alertmanager-0:9093", 2024-04-03T03:47:40.893551352Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-04-03T03:47:40.893554637Z "groupLabels": {}, 2024-04-03T03:47:40.893557507Z "receiver": "scaleout-webhook", 2024-04-03T03:47:40.893560355Z "status": "firing", 2024-04-03T03:47:40.893563341Z "truncatedAlerts": 0, 2024-04-03T03:47:40.893566662Z "version": "4" 2024-04-03T03:47:40.893569541Z }, 2024-04-03T03:47:40.893572670Z "dag_id": "scaleout_vdu", 2024-04-03T03:47:40.893575609Z "dag_run_id": "scaleout_vdu_20240403034740_769917", 2024-04-03T03:47:40.893578551Z "data_interval_end": "2024-04-03T03:47:40.844057+00:00", 2024-04-03T03:47:40.893581478Z "data_interval_start": "2024-04-03T03:47:40.844057+00:00", 2024-04-03T03:47:40.893584423Z "end_date": null, 2024-04-03T03:47:40.893587359Z "execution_date": "2024-04-03T03:47:40.844057+00:00", 2024-04-03T03:47:40.893590207Z "external_trigger": true, 2024-04-03T03:47:40.893593194Z "last_scheduling_decision": null, 2024-04-03T03:47:40.893596189Z "logical_date": "2024-04-03T03:47:40.844057+00:00", 2024-04-03T03:47:40.893599063Z "note": null, 2024-04-03T03:47:40.893602018Z "run_type": "manual", 2024-04-03T03:47:40.893604972Z "start_date": null, 2024-04-03T03:47:40.893607945Z "state": "queued" 2024-04-03T03:47:40.893610802Z } 2024-04-03T03:47:40.893613614Z 2024-04-03T03:47:40.893706829Z INFO: 10.244.0.52:51798 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-04-03T03:49:40.553143690Z 2024/04/03 03:49:40 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-04-03T03:49:40.947998752Z 2024/04/03 03:49:40 INFO main.py:53 Response: { 2024-04-03T03:49:40.948019854Z "conf": { 2024-04-03T03:49:40.948026092Z "alerts": [ 2024-04-03T03:49:40.948030522Z { 2024-04-03T03:49:40.948068195Z "annotations": {}, 2024-04-03T03:49:40.948075617Z "endsAt": "2024-04-03T03:48:00.524Z", 2024-04-03T03:49:40.948085625Z "fingerprint": "63039302053d3a16", 2024-04-03T03:49:40.948096815Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22aa5dac12-c347-43c8-b4ce-bfa740b9f1b3%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22aa5dac12-c347-43c8-b4ce-bfa740b9f1b3%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-04-03T03:49:40.948102349Z "labels": { 2024-04-03T03:49:40.948108522Z "alertname": "scaleout_1ff16aa4-c0be-4101-b6ea-126902dfc530", 2024-04-03T03:49:40.948114110Z "ns_id": "aa5dac12-c347-43c8-b4ce-bfa740b9f1b3", 2024-04-03T03:49:40.948118971Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-03T03:49:40.948124404Z "vnf_member_index": "vnf" 2024-04-03T03:49:40.948129164Z }, 2024-04-03T03:49:40.948134083Z "startsAt": "2024-04-03T03:41:30.524Z", 2024-04-03T03:49:40.948138433Z "status": "resolved" 2024-04-03T03:49:40.948143050Z } 2024-04-03T03:49:40.948147320Z ], 2024-04-03T03:49:40.948152505Z "commonAnnotations": {}, 2024-04-03T03:49:40.948157586Z "commonLabels": { 2024-04-03T03:49:40.948162528Z "alertname": "scaleout_1ff16aa4-c0be-4101-b6ea-126902dfc530", 2024-04-03T03:49:40.948166751Z "ns_id": "aa5dac12-c347-43c8-b4ce-bfa740b9f1b3", 2024-04-03T03:49:40.948180566Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-03T03:49:40.948205488Z "vnf_member_index": "vnf" 2024-04-03T03:49:40.948221252Z }, 2024-04-03T03:49:40.948225391Z "externalURL": "http://alertmanager-0:9093", 2024-04-03T03:49:40.948231414Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-04-03T03:49:40.948237181Z "groupLabels": {}, 2024-04-03T03:49:40.948242229Z "receiver": "scaleout-webhook", 2024-04-03T03:49:40.948246404Z "status": "resolved", 2024-04-03T03:49:40.948250622Z "truncatedAlerts": 0, 2024-04-03T03:49:40.948255271Z "version": "4" 2024-04-03T03:49:40.948259526Z }, 2024-04-03T03:49:40.948264694Z "dag_id": "scaleout_vdu", 2024-04-03T03:49:40.948269606Z "dag_run_id": "scaleout_vdu_20240403034940_527211", 2024-04-03T03:49:40.948276261Z "data_interval_end": "2024-04-03T03:49:40.902407+00:00", 2024-04-03T03:49:40.948280667Z "data_interval_start": "2024-04-03T03:49:40.902407+00:00", 2024-04-03T03:49:40.948285564Z "end_date": null, 2024-04-03T03:49:40.948289857Z "execution_date": "2024-04-03T03:49:40.902407+00:00", 2024-04-03T03:49:40.948294248Z "external_trigger": true, 2024-04-03T03:49:40.948298367Z "last_scheduling_decision": null, 2024-04-03T03:49:40.948303818Z "logical_date": "2024-04-03T03:49:40.902407+00:00", 2024-04-03T03:49:40.948324144Z "note": null, 2024-04-03T03:49:40.948340511Z "run_type": "manual", 2024-04-03T03:49:40.948347368Z "start_date": null, 2024-04-03T03:49:40.948355123Z "state": "queued" 2024-04-03T03:49:40.948465696Z INFO: 10.244.0.52:47976 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-04-03T03:49:40.948500988Z } 2024-04-03T03:49:40.948506481Z 2024-04-03T03:56:45.874035345Z 2024/04/03 03:56:45 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-04-03T03:56:46.165595372Z 2024/04/03 03:56:46 INFO main.py:53 Response: { 2024-04-03T03:56:46.165609946Z "conf": { 2024-04-03T03:56:46.165613929Z "alerts": [ 2024-04-03T03:56:46.165616781Z { 2024-04-03T03:56:46.165654975Z "annotations": {}, 2024-04-03T03:56:46.165658568Z "endsAt": "0001-01-01T00:00:00Z", 2024-04-03T03:56:46.165662467Z "fingerprint": "88f62e63425d82fb", 2024-04-03T03:56:46.165667233Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%224c1a4009-bf35-4a0b-b37d-75f8cd28a6ac%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-04-03T03:56:46.165672092Z "labels": { 2024-04-03T03:56:46.165677523Z "alertname": "vdu_alarm_1237bf6d-a6f4-4edb-b39e-d4e750d0a47b", 2024-04-03T03:56:46.165681701Z "job": "airflow_osm_vm_metrics_7a8df917-c55f-4ae7-a49d-b123d795de17", 2024-04-03T03:56:46.165686179Z "metric_id": "cirros_vnf_cpu_util", 2024-04-03T03:56:46.165690272Z "ns_id": "4c1a4009-bf35-4a0b-b37d-75f8cd28a6ac", 2024-04-03T03:56:46.165693005Z "project_id": "906e76e1-3d4d-405e-9aef-801e4573a3ab", 2024-04-03T03:56:46.165695697Z "vdu_id": "cirros_vnfd-VM", 2024-04-03T03:56:46.165698364Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-04-03T03:56:46.165701181Z "vim_id": "7a8df917-c55f-4ae7-a49d-b123d795de17", 2024-04-03T03:56:46.165703915Z "vm_id": "f46cfd13-37a0-4da3-a3c9-9a65300269c8", 2024-04-03T03:56:46.165706566Z "vnf_member_index": "vnf" 2024-04-03T03:56:46.165709317Z }, 2024-04-03T03:56:46.165712019Z "startsAt": "2024-04-03T03:56:35.854Z", 2024-04-03T03:56:46.165714774Z "status": "firing" 2024-04-03T03:56:46.165725172Z } 2024-04-03T03:56:46.165727937Z ], 2024-04-03T03:56:46.165730964Z "commonAnnotations": {}, 2024-04-03T03:56:46.165733677Z "commonLabels": { 2024-04-03T03:56:46.165736486Z "alertname": "vdu_alarm_1237bf6d-a6f4-4edb-b39e-d4e750d0a47b", 2024-04-03T03:56:46.165739248Z "job": "airflow_osm_vm_metrics_7a8df917-c55f-4ae7-a49d-b123d795de17", 2024-04-03T03:56:46.165741961Z "metric_id": "cirros_vnf_cpu_util", 2024-04-03T03:56:46.165744698Z "ns_id": "4c1a4009-bf35-4a0b-b37d-75f8cd28a6ac", 2024-04-03T03:56:46.165747469Z "project_id": "906e76e1-3d4d-405e-9aef-801e4573a3ab", 2024-04-03T03:56:46.165750164Z "vdu_id": "cirros_vnfd-VM", 2024-04-03T03:56:46.165752852Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-04-03T03:56:46.165755600Z "vim_id": "7a8df917-c55f-4ae7-a49d-b123d795de17", 2024-04-03T03:56:46.165758432Z "vm_id": "f46cfd13-37a0-4da3-a3c9-9a65300269c8", 2024-04-03T03:56:46.165761189Z "vnf_member_index": "vnf" 2024-04-03T03:56:46.165763887Z }, 2024-04-03T03:56:46.165766678Z "externalURL": "http://alertmanager-0:9093", 2024-04-03T03:56:46.165772802Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-04-03T03:56:46.165775575Z "groupLabels": {}, 2024-04-03T03:56:46.165778303Z "receiver": "alarm-webhook", 2024-04-03T03:56:46.165781074Z "status": "firing", 2024-04-03T03:56:46.165783776Z "truncatedAlerts": 0, 2024-04-03T03:56:46.165786432Z "version": "4" 2024-04-03T03:56:46.165789113Z }, 2024-04-03T03:56:46.165791882Z "dag_id": "vdu_alarm", 2024-04-03T03:56:46.165794605Z "dag_run_id": "vdu_alarm_20240403035645_088555", 2024-04-03T03:56:46.165797322Z "data_interval_end": "2024-04-03T03:56:46.133909+00:00", 2024-04-03T03:56:46.165800029Z "data_interval_start": "2024-04-03T03:56:46.133909+00:00", 2024-04-03T03:56:46.165802774Z "end_date": null, 2024-04-03T03:56:46.165805482Z "execution_date": "2024-04-03T03:56:46.133909+00:00", 2024-04-03T03:56:46.165808139Z "external_trigger": true, 2024-04-03T03:56:46.165815366Z "last_scheduling_decision": null, 2024-04-03T03:56:46.165818221Z "logical_date": "2024-04-03T03:56:46.133909+00:00", 2024-04-03T03:56:46.165821220Z "note": null, 2024-04-03T03:56:46.165824103Z "run_type": "manual", 2024-04-03T03:56:46.165826814Z "start_date": null, 2024-04-03T03:56:46.165829826Z "state": "queued" 2024-04-03T03:56:46.165832644Z } 2024-04-03T03:56:46.165835240Z 2024-04-03T03:56:46.166395502Z INFO: 10.244.0.52:56314 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-04-03T04:00:45.879055319Z 2024/04/03 04:00:45 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-04-03T04:00:46.157261263Z 2024/04/03 04:00:46 INFO main.py:53 Response: { 2024-04-03T04:00:46.157274017Z "conf": { 2024-04-03T04:00:46.157277542Z "alerts": [ 2024-04-03T04:00:46.157280680Z { 2024-04-03T04:00:46.157284341Z "annotations": {}, 2024-04-03T04:00:46.157287488Z "endsAt": "2024-04-03T04:00:35.854Z", 2024-04-03T04:00:46.157290591Z "fingerprint": "88f62e63425d82fb", 2024-04-03T04:00:46.157294499Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%224c1a4009-bf35-4a0b-b37d-75f8cd28a6ac%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-04-03T04:00:46.157298237Z "labels": { 2024-04-03T04:00:46.157301960Z "alertname": "vdu_alarm_1237bf6d-a6f4-4edb-b39e-d4e750d0a47b", 2024-04-03T04:00:46.157305127Z "job": "airflow_osm_vm_metrics_7a8df917-c55f-4ae7-a49d-b123d795de17", 2024-04-03T04:00:46.157308293Z "metric_id": "cirros_vnf_cpu_util", 2024-04-03T04:00:46.157311914Z "ns_id": "4c1a4009-bf35-4a0b-b37d-75f8cd28a6ac", 2024-04-03T04:00:46.157315065Z "project_id": "906e76e1-3d4d-405e-9aef-801e4573a3ab", 2024-04-03T04:00:46.157318344Z "vdu_id": "cirros_vnfd-VM", 2024-04-03T04:00:46.157321346Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-04-03T04:00:46.157324440Z "vim_id": "7a8df917-c55f-4ae7-a49d-b123d795de17", 2024-04-03T04:00:46.157327471Z "vm_id": "f46cfd13-37a0-4da3-a3c9-9a65300269c8", 2024-04-03T04:00:46.157330536Z "vnf_member_index": "vnf" 2024-04-03T04:00:46.157334000Z }, 2024-04-03T04:00:46.157337090Z "startsAt": "2024-04-03T03:56:35.854Z", 2024-04-03T04:00:46.157340334Z "status": "resolved" 2024-04-03T04:00:46.157343463Z } 2024-04-03T04:00:46.157346568Z ], 2024-04-03T04:00:46.157349652Z "commonAnnotations": {}, 2024-04-03T04:00:46.157352631Z "commonLabels": { 2024-04-03T04:00:46.157356215Z "alertname": "vdu_alarm_1237bf6d-a6f4-4edb-b39e-d4e750d0a47b", 2024-04-03T04:00:46.157359310Z "job": "airflow_osm_vm_metrics_7a8df917-c55f-4ae7-a49d-b123d795de17", 2024-04-03T04:00:46.157362309Z "metric_id": "cirros_vnf_cpu_util", 2024-04-03T04:00:46.157365353Z "ns_id": "4c1a4009-bf35-4a0b-b37d-75f8cd28a6ac", 2024-04-03T04:00:46.157368537Z "project_id": "906e76e1-3d4d-405e-9aef-801e4573a3ab", 2024-04-03T04:00:46.157371799Z "vdu_id": "cirros_vnfd-VM", 2024-04-03T04:00:46.157375174Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-04-03T04:00:46.157378239Z "vim_id": "7a8df917-c55f-4ae7-a49d-b123d795de17", 2024-04-03T04:00:46.157381445Z "vm_id": "f46cfd13-37a0-4da3-a3c9-9a65300269c8", 2024-04-03T04:00:46.157384709Z "vnf_member_index": "vnf" 2024-04-03T04:00:46.157387817Z }, 2024-04-03T04:00:46.157391210Z "externalURL": "http://alertmanager-0:9093", 2024-04-03T04:00:46.157394256Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-04-03T04:00:46.157411207Z "groupLabels": {}, 2024-04-03T04:00:46.157426726Z "receiver": "alarm-webhook", 2024-04-03T04:00:46.157429663Z "status": "resolved", 2024-04-03T04:00:46.157432709Z "truncatedAlerts": 0, 2024-04-03T04:00:46.157435560Z "version": "4" 2024-04-03T04:00:46.157438491Z }, 2024-04-03T04:00:46.157441450Z "dag_id": "vdu_alarm", 2024-04-03T04:00:46.157444369Z "dag_run_id": "vdu_alarm_20240403040045_061091", 2024-04-03T04:00:46.157447347Z "data_interval_end": "2024-04-03T04:00:46.118815+00:00", 2024-04-03T04:00:46.157451713Z "data_interval_start": "2024-04-03T04:00:46.118815+00:00", 2024-04-03T04:00:46.157455969Z "end_date": null, 2024-04-03T04:00:46.157460456Z "execution_date": "2024-04-03T04:00:46.118815+00:00", 2024-04-03T04:00:46.157464555Z "external_trigger": true, 2024-04-03T04:00:46.157469076Z "last_scheduling_decision": null, 2024-04-03T04:00:46.157473385Z "logical_date": "2024-04-03T04:00:46.118815+00:00", 2024-04-03T04:00:46.157478082Z "note": null, 2024-04-03T04:00:46.157482273Z "run_type": "manual", 2024-04-03T04:00:46.157486595Z "start_date": null, 2024-04-03T04:00:46.157490490Z "state": "queued" 2024-04-03T04:00:46.157493536Z } 2024-04-03T04:00:46.157496310Z 2024-04-03T04:00:46.157841400Z INFO: 10.244.0.52:53076 - "POST /vdu_alarm HTTP/1.1" 200 OK