2024-04-28T01:27:54.034421011Z INFO: Started server process [1] 2024-04-28T01:27:54.034468801Z INFO: Waiting for application startup. 2024-04-28T01:27:54.034472611Z INFO: Application startup complete. 2024-04-28T01:27:54.034476722Z INFO: Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit) 2024-04-28T02:56:23.542351600Z 2024/04/28 02:56:23 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-04-28T02:56:23.893278006Z INFO: 10.244.0.49:49644 - "POST /vdu_down HTTP/1.1" 200 OK 2024-04-28T02:56:23.893307903Z 2024/04/28 02:56:23 INFO main.py:53 Response: { 2024-04-28T02:56:23.893352528Z "conf": { 2024-04-28T02:56:23.893368241Z "alerts": [ 2024-04-28T02:56:23.893408863Z { 2024-04-28T02:56:23.893423268Z "annotations": { 2024-04-28T02:56:23.893437233Z "description": "VDU 5d1c9cf3-9879-4569-962c-54d9d4f610b2 in VIM 938f336e-4085-47df-91ff-aa53f1a254a0 has been down for more than 3 minutes. NS instance id is 7a547393-0504-4afd-8471-64e509f88dc2", 2024-04-28T02:56:23.893450780Z "summary": "VDU 5d1c9cf3-9879-4569-962c-54d9d4f610b2 in VIM 938f336e-4085-47df-91ff-aa53f1a254a0 is down" 2024-04-28T02:56:23.893463346Z }, 2024-04-28T02:56:23.893476198Z "endsAt": "0001-01-01T00:00:00Z", 2024-04-28T02:56:23.893488450Z "fingerprint": "b9a16b5476c2489d", 2024-04-28T02:56:23.893501391Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-04-28T02:56:23.893513498Z "labels": { 2024-04-28T02:56:23.893525578Z "alertname": "vdu_down", 2024-04-28T02:56:23.893537722Z "job": "osm_prometheus", 2024-04-28T02:56:23.893550812Z "ns_id": "7a547393-0504-4afd-8471-64e509f88dc2", 2024-04-28T02:56:23.893562695Z "project_id": "97cee4e7-4b24-4700-adc0-0cd70bf0000e", 2024-04-28T02:56:23.893575029Z "vdu_id": "9a3e4cec-a1ab-46a7-9301-ffd715f1ea99", 2024-04-28T02:56:23.893588097Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-04-28T02:56:23.893600094Z "vim_id": "938f336e-4085-47df-91ff-aa53f1a254a0", 2024-04-28T02:56:23.893612053Z "vm_id": "5d1c9cf3-9879-4569-962c-54d9d4f610b2", 2024-04-28T02:56:23.893624058Z "vnf_id": "c0b3aee7-ef78-4ba2-bfd1-453eeb3a21b6", 2024-04-28T02:56:23.893635971Z "vnf_member_index": "autoheal-basic-1" 2024-04-28T02:56:23.893647848Z }, 2024-04-28T02:56:23.893659725Z "startsAt": "2024-04-28T02:56:13.508Z", 2024-04-28T02:56:23.893672617Z "status": "firing" 2024-04-28T02:56:23.893684697Z } 2024-04-28T02:56:23.893697003Z ], 2024-04-28T02:56:23.893709433Z "commonAnnotations": { 2024-04-28T02:56:23.893721696Z "description": "VDU 5d1c9cf3-9879-4569-962c-54d9d4f610b2 in VIM 938f336e-4085-47df-91ff-aa53f1a254a0 has been down for more than 3 minutes. NS instance id is 7a547393-0504-4afd-8471-64e509f88dc2", 2024-04-28T02:56:23.893734026Z "summary": "VDU 5d1c9cf3-9879-4569-962c-54d9d4f610b2 in VIM 938f336e-4085-47df-91ff-aa53f1a254a0 is down" 2024-04-28T02:56:23.893746188Z }, 2024-04-28T02:56:23.893758219Z "commonLabels": { 2024-04-28T02:56:23.893770449Z "alertname": "vdu_down", 2024-04-28T02:56:23.893782218Z "job": "osm_prometheus", 2024-04-28T02:56:23.893794704Z "ns_id": "7a547393-0504-4afd-8471-64e509f88dc2", 2024-04-28T02:56:23.893806989Z "project_id": "97cee4e7-4b24-4700-adc0-0cd70bf0000e", 2024-04-28T02:56:23.893818928Z "vdu_id": "9a3e4cec-a1ab-46a7-9301-ffd715f1ea99", 2024-04-28T02:56:23.893830975Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-04-28T02:56:23.893843358Z "vim_id": "938f336e-4085-47df-91ff-aa53f1a254a0", 2024-04-28T02:56:23.893893846Z "vm_id": "5d1c9cf3-9879-4569-962c-54d9d4f610b2", 2024-04-28T02:56:23.893906286Z "vnf_id": "c0b3aee7-ef78-4ba2-bfd1-453eeb3a21b6", 2024-04-28T02:56:23.893917945Z "vnf_member_index": "autoheal-basic-1" 2024-04-28T02:56:23.893929663Z }, 2024-04-28T02:56:23.893942107Z "externalURL": "http://alertmanager-0:9093", 2024-04-28T02:56:23.893953843Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-04-28T02:56:23.893965768Z "groupLabels": {}, 2024-04-28T02:56:23.893977888Z "receiver": "vdu-webhook", 2024-04-28T02:56:23.893989575Z "status": "firing", 2024-04-28T02:56:23.894001555Z "truncatedAlerts": 0, 2024-04-28T02:56:23.894013278Z "version": "4" 2024-04-28T02:56:23.894025083Z }, 2024-04-28T02:56:23.894037158Z "dag_id": "vdu_down", 2024-04-28T02:56:23.894048937Z "dag_run_id": "vdu_down_20240428025623_467522", 2024-04-28T02:56:23.894060716Z "data_interval_end": "2024-04-28T02:56:23.819521+00:00", 2024-04-28T02:56:23.894072823Z "data_interval_start": "2024-04-28T02:56:23.819521+00:00", 2024-04-28T02:56:23.894084678Z "end_date": null, 2024-04-28T02:56:23.894096756Z "execution_date": "2024-04-28T02:56:23.819521+00:00", 2024-04-28T02:56:23.894108712Z "external_trigger": true, 2024-04-28T02:56:23.894120734Z "last_scheduling_decision": null, 2024-04-28T02:56:23.894133484Z "logical_date": "2024-04-28T02:56:23.819521+00:00", 2024-04-28T02:56:23.894145614Z "note": null, 2024-04-28T02:56:23.894157767Z "run_type": "manual", 2024-04-28T02:56:23.894169709Z "start_date": null, 2024-04-28T02:56:23.894182345Z "state": "queued" 2024-04-28T02:56:23.894194885Z } 2024-04-28T02:56:23.894206283Z 2024-04-28T03:00:23.532573565Z 2024/04/28 03:00:23 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-04-28T03:00:23.785779254Z 2024/04/28 03:00:23 INFO main.py:53 Response: { 2024-04-28T03:00:23.785797571Z "conf": { 2024-04-28T03:00:23.785803060Z "alerts": [ 2024-04-28T03:00:23.785808201Z { 2024-04-28T03:00:23.785813718Z "annotations": { 2024-04-28T03:00:23.785819520Z "description": "VDU 5d1c9cf3-9879-4569-962c-54d9d4f610b2 in VIM 938f336e-4085-47df-91ff-aa53f1a254a0 has been down for more than 3 minutes. NS instance id is 7a547393-0504-4afd-8471-64e509f88dc2", 2024-04-28T03:00:23.785825096Z "summary": "VDU 5d1c9cf3-9879-4569-962c-54d9d4f610b2 in VIM 938f336e-4085-47df-91ff-aa53f1a254a0 is down" 2024-04-28T03:00:23.785830273Z }, 2024-04-28T03:00:23.785835086Z "endsAt": "2024-04-28T02:59:13.508Z", 2024-04-28T03:00:23.785839905Z "fingerprint": "b9a16b5476c2489d", 2024-04-28T03:00:23.785845311Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-04-28T03:00:23.785850190Z "labels": { 2024-04-28T03:00:23.785854978Z "alertname": "vdu_down", 2024-04-28T03:00:23.785859678Z "job": "osm_prometheus", 2024-04-28T03:00:23.785865180Z "ns_id": "7a547393-0504-4afd-8471-64e509f88dc2", 2024-04-28T03:00:23.785869830Z "project_id": "97cee4e7-4b24-4700-adc0-0cd70bf0000e", 2024-04-28T03:00:23.785874502Z "vdu_id": "9a3e4cec-a1ab-46a7-9301-ffd715f1ea99", 2024-04-28T03:00:23.785879893Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-04-28T03:00:23.785884550Z "vim_id": "938f336e-4085-47df-91ff-aa53f1a254a0", 2024-04-28T03:00:23.785889302Z "vm_id": "5d1c9cf3-9879-4569-962c-54d9d4f610b2", 2024-04-28T03:00:23.785893941Z "vnf_id": "c0b3aee7-ef78-4ba2-bfd1-453eeb3a21b6", 2024-04-28T03:00:23.785916636Z "vnf_member_index": "autoheal-basic-1" 2024-04-28T03:00:23.785921717Z }, 2024-04-28T03:00:23.785926436Z "startsAt": "2024-04-28T02:56:13.508Z", 2024-04-28T03:00:23.785932139Z "status": "resolved" 2024-04-28T03:00:23.785936894Z } 2024-04-28T03:00:23.785941603Z ], 2024-04-28T03:00:23.785946400Z "commonAnnotations": { 2024-04-28T03:00:23.785951117Z "description": "VDU 5d1c9cf3-9879-4569-962c-54d9d4f610b2 in VIM 938f336e-4085-47df-91ff-aa53f1a254a0 has been down for more than 3 minutes. NS instance id is 7a547393-0504-4afd-8471-64e509f88dc2", 2024-04-28T03:00:23.785955918Z "summary": "VDU 5d1c9cf3-9879-4569-962c-54d9d4f610b2 in VIM 938f336e-4085-47df-91ff-aa53f1a254a0 is down" 2024-04-28T03:00:23.785960736Z }, 2024-04-28T03:00:23.785965414Z "commonLabels": { 2024-04-28T03:00:23.785970149Z "alertname": "vdu_down", 2024-04-28T03:00:23.785974917Z "job": "osm_prometheus", 2024-04-28T03:00:23.785979585Z "ns_id": "7a547393-0504-4afd-8471-64e509f88dc2", 2024-04-28T03:00:23.785984380Z "project_id": "97cee4e7-4b24-4700-adc0-0cd70bf0000e", 2024-04-28T03:00:23.785989035Z "vdu_id": "9a3e4cec-a1ab-46a7-9301-ffd715f1ea99", 2024-04-28T03:00:23.785993807Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-04-28T03:00:23.785998396Z "vim_id": "938f336e-4085-47df-91ff-aa53f1a254a0", 2024-04-28T03:00:23.786003027Z "vm_id": "5d1c9cf3-9879-4569-962c-54d9d4f610b2", 2024-04-28T03:00:23.786007748Z "vnf_id": "c0b3aee7-ef78-4ba2-bfd1-453eeb3a21b6", 2024-04-28T03:00:23.786012446Z "vnf_member_index": "autoheal-basic-1" 2024-04-28T03:00:23.786017054Z }, 2024-04-28T03:00:23.786021853Z "externalURL": "http://alertmanager-0:9093", 2024-04-28T03:00:23.786026497Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-04-28T03:00:23.786031145Z "groupLabels": {}, 2024-04-28T03:00:23.786035842Z "receiver": "vdu-webhook", 2024-04-28T03:00:23.786040958Z "status": "resolved", 2024-04-28T03:00:23.786045646Z "truncatedAlerts": 0, 2024-04-28T03:00:23.786050292Z "version": "4" 2024-04-28T03:00:23.786054926Z }, 2024-04-28T03:00:23.786059654Z "dag_id": "vdu_down", 2024-04-28T03:00:23.786064287Z "dag_run_id": "vdu_down_20240428030023_872594", 2024-04-28T03:00:23.786068901Z "data_interval_end": "2024-04-28T03:00:23.757016+00:00", 2024-04-28T03:00:23.786073476Z "data_interval_start": "2024-04-28T03:00:23.757016+00:00", 2024-04-28T03:00:23.786078213Z "end_date": null, 2024-04-28T03:00:23.786083201Z "execution_date": "2024-04-28T03:00:23.757016+00:00", 2024-04-28T03:00:23.786087861Z "external_trigger": true, 2024-04-28T03:00:23.786092480Z "last_scheduling_decision": null, 2024-04-28T03:00:23.786097072Z "logical_date": "2024-04-28T03:00:23.757016+00:00", 2024-04-28T03:00:23.786101726Z "note": null, 2024-04-28T03:00:23.786106360Z "run_type": "manual", 2024-04-28T03:00:23.786111030Z "start_date": null, 2024-04-28T03:00:23.786115822Z "state": "queued" 2024-04-28T03:00:23.786120450Z } 2024-04-28T03:00:23.786124940Z 2024-04-28T03:00:23.786494915Z INFO: 10.244.0.49:35484 - "POST /vdu_down HTTP/1.1" 200 OK 2024-04-28T03:26:40.186192345Z 2024/04/28 03:26:40 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-04-28T03:26:40.554640569Z 2024/04/28 03:26:40 INFO main.py:53 Response: { 2024-04-28T03:26:40.554653531Z "conf": { 2024-04-28T03:26:40.554658347Z "alerts": [ 2024-04-28T03:26:40.554661725Z { 2024-04-28T03:26:40.554680957Z "annotations": {}, 2024-04-28T03:26:40.554684614Z "endsAt": "0001-01-01T00:00:00Z", 2024-04-28T03:26:40.554687996Z "fingerprint": "0683d449c6c24631", 2024-04-28T03:26:40.554692692Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%222c1d2b76-4996-4bb0-ac86-ee620775ac9c%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%222c1d2b76-4996-4bb0-ac86-ee620775ac9c%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-04-28T03:26:40.554699855Z "labels": { 2024-04-28T03:26:40.554704292Z "alertname": "scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f", 2024-04-28T03:26:40.554709921Z "ns_id": "2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:26:40.554713211Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-28T03:26:40.554716428Z "vnf_member_index": "vnf" 2024-04-28T03:26:40.554719613Z }, 2024-04-28T03:26:40.554722862Z "startsAt": "2024-04-28T03:26:30.163Z", 2024-04-28T03:26:40.554725971Z "status": "firing" 2024-04-28T03:26:40.554729190Z } 2024-04-28T03:26:40.554732454Z ], 2024-04-28T03:26:40.554735643Z "commonAnnotations": {}, 2024-04-28T03:26:40.554738739Z "commonLabels": { 2024-04-28T03:26:40.554741984Z "alertname": "scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f", 2024-04-28T03:26:40.554745418Z "ns_id": "2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:26:40.554748562Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-28T03:26:40.554751740Z "vnf_member_index": "vnf" 2024-04-28T03:26:40.554754916Z }, 2024-04-28T03:26:40.554758078Z "externalURL": "http://alertmanager-0:9093", 2024-04-28T03:26:40.554761370Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-04-28T03:26:40.554764546Z "groupLabels": {}, 2024-04-28T03:26:40.554767720Z "receiver": "scaleout-webhook", 2024-04-28T03:26:40.554771146Z "status": "firing", 2024-04-28T03:26:40.554654082Z INFO: 10.244.0.49:56966 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-04-28T03:26:40.554774782Z "truncatedAlerts": 0, 2024-04-28T03:26:40.554792265Z "version": "4" 2024-04-28T03:26:40.554796241Z }, 2024-04-28T03:26:40.554799994Z "dag_id": "scaleout_vdu", 2024-04-28T03:26:40.554803851Z "dag_run_id": "scaleout_vdu_20240428032640_318576", 2024-04-28T03:26:40.554806911Z "data_interval_end": "2024-04-28T03:26:40.482646+00:00", 2024-04-28T03:26:40.554809880Z "data_interval_start": "2024-04-28T03:26:40.482646+00:00", 2024-04-28T03:26:40.554813087Z "end_date": null, 2024-04-28T03:26:40.554816351Z "execution_date": "2024-04-28T03:26:40.482646+00:00", 2024-04-28T03:26:40.554819474Z "external_trigger": true, 2024-04-28T03:26:40.554822952Z "last_scheduling_decision": null, 2024-04-28T03:26:40.554826076Z "logical_date": "2024-04-28T03:26:40.482646+00:00", 2024-04-28T03:26:40.554829072Z "note": null, 2024-04-28T03:26:40.554832038Z "run_type": "manual", 2024-04-28T03:26:40.554835024Z "start_date": null, 2024-04-28T03:26:40.554838030Z "state": "queued" 2024-04-28T03:26:40.554841093Z } 2024-04-28T03:26:40.554843923Z 2024-04-28T03:32:40.186578607Z 2024/04/28 03:32:40 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-04-28T03:32:40.623353383Z 2024/04/28 03:32:40 INFO main.py:53 Response: { 2024-04-28T03:32:40.623372833Z "conf": { 2024-04-28T03:32:40.623376514Z "alerts": [ 2024-04-28T03:32:40.623379816Z { 2024-04-28T03:32:40.623397400Z "annotations": {}, 2024-04-28T03:32:40.623400692Z "endsAt": "0001-01-01T00:00:00Z", 2024-04-28T03:32:40.623403703Z "fingerprint": "0683d449c6c24631", 2024-04-28T03:32:40.623408868Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%222c1d2b76-4996-4bb0-ac86-ee620775ac9c%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%222c1d2b76-4996-4bb0-ac86-ee620775ac9c%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-04-28T03:32:40.623412728Z "labels": { 2024-04-28T03:32:40.623417285Z "alertname": "scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f", 2024-04-28T03:32:40.623421646Z "ns_id": "2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:32:40.623424678Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-28T03:32:40.623427509Z "vnf_member_index": "vnf" 2024-04-28T03:32:40.623430479Z }, 2024-04-28T03:32:40.623433384Z "startsAt": "2024-04-28T03:26:30.163Z", 2024-04-28T03:32:40.623436211Z "status": "firing" 2024-04-28T03:32:40.623439186Z } 2024-04-28T03:32:40.623442187Z ], 2024-04-28T03:32:40.623445130Z "commonAnnotations": {}, 2024-04-28T03:32:40.623448061Z "commonLabels": { 2024-04-28T03:32:40.623451129Z "alertname": "scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f", 2024-04-28T03:32:40.623454041Z "ns_id": "2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:32:40.623456939Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-28T03:32:40.623459722Z "vnf_member_index": "vnf" 2024-04-28T03:32:40.623462684Z }, 2024-04-28T03:32:40.623465617Z "externalURL": "http://alertmanager-0:9093", 2024-04-28T03:32:40.623468519Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-04-28T03:32:40.623471414Z "groupLabels": {}, 2024-04-28T03:32:40.623474390Z "receiver": "scaleout-webhook", 2024-04-28T03:32:40.623477592Z "status": "firing", 2024-04-28T03:32:40.623480469Z "truncatedAlerts": 0, 2024-04-28T03:32:40.623483308Z "version": "4" 2024-04-28T03:32:40.623486235Z }, 2024-04-28T03:32:40.623489079Z "dag_id": "scaleout_vdu", 2024-04-28T03:32:40.623492002Z "dag_run_id": "scaleout_vdu_20240428033240_189117", 2024-04-28T03:32:40.623494898Z "data_interval_end": "2024-04-28T03:32:40.547478+00:00", 2024-04-28T03:32:40.623497798Z "data_interval_start": "2024-04-28T03:32:40.547478+00:00", 2024-04-28T03:32:40.623500621Z "end_date": null, 2024-04-28T03:32:40.623514996Z "execution_date": "2024-04-28T03:32:40.547478+00:00", 2024-04-28T03:32:40.623518018Z "external_trigger": true, 2024-04-28T03:32:40.623520917Z "last_scheduling_decision": null, 2024-04-28T03:32:40.623523814Z "logical_date": "2024-04-28T03:32:40.547478+00:00", 2024-04-28T03:32:40.623526735Z "note": null, 2024-04-28T03:32:40.623529637Z "run_type": "manual", 2024-04-28T03:32:40.623532473Z "start_date": null, 2024-04-28T03:32:40.623535760Z "state": "queued" 2024-04-28T03:32:40.623538651Z } 2024-04-28T03:32:40.623541412Z 2024-04-28T03:32:40.624256859Z INFO: 10.244.0.49:45918 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-04-28T03:34:40.182951452Z 2024/04/28 03:34:40 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-04-28T03:34:40.514315161Z 2024/04/28 03:34:40 INFO main.py:53 Response: { 2024-04-28T03:34:40.514338298Z "conf": { 2024-04-28T03:34:40.514341508Z "alerts": [ 2024-04-28T03:34:40.514344350Z { 2024-04-28T03:34:40.514361640Z "annotations": {}, 2024-04-28T03:34:40.514364587Z "endsAt": "2024-04-28T03:34:15.163Z", 2024-04-28T03:34:40.514367350Z "fingerprint": "0683d449c6c24631", 2024-04-28T03:34:40.514385159Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%222c1d2b76-4996-4bb0-ac86-ee620775ac9c%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%222c1d2b76-4996-4bb0-ac86-ee620775ac9c%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-04-28T03:34:40.514389662Z "labels": { 2024-04-28T03:34:40.514393119Z "alertname": "scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f", 2024-04-28T03:34:40.514396387Z "ns_id": "2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:34:40.514399155Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-28T03:34:40.514401870Z "vnf_member_index": "vnf" 2024-04-28T03:34:40.514404587Z }, 2024-04-28T03:34:40.514407326Z "startsAt": "2024-04-28T03:26:30.163Z", 2024-04-28T03:34:40.514410066Z "status": "resolved" 2024-04-28T03:34:40.514412754Z } 2024-04-28T03:34:40.514415564Z ], 2024-04-28T03:34:40.514418260Z "commonAnnotations": {}, 2024-04-28T03:34:40.514420977Z "commonLabels": { 2024-04-28T03:34:40.514423787Z "alertname": "scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f", 2024-04-28T03:34:40.514426598Z "ns_id": "2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:34:40.514429663Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-28T03:34:40.514432380Z "vnf_member_index": "vnf" 2024-04-28T03:34:40.514435284Z }, 2024-04-28T03:34:40.514438059Z "externalURL": "http://alertmanager-0:9093", 2024-04-28T03:34:40.514440782Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-04-28T03:34:40.514443482Z "groupLabels": {}, 2024-04-28T03:34:40.514446226Z "receiver": "scaleout-webhook", 2024-04-28T03:34:40.514448933Z "status": "resolved", 2024-04-28T03:34:40.514451689Z "truncatedAlerts": 0, 2024-04-28T03:34:40.514454523Z "version": "4" 2024-04-28T03:34:40.514457240Z }, 2024-04-28T03:34:40.514460033Z "dag_id": "scaleout_vdu", 2024-04-28T03:34:40.514462780Z "dag_run_id": "scaleout_vdu_20240428033440_778209", 2024-04-28T03:34:40.514465499Z "data_interval_end": "2024-04-28T03:34:40.480245+00:00", 2024-04-28T03:34:40.514468305Z "data_interval_start": "2024-04-28T03:34:40.480245+00:00", 2024-04-28T03:34:40.514470974Z "end_date": null, 2024-04-28T03:34:40.514473735Z "execution_date": "2024-04-28T03:34:40.480245+00:00", 2024-04-28T03:34:40.514476500Z "external_trigger": true, 2024-04-28T03:34:40.514479276Z "last_scheduling_decision": null, 2024-04-28T03:34:40.514481995Z "logical_date": "2024-04-28T03:34:40.480245+00:00", 2024-04-28T03:34:40.514484698Z "note": null, 2024-04-28T03:34:40.514487359Z "run_type": "manual", 2024-04-28T03:34:40.514490090Z "start_date": null, 2024-04-28T03:34:40.514492845Z "state": "queued" 2024-04-28T03:34:40.514495595Z } 2024-04-28T03:34:40.514498166Z 2024-04-28T03:34:40.514870027Z INFO: 10.244.0.49:55480 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-04-28T03:36:37.869329711Z 2024/04/28 03:36:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-04-28T03:36:38.220727265Z 2024/04/28 03:36:38 INFO main.py:53 Response: { 2024-04-28T03:36:38.220746607Z "conf": { 2024-04-28T03:36:38.220751308Z "alerts": [ 2024-04-28T03:36:38.220755842Z { 2024-04-28T03:36:38.220772871Z "annotations": {}, 2024-04-28T03:36:38.220776208Z "endsAt": "0001-01-01T00:00:00Z", 2024-04-28T03:36:38.220778855Z "fingerprint": "4e10d9e4c4f63365", 2024-04-28T03:36:38.220782427Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22e2ff076f-fced-4b03-bfc6-1131b0d33d11%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-04-28T03:36:38.220785731Z "labels": { 2024-04-28T03:36:38.220789597Z "alertname": "vdu_alarm_d682f06b-aced-400d-b40c-6269ed5be519", 2024-04-28T03:36:38.220792393Z "job": "airflow_osm_vm_metrics_938f336e-4085-47df-91ff-aa53f1a254a0", 2024-04-28T03:36:38.220795455Z "metric_id": "cirros_vnf_cpu_util", 2024-04-28T03:36:38.220799366Z "ns_id": "e2ff076f-fced-4b03-bfc6-1131b0d33d11", 2024-04-28T03:36:38.220802038Z "project_id": "97cee4e7-4b24-4700-adc0-0cd70bf0000e", 2024-04-28T03:36:38.220809161Z "vdu_id": "cirros_vnfd-VM", 2024-04-28T03:36:38.220812091Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-04-28T03:36:38.220814766Z "vim_id": "938f336e-4085-47df-91ff-aa53f1a254a0", 2024-04-28T03:36:38.220817483Z "vm_id": "d2c7da7f-88e1-42d2-b225-35a93c45a5ed", 2024-04-28T03:36:38.220820199Z "vnf_member_index": "vnf" 2024-04-28T03:36:38.220826034Z }, 2024-04-28T03:36:38.220828989Z "startsAt": "2024-04-28T03:36:27.847Z", 2024-04-28T03:36:38.220831712Z "status": "firing" 2024-04-28T03:36:38.220834398Z } 2024-04-28T03:36:38.220837253Z ], 2024-04-28T03:36:38.220839980Z "commonAnnotations": {}, 2024-04-28T03:36:38.220842718Z "commonLabels": { 2024-04-28T03:36:38.220845724Z "alertname": "vdu_alarm_d682f06b-aced-400d-b40c-6269ed5be519", 2024-04-28T03:36:38.220848472Z "job": "airflow_osm_vm_metrics_938f336e-4085-47df-91ff-aa53f1a254a0", 2024-04-28T03:36:38.220851173Z "metric_id": "cirros_vnf_cpu_util", 2024-04-28T03:36:38.220853824Z "ns_id": "e2ff076f-fced-4b03-bfc6-1131b0d33d11", 2024-04-28T03:36:38.220856667Z "project_id": "97cee4e7-4b24-4700-adc0-0cd70bf0000e", 2024-04-28T03:36:38.220859382Z "vdu_id": "cirros_vnfd-VM", 2024-04-28T03:36:38.220862050Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-04-28T03:36:38.220864734Z "vim_id": "938f336e-4085-47df-91ff-aa53f1a254a0", 2024-04-28T03:36:38.220867579Z "vm_id": "d2c7da7f-88e1-42d2-b225-35a93c45a5ed", 2024-04-28T03:36:38.220870206Z "vnf_member_index": "vnf" 2024-04-28T03:36:38.220872953Z }, 2024-04-28T03:36:38.220875688Z "externalURL": "http://alertmanager-0:9093", 2024-04-28T03:36:38.220878359Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-04-28T03:36:38.220881048Z "groupLabels": {}, 2024-04-28T03:36:38.220884095Z "receiver": "alarm-webhook", 2024-04-28T03:36:38.220886878Z "status": "firing", 2024-04-28T03:36:38.220889492Z "truncatedAlerts": 0, 2024-04-28T03:36:38.220892183Z "version": "4" 2024-04-28T03:36:38.220894828Z }, 2024-04-28T03:36:38.220897480Z "dag_id": "vdu_alarm", 2024-04-28T03:36:38.220900195Z "dag_run_id": "vdu_alarm_20240428033637_155746", 2024-04-28T03:36:38.220902901Z "data_interval_end": "2024-04-28T03:36:38.155933+00:00", 2024-04-28T03:36:38.220905591Z "data_interval_start": "2024-04-28T03:36:38.155933+00:00", 2024-04-28T03:36:38.220908223Z "end_date": null, 2024-04-28T03:36:38.220910900Z "execution_date": "2024-04-28T03:36:38.155933+00:00", 2024-04-28T03:36:38.220913611Z "external_trigger": true, 2024-04-28T03:36:38.220920111Z "last_scheduling_decision": null, 2024-04-28T03:36:38.220922921Z "logical_date": "2024-04-28T03:36:38.155933+00:00", 2024-04-28T03:36:38.220925612Z "note": null, 2024-04-28T03:36:38.220928295Z "run_type": "manual", 2024-04-28T03:36:38.220930969Z "start_date": null, 2024-04-28T03:36:38.220933637Z "state": "queued" 2024-04-28T03:36:38.220936390Z } 2024-04-28T03:36:38.220939016Z 2024-04-28T03:36:38.221172135Z INFO: 10.244.0.49:57974 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-04-28T03:40:37.870838040Z 2024/04/28 03:40:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-04-28T03:40:38.134783508Z 2024/04/28 03:40:38 INFO main.py:53 Response: { 2024-04-28T03:40:38.134802864Z "conf": { 2024-04-28T03:40:38.134807409Z "alerts": [ 2024-04-28T03:40:38.134811407Z { 2024-04-28T03:40:38.134816179Z "annotations": {}, 2024-04-28T03:40:38.134820306Z "endsAt": "2024-04-28T03:40:27.847Z", 2024-04-28T03:40:38.134824384Z "fingerprint": "4e10d9e4c4f63365", 2024-04-28T03:40:38.134829300Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22e2ff076f-fced-4b03-bfc6-1131b0d33d11%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-04-28T03:40:38.134834042Z "labels": { 2024-04-28T03:40:38.134838743Z "alertname": "vdu_alarm_d682f06b-aced-400d-b40c-6269ed5be519", 2024-04-28T03:40:38.134842875Z "job": "airflow_osm_vm_metrics_938f336e-4085-47df-91ff-aa53f1a254a0", 2024-04-28T03:40:38.134846862Z "metric_id": "cirros_vnf_cpu_util", 2024-04-28T03:40:38.134854396Z "ns_id": "e2ff076f-fced-4b03-bfc6-1131b0d33d11", 2024-04-28T03:40:38.134858600Z "project_id": "97cee4e7-4b24-4700-adc0-0cd70bf0000e", 2024-04-28T03:40:38.134862839Z "vdu_id": "cirros_vnfd-VM", 2024-04-28T03:40:38.134866884Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-04-28T03:40:38.134870890Z "vim_id": "938f336e-4085-47df-91ff-aa53f1a254a0", 2024-04-28T03:40:38.134875083Z "vm_id": "d2c7da7f-88e1-42d2-b225-35a93c45a5ed", 2024-04-28T03:40:38.134879140Z "vnf_member_index": "vnf" 2024-04-28T03:40:38.134883182Z }, 2024-04-28T03:40:38.134887313Z "startsAt": "2024-04-28T03:36:27.847Z", 2024-04-28T03:40:38.134891367Z "status": "resolved" 2024-04-28T03:40:38.134895490Z } 2024-04-28T03:40:38.134899537Z ], 2024-04-28T03:40:38.134903633Z "commonAnnotations": {}, 2024-04-28T03:40:38.134907721Z "commonLabels": { 2024-04-28T03:40:38.134911808Z "alertname": "vdu_alarm_d682f06b-aced-400d-b40c-6269ed5be519", 2024-04-28T03:40:38.134915998Z "job": "airflow_osm_vm_metrics_938f336e-4085-47df-91ff-aa53f1a254a0", 2024-04-28T03:40:38.134919989Z "metric_id": "cirros_vnf_cpu_util", 2024-04-28T03:40:38.134923961Z "ns_id": "e2ff076f-fced-4b03-bfc6-1131b0d33d11", 2024-04-28T03:40:38.134927934Z "project_id": "97cee4e7-4b24-4700-adc0-0cd70bf0000e", 2024-04-28T03:40:38.134931892Z "vdu_id": "cirros_vnfd-VM", 2024-04-28T03:40:38.134936070Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-04-28T03:40:38.134940193Z "vim_id": "938f336e-4085-47df-91ff-aa53f1a254a0", 2024-04-28T03:40:38.134944217Z "vm_id": "d2c7da7f-88e1-42d2-b225-35a93c45a5ed", 2024-04-28T03:40:38.134948265Z "vnf_member_index": "vnf" 2024-04-28T03:40:38.134952304Z }, 2024-04-28T03:40:38.134956384Z "externalURL": "http://alertmanager-0:9093", 2024-04-28T03:40:38.134960375Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-04-28T03:40:38.134978715Z "groupLabels": {}, 2024-04-28T03:40:38.134982864Z "receiver": "alarm-webhook", 2024-04-28T03:40:38.134986870Z "status": "resolved", 2024-04-28T03:40:38.134990856Z "truncatedAlerts": 0, 2024-04-28T03:40:38.134994765Z "version": "4" 2024-04-28T03:40:38.134998778Z }, 2024-04-28T03:40:38.135002725Z "dag_id": "vdu_alarm", 2024-04-28T03:40:38.135006699Z "dag_run_id": "vdu_alarm_20240428034037_778489", 2024-04-28T03:40:38.135010545Z "data_interval_end": "2024-04-28T03:40:38.105472+00:00", 2024-04-28T03:40:38.135014407Z "data_interval_start": "2024-04-28T03:40:38.105472+00:00", 2024-04-28T03:40:38.135018326Z "end_date": null, 2024-04-28T03:40:38.135022256Z "execution_date": "2024-04-28T03:40:38.105472+00:00", 2024-04-28T03:40:38.135026189Z "external_trigger": true, 2024-04-28T03:40:38.135030159Z "last_scheduling_decision": null, 2024-04-28T03:40:38.135034067Z "logical_date": "2024-04-28T03:40:38.105472+00:00", 2024-04-28T03:40:38.135038049Z "note": null, 2024-04-28T03:40:38.135041921Z "run_type": "manual", 2024-04-28T03:40:38.135045820Z "start_date": null, 2024-04-28T03:40:38.135068524Z "state": "queued" 2024-04-28T03:40:38.135072678Z } 2024-04-28T03:40:38.135076460Z 2024-04-28T03:40:38.135756692Z INFO: 10.244.0.49:39738 - "POST /vdu_alarm HTTP/1.1" 200 OK