2024-06-27T03:01:43.884924336Z INFO: Started server process [1] 2024-06-27T03:01:43.884973560Z INFO: Waiting for application startup. 2024-06-27T03:01:43.884978969Z INFO: Application startup complete. 2024-06-27T03:01:43.885199509Z INFO: Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit) 2024-06-27T04:28:53.549453188Z 2024/06/27 04:28:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-06-27T04:28:53.894560394Z 2024/06/27 04:28:53 INFO main.py:53 Response: { 2024-06-27T04:28:53.894597174Z "conf": { 2024-06-27T04:28:53.894613143Z "alerts": [ 2024-06-27T04:28:53.894622229Z { 2024-06-27T04:28:53.894632079Z "annotations": { 2024-06-27T04:28:53.894642180Z "description": "VDU 48ee131a-bda3-4d70-bbc0-6844d0d41eb6 in VIM eb3c6a16-94df-40d3-9677-2d80b3f6ffa7 has been down for more than 3 minutes. NS instance id is 767ecbe3-2ec4-4d61-8fb6-0a33259149ce", 2024-06-27T04:28:53.894651373Z "summary": "VDU 48ee131a-bda3-4d70-bbc0-6844d0d41eb6 in VIM eb3c6a16-94df-40d3-9677-2d80b3f6ffa7 is down" 2024-06-27T04:28:53.894659892Z }, 2024-06-27T04:28:53.894668382Z "endsAt": "0001-01-01T00:00:00Z", 2024-06-27T04:28:53.894676709Z "fingerprint": "a1eedf53cc2ce4e0", 2024-06-27T04:28:53.894685914Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-06-27T04:28:53.894694278Z "labels": { 2024-06-27T04:28:53.894702909Z "alertname": "vdu_down", 2024-06-27T04:28:53.894711236Z "job": "osm_prometheus", 2024-06-27T04:28:53.894720138Z "ns_id": "767ecbe3-2ec4-4d61-8fb6-0a33259149ce", 2024-06-27T04:28:53.894728811Z "project_id": "187f8462-aa4c-4659-9324-e5a37f4a6a10", 2024-06-27T04:28:53.894737170Z "vdu_id": "878f1468-abab-4150-bb5c-888cf5c0da4f", 2024-06-27T04:28:53.894746334Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-06-27T04:28:53.894754724Z "vim_id": "eb3c6a16-94df-40d3-9677-2d80b3f6ffa7", 2024-06-27T04:28:53.894762944Z "vm_id": "48ee131a-bda3-4d70-bbc0-6844d0d41eb6", 2024-06-27T04:28:53.894771287Z "vnf_id": "85a5cfef-c870-4fb6-a873-b7b27882cb05", 2024-06-27T04:28:53.894779495Z "vnf_member_index": "autoheal-basic-1" 2024-06-27T04:28:53.894787804Z }, 2024-06-27T04:28:53.894796429Z "startsAt": "2024-06-27T04:28:43.508Z", 2024-06-27T04:28:53.894805280Z "status": "firing" 2024-06-27T04:28:53.894813695Z } 2024-06-27T04:28:53.894822092Z ], 2024-06-27T04:28:53.894830526Z "commonAnnotations": { 2024-06-27T04:28:53.894839058Z "description": "VDU 48ee131a-bda3-4d70-bbc0-6844d0d41eb6 in VIM eb3c6a16-94df-40d3-9677-2d80b3f6ffa7 has been down for more than 3 minutes. NS instance id is 767ecbe3-2ec4-4d61-8fb6-0a33259149ce", 2024-06-27T04:28:53.894847738Z "summary": "VDU 48ee131a-bda3-4d70-bbc0-6844d0d41eb6 in VIM eb3c6a16-94df-40d3-9677-2d80b3f6ffa7 is down" 2024-06-27T04:28:53.894856199Z }, 2024-06-27T04:28:53.894864621Z "commonLabels": { 2024-06-27T04:28:53.894872980Z "alertname": "vdu_down", 2024-06-27T04:28:53.894881293Z "job": "osm_prometheus", 2024-06-27T04:28:53.894889731Z "ns_id": "767ecbe3-2ec4-4d61-8fb6-0a33259149ce", 2024-06-27T04:28:53.894897986Z "project_id": "187f8462-aa4c-4659-9324-e5a37f4a6a10", 2024-06-27T04:28:53.894906298Z "vdu_id": "878f1468-abab-4150-bb5c-888cf5c0da4f", 2024-06-27T04:28:53.894914676Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-06-27T04:28:53.894922926Z "vim_id": "eb3c6a16-94df-40d3-9677-2d80b3f6ffa7", 2024-06-27T04:28:53.894931137Z "vm_id": "48ee131a-bda3-4d70-bbc0-6844d0d41eb6", 2024-06-27T04:28:53.894966329Z "vnf_id": "85a5cfef-c870-4fb6-a873-b7b27882cb05", 2024-06-27T04:28:53.894974906Z "vnf_member_index": "autoheal-basic-1" 2024-06-27T04:28:53.894983106Z }, 2024-06-27T04:28:53.894991411Z "externalURL": "http://alertmanager-0:9093", 2024-06-27T04:28:53.894999761Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-06-27T04:28:53.895008115Z "groupLabels": {}, 2024-06-27T04:28:53.895016404Z "receiver": "vdu-webhook", 2024-06-27T04:28:53.895024682Z "status": "firing", 2024-06-27T04:28:53.895033305Z "truncatedAlerts": 0, 2024-06-27T04:28:53.895041608Z "version": "4" 2024-06-27T04:28:53.895049924Z }, 2024-06-27T04:28:53.895058481Z "dag_id": "vdu_down", 2024-06-27T04:28:53.895066886Z "dag_run_id": "vdu_down_20240627042853_216819", 2024-06-27T04:28:53.895075105Z "data_interval_end": "2024-06-27T04:28:53.830509+00:00", 2024-06-27T04:28:53.895083496Z "data_interval_start": "2024-06-27T04:28:53.830509+00:00", 2024-06-27T04:28:53.895091788Z "end_date": null, 2024-06-27T04:28:53.895100002Z "execution_date": "2024-06-27T04:28:53.830509+00:00", 2024-06-27T04:28:53.895108206Z "external_trigger": true, 2024-06-27T04:28:53.895116371Z "last_scheduling_decision": null, 2024-06-27T04:28:53.895124531Z "logical_date": "2024-06-27T04:28:53.830509+00:00", 2024-06-27T04:28:53.895133078Z "note": null, 2024-06-27T04:28:53.895141348Z "run_type": "manual", 2024-06-27T04:28:53.895149527Z "start_date": null, 2024-06-27T04:28:53.895158034Z "state": "queued" 2024-06-27T04:28:53.895166295Z } 2024-06-27T04:28:53.895174240Z 2024-06-27T04:28:53.896063105Z INFO: 10.244.0.52:36446 - "POST /vdu_down HTTP/1.1" 200 OK 2024-06-27T04:32:53.550765658Z 2024/06/27 04:32:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-06-27T04:32:53.965893746Z 2024/06/27 04:32:53 INFO main.py:53 Response: { 2024-06-27T04:32:53.965928818Z "conf": { 2024-06-27T04:32:53.965938020Z "alerts": [ 2024-06-27T04:32:53.965947037Z { 2024-06-27T04:32:53.965956686Z "annotations": { 2024-06-27T04:32:53.965966320Z "description": "VDU 48ee131a-bda3-4d70-bbc0-6844d0d41eb6 in VIM eb3c6a16-94df-40d3-9677-2d80b3f6ffa7 has been down for more than 3 minutes. NS instance id is 767ecbe3-2ec4-4d61-8fb6-0a33259149ce", 2024-06-27T04:32:53.965975673Z "summary": "VDU 48ee131a-bda3-4d70-bbc0-6844d0d41eb6 in VIM eb3c6a16-94df-40d3-9677-2d80b3f6ffa7 is down" 2024-06-27T04:32:53.965984800Z }, 2024-06-27T04:32:53.965993350Z "endsAt": "2024-06-27T04:31:13.508Z", 2024-06-27T04:32:53.966001691Z "fingerprint": "a1eedf53cc2ce4e0", 2024-06-27T04:32:53.966010804Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-06-27T04:32:53.966019260Z "labels": { 2024-06-27T04:32:53.966027905Z "alertname": "vdu_down", 2024-06-27T04:32:53.966036260Z "job": "osm_prometheus", 2024-06-27T04:32:53.966060739Z "ns_id": "767ecbe3-2ec4-4d61-8fb6-0a33259149ce", 2024-06-27T04:32:53.966070071Z "project_id": "187f8462-aa4c-4659-9324-e5a37f4a6a10", 2024-06-27T04:32:53.966078501Z "vdu_id": "878f1468-abab-4150-bb5c-888cf5c0da4f", 2024-06-27T04:32:53.966087676Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-06-27T04:32:53.966096583Z "vim_id": "eb3c6a16-94df-40d3-9677-2d80b3f6ffa7", 2024-06-27T04:32:53.966105545Z "vm_id": "48ee131a-bda3-4d70-bbc0-6844d0d41eb6", 2024-06-27T04:32:53.966113896Z "vnf_id": "85a5cfef-c870-4fb6-a873-b7b27882cb05", 2024-06-27T04:32:53.966142392Z "vnf_member_index": "autoheal-basic-1" 2024-06-27T04:32:53.966151077Z }, 2024-06-27T04:32:53.966159550Z "startsAt": "2024-06-27T04:28:43.508Z", 2024-06-27T04:32:53.966168907Z "status": "resolved" 2024-06-27T04:32:53.966177265Z } 2024-06-27T04:32:53.966185775Z ], 2024-06-27T04:32:53.966194179Z "commonAnnotations": { 2024-06-27T04:32:53.966202573Z "description": "VDU 48ee131a-bda3-4d70-bbc0-6844d0d41eb6 in VIM eb3c6a16-94df-40d3-9677-2d80b3f6ffa7 has been down for more than 3 minutes. NS instance id is 767ecbe3-2ec4-4d61-8fb6-0a33259149ce", 2024-06-27T04:32:53.966232052Z "summary": "VDU 48ee131a-bda3-4d70-bbc0-6844d0d41eb6 in VIM eb3c6a16-94df-40d3-9677-2d80b3f6ffa7 is down" 2024-06-27T04:32:53.966240652Z }, 2024-06-27T04:32:53.966249147Z "commonLabels": { 2024-06-27T04:32:53.966257580Z "alertname": "vdu_down", 2024-06-27T04:32:53.966266199Z "job": "osm_prometheus", 2024-06-27T04:32:53.966274512Z "ns_id": "767ecbe3-2ec4-4d61-8fb6-0a33259149ce", 2024-06-27T04:32:53.966282874Z "project_id": "187f8462-aa4c-4659-9324-e5a37f4a6a10", 2024-06-27T04:32:53.966291180Z "vdu_id": "878f1468-abab-4150-bb5c-888cf5c0da4f", 2024-06-27T04:32:53.966299603Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-06-27T04:32:53.966307885Z "vim_id": "eb3c6a16-94df-40d3-9677-2d80b3f6ffa7", 2024-06-27T04:32:53.966316146Z "vm_id": "48ee131a-bda3-4d70-bbc0-6844d0d41eb6", 2024-06-27T04:32:53.966324886Z "vnf_id": "85a5cfef-c870-4fb6-a873-b7b27882cb05", 2024-06-27T04:32:53.966333274Z "vnf_member_index": "autoheal-basic-1" 2024-06-27T04:32:53.966341804Z }, 2024-06-27T04:32:53.966350187Z "externalURL": "http://alertmanager-0:9093", 2024-06-27T04:32:53.966358407Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-06-27T04:32:53.966366700Z "groupLabels": {}, 2024-06-27T04:32:53.966375117Z "receiver": "vdu-webhook", 2024-06-27T04:32:53.966383503Z "status": "resolved", 2024-06-27T04:32:53.966391807Z "truncatedAlerts": 0, 2024-06-27T04:32:53.966399978Z "version": "4" 2024-06-27T04:32:53.966408313Z }, 2024-06-27T04:32:53.966416842Z "dag_id": "vdu_down", 2024-06-27T04:32:53.966425163Z "dag_run_id": "vdu_down_20240627043253_255289", 2024-06-27T04:32:53.966433483Z "data_interval_end": "2024-06-27T04:32:53.903319+00:00", 2024-06-27T04:32:53.966441773Z "data_interval_start": "2024-06-27T04:32:53.903319+00:00", 2024-06-27T04:32:53.966473567Z "end_date": null, 2024-06-27T04:32:53.966481928Z "execution_date": "2024-06-27T04:32:53.903319+00:00", 2024-06-27T04:32:53.966490118Z "external_trigger": true, 2024-06-27T04:32:53.966498364Z "last_scheduling_decision": null, 2024-06-27T04:32:53.966506563Z "logical_date": "2024-06-27T04:32:53.903319+00:00", 2024-06-27T04:32:53.966514903Z "note": null, 2024-06-27T04:32:53.966523139Z "run_type": "manual", 2024-06-27T04:32:53.966531329Z "start_date": null, 2024-06-27T04:32:53.966539811Z "state": "queued" 2024-06-27T04:32:53.966548240Z } 2024-06-27T04:32:53.966556380Z 2024-06-27T04:32:53.966619137Z INFO: 10.244.0.52:48416 - "POST /vdu_down HTTP/1.1" 200 OK 2024-06-27T05:01:39.955242060Z 2024/06/27 05:01:39 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-06-27T05:01:40.267911257Z 2024/06/27 05:01:40 INFO main.py:53 Response: { 2024-06-27T05:01:40.267943091Z "conf": { 2024-06-27T05:01:40.267953835Z "alerts": [ 2024-06-27T05:01:40.267957654Z { 2024-06-27T05:01:40.267962178Z "annotations": {}, 2024-06-27T05:01:40.267984284Z "endsAt": "0001-01-01T00:00:00Z", 2024-06-27T05:01:40.267987808Z "fingerprint": "f765c538ef27fa53", 2024-06-27T05:01:40.267998879Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2268562ac6-a19e-4511-9357-9896f9ec4be8%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2268562ac6-a19e-4511-9357-9896f9ec4be8%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-06-27T05:01:40.268004150Z "labels": { 2024-06-27T05:01:40.268008428Z "alertname": "scaleout_80dd1a41-36c4-4292-8019-02b6e39e9c88", 2024-06-27T05:01:40.268012558Z "ns_id": "68562ac6-a19e-4511-9357-9896f9ec4be8", 2024-06-27T05:01:40.268015941Z "vdu_id": "hackfest_basic_metrics-VM", 2024-06-27T05:01:40.268019383Z "vnf_member_index": "vnf" 2024-06-27T05:01:40.268022802Z }, 2024-06-27T05:01:40.268026161Z "startsAt": "2024-06-27T05:01:29.924Z", 2024-06-27T05:01:40.268029517Z "status": "firing" 2024-06-27T05:01:40.268032919Z } 2024-06-27T05:01:40.268036339Z ], 2024-06-27T05:01:40.268039776Z "commonAnnotations": {}, 2024-06-27T05:01:40.268043324Z "commonLabels": { 2024-06-27T05:01:40.268046740Z "alertname": "scaleout_80dd1a41-36c4-4292-8019-02b6e39e9c88", 2024-06-27T05:01:40.268050180Z "ns_id": "68562ac6-a19e-4511-9357-9896f9ec4be8", 2024-06-27T05:01:40.268053586Z "vdu_id": "hackfest_basic_metrics-VM", 2024-06-27T05:01:40.268056915Z "vnf_member_index": "vnf" 2024-06-27T05:01:40.268060344Z }, 2024-06-27T05:01:40.268063722Z "externalURL": "http://alertmanager-0:9093", 2024-06-27T05:01:40.268067199Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-06-27T05:01:40.268070538Z "groupLabels": {}, 2024-06-27T05:01:40.268073925Z "receiver": "scaleout-webhook", 2024-06-27T05:01:40.268077644Z "status": "firing", 2024-06-27T05:01:40.268081006Z "truncatedAlerts": 0, 2024-06-27T05:01:40.268084330Z "version": "4" 2024-06-27T05:01:40.268087684Z }, 2024-06-27T05:01:40.268091113Z "dag_id": "scaleout_vdu", 2024-06-27T05:01:40.268094466Z "dag_run_id": "scaleout_vdu_20240627050139_893423", 2024-06-27T05:01:40.268097965Z "data_interval_end": "2024-06-27T05:01:40.225437+00:00", 2024-06-27T05:01:40.268101300Z "data_interval_start": "2024-06-27T05:01:40.225437+00:00", 2024-06-27T05:01:40.268104640Z "end_date": null, 2024-06-27T05:01:40.268107965Z "execution_date": "2024-06-27T05:01:40.225437+00:00", 2024-06-27T05:01:40.268111253Z "external_trigger": true, 2024-06-27T05:01:40.268114570Z "last_scheduling_decision": null, 2024-06-27T05:01:40.268117937Z "logical_date": "2024-06-27T05:01:40.225437+00:00", 2024-06-27T05:01:40.268121304Z "note": null, 2024-06-27T05:01:40.268124657Z "run_type": "manual", 2024-06-27T05:01:40.268128629Z "start_date": null, 2024-06-27T05:01:40.268132006Z "state": "queued" 2024-06-27T05:01:40.268135337Z } 2024-06-27T05:01:40.268138567Z 2024-06-27T05:01:40.268790804Z INFO: 10.244.0.52:55106 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-06-27T05:07:39.961573484Z 2024/06/27 05:07:39 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-06-27T05:07:40.288206949Z 2024/06/27 05:07:40 INFO main.py:53 Response: { 2024-06-27T05:07:40.288242919Z "conf": { 2024-06-27T05:07:40.288246490Z "alerts": [ 2024-06-27T05:07:40.288249609Z { 2024-06-27T05:07:40.288270529Z "annotations": {}, 2024-06-27T05:07:40.288273637Z "endsAt": "0001-01-01T00:00:00Z", 2024-06-27T05:07:40.288276595Z "fingerprint": "f765c538ef27fa53", 2024-06-27T05:07:40.288281096Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2268562ac6-a19e-4511-9357-9896f9ec4be8%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2268562ac6-a19e-4511-9357-9896f9ec4be8%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-06-27T05:07:40.288285010Z "labels": { 2024-06-27T05:07:40.288288798Z "alertname": "scaleout_80dd1a41-36c4-4292-8019-02b6e39e9c88", 2024-06-27T05:07:40.288292237Z "ns_id": "68562ac6-a19e-4511-9357-9896f9ec4be8", 2024-06-27T05:07:40.288295131Z "vdu_id": "hackfest_basic_metrics-VM", 2024-06-27T05:07:40.288298028Z "vnf_member_index": "vnf" 2024-06-27T05:07:40.288300922Z }, 2024-06-27T05:07:40.288303803Z "startsAt": "2024-06-27T05:01:29.924Z", 2024-06-27T05:07:40.288306700Z "status": "firing" 2024-06-27T05:07:40.288310133Z } 2024-06-27T05:07:40.288313032Z ], 2024-06-27T05:07:40.288316025Z "commonAnnotations": {}, 2024-06-27T05:07:40.288318934Z "commonLabels": { 2024-06-27T05:07:40.288321942Z "alertname": "scaleout_80dd1a41-36c4-4292-8019-02b6e39e9c88", 2024-06-27T05:07:40.288324846Z "ns_id": "68562ac6-a19e-4511-9357-9896f9ec4be8", 2024-06-27T05:07:40.288327748Z "vdu_id": "hackfest_basic_metrics-VM", 2024-06-27T05:07:40.288330570Z "vnf_member_index": "vnf" 2024-06-27T05:07:40.288333565Z }, 2024-06-27T05:07:40.288336506Z "externalURL": "http://alertmanager-0:9093", 2024-06-27T05:07:40.288339370Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-06-27T05:07:40.288342322Z "groupLabels": {}, 2024-06-27T05:07:40.288345331Z "receiver": "scaleout-webhook", 2024-06-27T05:07:40.288348150Z "status": "firing", 2024-06-27T05:07:40.288351088Z "truncatedAlerts": 0, 2024-06-27T05:07:40.288353954Z "version": "4" 2024-06-27T05:07:40.288356995Z }, 2024-06-27T05:07:40.288359909Z "dag_id": "scaleout_vdu", 2024-06-27T05:07:40.288362913Z "dag_run_id": "scaleout_vdu_20240627050739_629311", 2024-06-27T05:07:40.288365861Z "data_interval_end": "2024-06-27T05:07:40.235765+00:00", 2024-06-27T05:07:40.288372800Z "data_interval_start": "2024-06-27T05:07:40.235765+00:00", 2024-06-27T05:07:40.288376061Z "end_date": null, 2024-06-27T05:07:40.288378986Z "execution_date": "2024-06-27T05:07:40.235765+00:00", 2024-06-27T05:07:40.288382206Z "external_trigger": true, 2024-06-27T05:07:40.288385093Z "last_scheduling_decision": null, 2024-06-27T05:07:40.288388016Z "logical_date": "2024-06-27T05:07:40.235765+00:00", 2024-06-27T05:07:40.288390917Z "note": null, 2024-06-27T05:07:40.288393751Z "run_type": "manual", 2024-06-27T05:07:40.288396990Z "start_date": null, 2024-06-27T05:07:40.288400226Z "state": "queued" 2024-06-27T05:07:40.288403141Z } 2024-06-27T05:07:40.288405937Z 2024-06-27T05:07:40.289060978Z INFO: 10.244.0.52:45562 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-06-27T05:09:39.958661426Z 2024/06/27 05:09:39 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-06-27T05:09:40.235265253Z 2024/06/27 05:09:40 INFO main.py:53 Response: { 2024-06-27T05:09:40.235287719Z "conf": { 2024-06-27T05:09:40.235291931Z "alerts": [ 2024-06-27T05:09:40.235295552Z { 2024-06-27T05:09:40.235315602Z "annotations": {}, 2024-06-27T05:09:40.235319339Z "endsAt": "2024-06-27T05:09:14.924Z", 2024-06-27T05:09:40.235323266Z "fingerprint": "f765c538ef27fa53", 2024-06-27T05:09:40.235327369Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2268562ac6-a19e-4511-9357-9896f9ec4be8%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2268562ac6-a19e-4511-9357-9896f9ec4be8%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-06-27T05:09:40.235331485Z "labels": { 2024-06-27T05:09:40.235335659Z "alertname": "scaleout_80dd1a41-36c4-4292-8019-02b6e39e9c88", 2024-06-27T05:09:40.235339795Z "ns_id": "68562ac6-a19e-4511-9357-9896f9ec4be8", 2024-06-27T05:09:40.235343239Z "vdu_id": "hackfest_basic_metrics-VM", 2024-06-27T05:09:40.235346630Z "vnf_member_index": "vnf" 2024-06-27T05:09:40.235350145Z }, 2024-06-27T05:09:40.235353480Z "startsAt": "2024-06-27T05:01:29.924Z", 2024-06-27T05:09:40.235356903Z "status": "resolved" 2024-06-27T05:09:40.235360449Z } 2024-06-27T05:09:40.235363905Z ], 2024-06-27T05:09:40.235367535Z "commonAnnotations": {}, 2024-06-27T05:09:40.235370890Z "commonLabels": { 2024-06-27T05:09:40.235374378Z "alertname": "scaleout_80dd1a41-36c4-4292-8019-02b6e39e9c88", 2024-06-27T05:09:40.235377803Z "ns_id": "68562ac6-a19e-4511-9357-9896f9ec4be8", 2024-06-27T05:09:40.235381235Z "vdu_id": "hackfest_basic_metrics-VM", 2024-06-27T05:09:40.235384529Z "vnf_member_index": "vnf" 2024-06-27T05:09:40.235387954Z }, 2024-06-27T05:09:40.235391656Z "externalURL": "http://alertmanager-0:9093", 2024-06-27T05:09:40.235395022Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-06-27T05:09:40.235398428Z "groupLabels": {}, 2024-06-27T05:09:40.235401845Z "receiver": "scaleout-webhook", 2024-06-27T05:09:40.235405280Z "status": "resolved", 2024-06-27T05:09:40.235408655Z "truncatedAlerts": 0, 2024-06-27T05:09:40.235412029Z "version": "4" 2024-06-27T05:09:40.235415561Z }, 2024-06-27T05:09:40.235419009Z "dag_id": "scaleout_vdu", 2024-06-27T05:09:40.235422423Z "dag_run_id": "scaleout_vdu_20240627050939_680217", 2024-06-27T05:09:40.235425830Z "data_interval_end": "2024-06-27T05:09:40.205734+00:00", 2024-06-27T05:09:40.235429287Z "data_interval_start": "2024-06-27T05:09:40.205734+00:00", 2024-06-27T05:09:40.235432729Z "end_date": null, 2024-06-27T05:09:40.235436156Z "execution_date": "2024-06-27T05:09:40.205734+00:00", 2024-06-27T05:09:40.235443347Z "external_trigger": true, 2024-06-27T05:09:40.235446774Z "last_scheduling_decision": null, 2024-06-27T05:09:40.235450142Z "logical_date": "2024-06-27T05:09:40.205734+00:00", 2024-06-27T05:09:40.235453472Z "note": null, 2024-06-27T05:09:40.235456948Z "run_type": "manual", 2024-06-27T05:09:40.235460332Z "start_date": null, 2024-06-27T05:09:40.235463745Z "state": "queued" 2024-06-27T05:09:40.235467179Z } 2024-06-27T05:09:40.235470361Z 2024-06-27T05:09:40.235777544Z INFO: 10.244.0.52:42892 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-06-27T05:16:36.668202367Z 2024/06/27 05:16:36 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-06-27T05:16:36.974913470Z 2024/06/27 05:16:36 INFO main.py:53 Response: { 2024-06-27T05:16:36.974951671Z "conf": { 2024-06-27T05:16:36.974961365Z "alerts": [ 2024-06-27T05:16:36.974969745Z { 2024-06-27T05:16:36.975031412Z "annotations": {}, 2024-06-27T05:16:36.975040951Z "endsAt": "0001-01-01T00:00:00Z", 2024-06-27T05:16:36.975049162Z "fingerprint": "a33062900cf04053", 2024-06-27T05:16:36.975058294Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%221e05494b-b4d6-4607-a438-16d596fd5809%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-06-27T05:16:36.975067587Z "labels": { 2024-06-27T05:16:36.975077022Z "alertname": "vdu_alarm_918c099e-ddde-44a8-b1ec-f57462e92418", 2024-06-27T05:16:36.975085282Z "job": "airflow_osm_vm_metrics_eb3c6a16-94df-40d3-9677-2d80b3f6ffa7", 2024-06-27T05:16:36.975093442Z "metric_id": "cirros_vnf_cpu_util", 2024-06-27T05:16:36.975102340Z "ns_id": "1e05494b-b4d6-4607-a438-16d596fd5809", 2024-06-27T05:16:36.975110460Z "project_id": "187f8462-aa4c-4659-9324-e5a37f4a6a10", 2024-06-27T05:16:36.975118593Z "vdu_id": "cirros_vnfd-VM", 2024-06-27T05:16:36.975126624Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-06-27T05:16:36.975134625Z "vim_id": "eb3c6a16-94df-40d3-9677-2d80b3f6ffa7", 2024-06-27T05:16:36.975142799Z "vm_id": "fc7c7e34-5b3c-4255-9453-b2df99d5c291", 2024-06-27T05:16:36.975151023Z "vnf_member_index": "vnf" 2024-06-27T05:16:36.975159269Z }, 2024-06-27T05:16:36.975167823Z "startsAt": "2024-06-27T05:16:26.648Z", 2024-06-27T05:16:36.975175985Z "status": "firing" 2024-06-27T05:16:36.975184147Z } 2024-06-27T05:16:36.975192512Z ], 2024-06-27T05:16:36.975200797Z "commonAnnotations": {}, 2024-06-27T05:16:36.975208978Z "commonLabels": { 2024-06-27T05:16:36.975217204Z "alertname": "vdu_alarm_918c099e-ddde-44a8-b1ec-f57462e92418", 2024-06-27T05:16:36.975230925Z "job": "airflow_osm_vm_metrics_eb3c6a16-94df-40d3-9677-2d80b3f6ffa7", 2024-06-27T05:16:36.975239389Z "metric_id": "cirros_vnf_cpu_util", 2024-06-27T05:16:36.975247506Z "ns_id": "1e05494b-b4d6-4607-a438-16d596fd5809", 2024-06-27T05:16:36.975255481Z "project_id": "187f8462-aa4c-4659-9324-e5a37f4a6a10", 2024-06-27T05:16:36.975263886Z "vdu_id": "cirros_vnfd-VM", 2024-06-27T05:16:36.975271916Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-06-27T05:16:36.975280156Z "vim_id": "eb3c6a16-94df-40d3-9677-2d80b3f6ffa7", 2024-06-27T05:16:36.975309398Z "vm_id": "fc7c7e34-5b3c-4255-9453-b2df99d5c291", 2024-06-27T05:16:36.975317810Z "vnf_member_index": "vnf" 2024-06-27T05:16:36.975326143Z }, 2024-06-27T05:16:36.975335707Z "externalURL": "http://alertmanager-0:9093", 2024-06-27T05:16:36.975344344Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-06-27T05:16:36.975353235Z "groupLabels": {}, 2024-06-27T05:16:36.975361540Z "receiver": "alarm-webhook", 2024-06-27T05:16:36.975369882Z "status": "firing", 2024-06-27T05:16:36.975377996Z "truncatedAlerts": 0, 2024-06-27T05:16:36.975386176Z "version": "4" 2024-06-27T05:16:36.975394370Z }, 2024-06-27T05:16:36.975402702Z "dag_id": "vdu_alarm", 2024-06-27T05:16:36.975410917Z "dag_run_id": "vdu_alarm_20240627051636_677658", 2024-06-27T05:16:36.975419047Z "data_interval_end": "2024-06-27T05:16:36.907626+00:00", 2024-06-27T05:16:36.975427267Z "data_interval_start": "2024-06-27T05:16:36.907626+00:00", 2024-06-27T05:16:36.975435467Z "end_date": null, 2024-06-27T05:16:36.975443671Z "execution_date": "2024-06-27T05:16:36.907626+00:00", 2024-06-27T05:16:36.975451923Z "external_trigger": true, 2024-06-27T05:16:36.975470775Z "last_scheduling_decision": null, 2024-06-27T05:16:36.975479134Z "logical_date": "2024-06-27T05:16:36.907626+00:00", 2024-06-27T05:16:36.975487495Z "note": null, 2024-06-27T05:16:36.975495797Z "run_type": "manual", 2024-06-27T05:16:36.975504081Z "start_date": null, 2024-06-27T05:16:36.975512536Z "state": "queued" 2024-06-27T05:16:36.975520856Z } 2024-06-27T05:16:36.975528911Z 2024-06-27T05:16:36.976810827Z INFO: 10.244.0.52:36450 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-06-27T05:20:36.671151554Z 2024/06/27 05:20:36 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-06-27T05:20:36.975959370Z 2024/06/27 05:20:36 INFO main.py:53 Response: { 2024-06-27T05:20:36.975973358Z "conf": { 2024-06-27T05:20:36.975976998Z "alerts": [ 2024-06-27T05:20:36.975980102Z { 2024-06-27T05:20:36.975984911Z "annotations": {}, 2024-06-27T05:20:36.975988142Z "endsAt": "2024-06-27T05:20:26.648Z", 2024-06-27T05:20:36.975991206Z "fingerprint": "a33062900cf04053", 2024-06-27T05:20:36.975994784Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%221e05494b-b4d6-4607-a438-16d596fd5809%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-06-27T05:20:36.975999585Z "labels": { 2024-06-27T05:20:36.976003172Z "alertname": "vdu_alarm_918c099e-ddde-44a8-b1ec-f57462e92418", 2024-06-27T05:20:36.976006216Z "job": "airflow_osm_vm_metrics_eb3c6a16-94df-40d3-9677-2d80b3f6ffa7", 2024-06-27T05:20:36.976009109Z "metric_id": "cirros_vnf_cpu_util", 2024-06-27T05:20:36.976013437Z "ns_id": "1e05494b-b4d6-4607-a438-16d596fd5809", 2024-06-27T05:20:36.976016340Z "project_id": "187f8462-aa4c-4659-9324-e5a37f4a6a10", 2024-06-27T05:20:36.976019275Z "vdu_id": "cirros_vnfd-VM", 2024-06-27T05:20:36.976022188Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-06-27T05:20:36.976025227Z "vim_id": "eb3c6a16-94df-40d3-9677-2d80b3f6ffa7", 2024-06-27T05:20:36.976028123Z "vm_id": "fc7c7e34-5b3c-4255-9453-b2df99d5c291", 2024-06-27T05:20:36.976031037Z "vnf_member_index": "vnf" 2024-06-27T05:20:36.976033974Z }, 2024-06-27T05:20:36.976036861Z "startsAt": "2024-06-27T05:16:26.648Z", 2024-06-27T05:20:36.976039742Z "status": "resolved" 2024-06-27T05:20:36.976042714Z } 2024-06-27T05:20:36.976045820Z ], 2024-06-27T05:20:36.976048813Z "commonAnnotations": {}, 2024-06-27T05:20:36.976051633Z "commonLabels": { 2024-06-27T05:20:36.976054590Z "alertname": "vdu_alarm_918c099e-ddde-44a8-b1ec-f57462e92418", 2024-06-27T05:20:36.976057520Z "job": "airflow_osm_vm_metrics_eb3c6a16-94df-40d3-9677-2d80b3f6ffa7", 2024-06-27T05:20:36.976060418Z "metric_id": "cirros_vnf_cpu_util", 2024-06-27T05:20:36.976063297Z "ns_id": "1e05494b-b4d6-4607-a438-16d596fd5809", 2024-06-27T05:20:36.976066229Z "project_id": "187f8462-aa4c-4659-9324-e5a37f4a6a10", 2024-06-27T05:20:36.976069102Z "vdu_id": "cirros_vnfd-VM", 2024-06-27T05:20:36.976072208Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-06-27T05:20:36.976075131Z "vim_id": "eb3c6a16-94df-40d3-9677-2d80b3f6ffa7", 2024-06-27T05:20:36.976078092Z "vm_id": "fc7c7e34-5b3c-4255-9453-b2df99d5c291", 2024-06-27T05:20:36.976080918Z "vnf_member_index": "vnf" 2024-06-27T05:20:36.976083864Z }, 2024-06-27T05:20:36.976087005Z "externalURL": "http://alertmanager-0:9093", 2024-06-27T05:20:36.976089835Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-06-27T05:20:36.976107818Z "groupLabels": {}, 2024-06-27T05:20:36.976110906Z "receiver": "alarm-webhook", 2024-06-27T05:20:36.976113869Z "status": "resolved", 2024-06-27T05:20:36.976116733Z "truncatedAlerts": 0, 2024-06-27T05:20:36.976119570Z "version": "4" 2024-06-27T05:20:36.976122452Z }, 2024-06-27T05:20:36.976129229Z "dag_id": "vdu_alarm", 2024-06-27T05:20:36.976132063Z "dag_run_id": "vdu_alarm_20240627052036_161620", 2024-06-27T05:20:36.976135149Z "data_interval_end": "2024-06-27T05:20:36.926598+00:00", 2024-06-27T05:20:36.976137997Z "data_interval_start": "2024-06-27T05:20:36.926598+00:00", 2024-06-27T05:20:36.976140793Z "end_date": null, 2024-06-27T05:20:36.976143746Z "execution_date": "2024-06-27T05:20:36.926598+00:00", 2024-06-27T05:20:36.976146703Z "external_trigger": true, 2024-06-27T05:20:36.976149565Z "last_scheduling_decision": null, 2024-06-27T05:20:36.976152474Z "logical_date": "2024-06-27T05:20:36.926598+00:00", 2024-06-27T05:20:36.976155605Z "note": null, 2024-06-27T05:20:36.976158536Z "run_type": "manual", 2024-06-27T05:20:36.976161366Z "start_date": null, 2024-06-27T05:20:36.976164266Z "state": "queued" 2024-06-27T05:20:36.976167207Z } 2024-06-27T05:20:36.976169968Z 2024-06-27T05:20:36.976550115Z INFO: 10.244.0.52:38400 - "POST /vdu_alarm HTTP/1.1" 200 OK