2024-05-23T22:29:26.714313579Z INFO: Started server process [1] 2024-05-23T22:29:26.714361922Z INFO: Waiting for application startup. 2024-05-23T22:29:26.714374267Z INFO: Application startup complete. 2024-05-23T22:29:26.714775124Z INFO: Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit) 2024-05-24T01:15:37.715496046Z 2024/05/24 01:15:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-05-24T01:15:38.112282499Z 2024/05/24 01:15:38 INFO main.py:53 Response: { 2024-05-24T01:15:38.112327104Z "conf": { 2024-05-24T01:15:38.112333523Z "alerts": [ 2024-05-24T01:15:38.112338689Z { 2024-05-24T01:15:38.112343997Z "annotations": { 2024-05-24T01:15:38.112351590Z "description": "VDU 3e47814a-754d-4450-9fd9-2769828bc54c in VIM d1d7986c-ffd1-4a9c-aec3-61c0185664bd has been down for more than 3 minutes. NS instance id is 55b31871-24f7-4c1a-acd8-f7030b1025a0", 2024-05-24T01:15:38.112357593Z "summary": "VDU 3e47814a-754d-4450-9fd9-2769828bc54c in VIM d1d7986c-ffd1-4a9c-aec3-61c0185664bd is down" 2024-05-24T01:15:38.112362750Z }, 2024-05-24T01:15:38.112367730Z "endsAt": "0001-01-01T00:00:00Z", 2024-05-24T01:15:38.112372456Z "fingerprint": "2f35a16fc65372cd", 2024-05-24T01:15:38.112377789Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-05-24T01:15:38.112385701Z "labels": { 2024-05-24T01:15:38.112390599Z "alertname": "vdu_down", 2024-05-24T01:15:38.112395429Z "job": "osm_prometheus", 2024-05-24T01:15:38.112400726Z "ns_id": "55b31871-24f7-4c1a-acd8-f7030b1025a0", 2024-05-24T01:15:38.112405781Z "project_id": "922abde1-19b9-4fcb-8ee7-d1a4e6a5c828", 2024-05-24T01:15:38.112410435Z "vdu_id": "ef22b8f5-fe7a-40e0-9961-06031f9da532", 2024-05-24T01:15:38.112415681Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-05-24T01:15:38.112420411Z "vim_id": "d1d7986c-ffd1-4a9c-aec3-61c0185664bd", 2024-05-24T01:15:38.112425144Z "vm_id": "3e47814a-754d-4450-9fd9-2769828bc54c", 2024-05-24T01:15:38.112429812Z "vnf_id": "d6aa2e0b-4c69-44d2-b804-26dee1ebc993", 2024-05-24T01:15:38.112434441Z "vnf_member_index": "autoheal-basic-1" 2024-05-24T01:15:38.112439227Z }, 2024-05-24T01:15:38.112443915Z "startsAt": "2024-05-24T01:15:27.687Z", 2024-05-24T01:15:38.112449157Z "status": "firing" 2024-05-24T01:15:38.112456669Z } 2024-05-24T01:15:38.112461453Z ], 2024-05-24T01:15:38.112466146Z "commonAnnotations": { 2024-05-24T01:15:38.112470973Z "description": "VDU 3e47814a-754d-4450-9fd9-2769828bc54c in VIM d1d7986c-ffd1-4a9c-aec3-61c0185664bd has been down for more than 3 minutes. NS instance id is 55b31871-24f7-4c1a-acd8-f7030b1025a0", 2024-05-24T01:15:38.112475817Z "summary": "VDU 3e47814a-754d-4450-9fd9-2769828bc54c in VIM d1d7986c-ffd1-4a9c-aec3-61c0185664bd is down" 2024-05-24T01:15:38.112480528Z }, 2024-05-24T01:15:38.112485433Z "commonLabels": { 2024-05-24T01:15:38.112490128Z "alertname": "vdu_down", 2024-05-24T01:15:38.112494742Z "job": "osm_prometheus", 2024-05-24T01:15:38.112499918Z "ns_id": "55b31871-24f7-4c1a-acd8-f7030b1025a0", 2024-05-24T01:15:38.112504554Z "project_id": "922abde1-19b9-4fcb-8ee7-d1a4e6a5c828", 2024-05-24T01:15:38.112509289Z "vdu_id": "ef22b8f5-fe7a-40e0-9961-06031f9da532", 2024-05-24T01:15:38.112513994Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-05-24T01:15:38.112518731Z "vim_id": "d1d7986c-ffd1-4a9c-aec3-61c0185664bd", 2024-05-24T01:15:38.112523639Z "vm_id": "3e47814a-754d-4450-9fd9-2769828bc54c", 2024-05-24T01:15:38.112549213Z "vnf_id": "d6aa2e0b-4c69-44d2-b804-26dee1ebc993", 2024-05-24T01:15:38.112553927Z "vnf_member_index": "autoheal-basic-1" 2024-05-24T01:15:38.112558706Z }, 2024-05-24T01:15:38.112563547Z "externalURL": "http://alertmanager-0:9093", 2024-05-24T01:15:38.112568153Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-05-24T01:15:38.112572843Z "groupLabels": {}, 2024-05-24T01:15:38.112577473Z "receiver": "vdu-webhook", 2024-05-24T01:15:38.112582423Z "status": "firing", 2024-05-24T01:15:38.112586988Z "truncatedAlerts": 0, 2024-05-24T01:15:38.112591524Z "version": "4" 2024-05-24T01:15:38.112596174Z }, 2024-05-24T01:15:38.112600815Z "dag_id": "vdu_down", 2024-05-24T01:15:38.112605399Z "dag_run_id": "vdu_down_20240524011537_503148", 2024-05-24T01:15:38.112610078Z "data_interval_end": "2024-05-24T01:15:38.052177+00:00", 2024-05-24T01:15:38.112614683Z "data_interval_start": "2024-05-24T01:15:38.052177+00:00", 2024-05-24T01:15:38.112619470Z "end_date": null, 2024-05-24T01:15:38.112624098Z "execution_date": "2024-05-24T01:15:38.052177+00:00", 2024-05-24T01:15:38.112628730Z "external_trigger": true, 2024-05-24T01:15:38.112633334Z "last_scheduling_decision": null, 2024-05-24T01:15:38.112637957Z "logical_date": "2024-05-24T01:15:38.052177+00:00", 2024-05-24T01:15:38.112642631Z "note": null, 2024-05-24T01:15:38.112647214Z "run_type": "manual", 2024-05-24T01:15:38.112651841Z "start_date": null, 2024-05-24T01:15:38.112656585Z "state": "queued" 2024-05-24T01:15:38.112661294Z } 2024-05-24T01:15:38.112665778Z 2024-05-24T01:15:38.112916592Z INFO: 10.244.0.45:46758 - "POST /vdu_down HTTP/1.1" 200 OK 2024-05-24T01:17:37.712287590Z 2024/05/24 01:17:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-05-24T01:17:38.090495315Z 2024/05/24 01:17:38 INFO main.py:53 Response: { 2024-05-24T01:17:38.090574442Z "conf": { 2024-05-24T01:17:38.090581656Z "alerts": [ 2024-05-24T01:17:38.090585875Z { 2024-05-24T01:17:38.090594794Z "annotations": { 2024-05-24T01:17:38.090601110Z "description": "VDU 3e47814a-754d-4450-9fd9-2769828bc54c in VIM d1d7986c-ffd1-4a9c-aec3-61c0185664bd has been down for more than 3 minutes. NS instance id is 55b31871-24f7-4c1a-acd8-f7030b1025a0", 2024-05-24T01:17:38.090606251Z "summary": "VDU 3e47814a-754d-4450-9fd9-2769828bc54c in VIM d1d7986c-ffd1-4a9c-aec3-61c0185664bd is down" 2024-05-24T01:17:38.090610790Z }, 2024-05-24T01:17:38.090615456Z "endsAt": "2024-05-24T01:16:57.687Z", 2024-05-24T01:17:38.090629221Z "fingerprint": "2f35a16fc65372cd", 2024-05-24T01:17:38.090634329Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-05-24T01:17:38.090639007Z "labels": { 2024-05-24T01:17:38.090643229Z "alertname": "vdu_down", 2024-05-24T01:17:38.090647704Z "job": "osm_prometheus", 2024-05-24T01:17:38.090652802Z "ns_id": "55b31871-24f7-4c1a-acd8-f7030b1025a0", 2024-05-24T01:17:38.090656775Z "project_id": "922abde1-19b9-4fcb-8ee7-d1a4e6a5c828", 2024-05-24T01:17:38.090661064Z "vdu_id": "ef22b8f5-fe7a-40e0-9961-06031f9da532", 2024-05-24T01:17:38.090665987Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-05-24T01:17:38.090670558Z "vim_id": "d1d7986c-ffd1-4a9c-aec3-61c0185664bd", 2024-05-24T01:17:38.090674955Z "vm_id": "3e47814a-754d-4450-9fd9-2769828bc54c", 2024-05-24T01:17:38.090679517Z "vnf_id": "d6aa2e0b-4c69-44d2-b804-26dee1ebc993", 2024-05-24T01:17:38.090704631Z "vnf_member_index": "autoheal-basic-1" 2024-05-24T01:17:38.090708996Z }, 2024-05-24T01:17:38.090713695Z "startsAt": "2024-05-24T01:15:27.687Z", 2024-05-24T01:17:38.090718612Z "status": "resolved" 2024-05-24T01:17:38.090723338Z } 2024-05-24T01:17:38.090727649Z ], 2024-05-24T01:17:38.090731952Z "commonAnnotations": { 2024-05-24T01:17:38.090736749Z "description": "VDU 3e47814a-754d-4450-9fd9-2769828bc54c in VIM d1d7986c-ffd1-4a9c-aec3-61c0185664bd has been down for more than 3 minutes. NS instance id is 55b31871-24f7-4c1a-acd8-f7030b1025a0", 2024-05-24T01:17:38.090741298Z "summary": "VDU 3e47814a-754d-4450-9fd9-2769828bc54c in VIM d1d7986c-ffd1-4a9c-aec3-61c0185664bd is down" 2024-05-24T01:17:38.090745648Z }, 2024-05-24T01:17:38.090750022Z "commonLabels": { 2024-05-24T01:17:38.090754380Z "alertname": "vdu_down", 2024-05-24T01:17:38.090758795Z "job": "osm_prometheus", 2024-05-24T01:17:38.090763109Z "ns_id": "55b31871-24f7-4c1a-acd8-f7030b1025a0", 2024-05-24T01:17:38.090767310Z "project_id": "922abde1-19b9-4fcb-8ee7-d1a4e6a5c828", 2024-05-24T01:17:38.090771504Z "vdu_id": "ef22b8f5-fe7a-40e0-9961-06031f9da532", 2024-05-24T01:17:38.090775867Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-05-24T01:17:38.090780071Z "vim_id": "d1d7986c-ffd1-4a9c-aec3-61c0185664bd", 2024-05-24T01:17:38.090784348Z "vm_id": "3e47814a-754d-4450-9fd9-2769828bc54c", 2024-05-24T01:17:38.090788586Z "vnf_id": "d6aa2e0b-4c69-44d2-b804-26dee1ebc993", 2024-05-24T01:17:38.090792813Z "vnf_member_index": "autoheal-basic-1" 2024-05-24T01:17:38.090797193Z }, 2024-05-24T01:17:38.090801528Z "externalURL": "http://alertmanager-0:9093", 2024-05-24T01:17:38.090805883Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-05-24T01:17:38.090811216Z "groupLabels": {}, 2024-05-24T01:17:38.090815579Z "receiver": "vdu-webhook", 2024-05-24T01:17:38.090819679Z "status": "resolved", 2024-05-24T01:17:38.090824316Z "truncatedAlerts": 0, 2024-05-24T01:17:38.090828486Z "version": "4" 2024-05-24T01:17:38.090832216Z }, 2024-05-24T01:17:38.090835190Z "dag_id": "vdu_down", 2024-05-24T01:17:38.090838269Z "dag_run_id": "vdu_down_20240524011737_863572", 2024-05-24T01:17:38.090841190Z "data_interval_end": "2024-05-24T01:17:38.009678+00:00", 2024-05-24T01:17:38.090844088Z "data_interval_start": "2024-05-24T01:17:38.009678+00:00", 2024-05-24T01:17:38.090847108Z "end_date": null, 2024-05-24T01:17:38.090854117Z "execution_date": "2024-05-24T01:17:38.009678+00:00", 2024-05-24T01:17:38.090857202Z "external_trigger": true, 2024-05-24T01:17:38.090861648Z "last_scheduling_decision": null, 2024-05-24T01:17:38.090865926Z "logical_date": "2024-05-24T01:17:38.009678+00:00", 2024-05-24T01:17:38.090870643Z "note": null, 2024-05-24T01:17:38.090874977Z "run_type": "manual", 2024-05-24T01:17:38.090950449Z "start_date": null, 2024-05-24T01:17:38.090957273Z "state": "queued" 2024-05-24T01:17:38.090961782Z } 2024-05-24T01:17:38.090967688Z 2024-05-24T01:17:38.090960060Z INFO: 10.244.0.45:37286 - "POST /vdu_down HTTP/1.1" 200 OK 2024-05-24T02:12:01.334659074Z 2024/05/24 02:12:01 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-05-24T02:12:01.727041465Z 2024/05/24 02:12:01 INFO main.py:53 Response: { 2024-05-24T02:12:01.727061169Z "conf": { 2024-05-24T02:12:01.727064543Z "alerts": [ 2024-05-24T02:12:01.727067615Z { 2024-05-24T02:12:01.727080857Z "annotations": {}, 2024-05-24T02:12:01.727084379Z "endsAt": "0001-01-01T00:00:00Z", 2024-05-24T02:12:01.727087415Z "fingerprint": "9a1db8d8cfa7581d", 2024-05-24T02:12:01.727093311Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22121f39f8-71a3-41bd-a773-e2913b5b0e43%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22121f39f8-71a3-41bd-a773-e2913b5b0e43%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-05-24T02:12:01.727098838Z "labels": { 2024-05-24T02:12:01.727103498Z "alertname": "scaleout_1e356327-486e-479a-8243-1a044775095d", 2024-05-24T02:12:01.727107000Z "ns_id": "121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:12:01.727110027Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-24T02:12:01.727113033Z "vnf_member_index": "vnf" 2024-05-24T02:12:01.727116050Z }, 2024-05-24T02:12:01.727119191Z "startsAt": "2024-05-24T02:11:51.301Z", 2024-05-24T02:12:01.727122249Z "status": "firing" 2024-05-24T02:12:01.727125202Z } 2024-05-24T02:12:01.727128285Z ], 2024-05-24T02:12:01.727131335Z "commonAnnotations": {}, 2024-05-24T02:12:01.727134242Z "commonLabels": { 2024-05-24T02:12:01.727137371Z "alertname": "scaleout_1e356327-486e-479a-8243-1a044775095d", 2024-05-24T02:12:01.727140463Z "ns_id": "121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:12:01.727143439Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-24T02:12:01.727146456Z "vnf_member_index": "vnf" 2024-05-24T02:12:01.727149416Z }, 2024-05-24T02:12:01.727152563Z "externalURL": "http://alertmanager-0:9093", 2024-05-24T02:12:01.727155606Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-05-24T02:12:01.727158606Z "groupLabels": {}, 2024-05-24T02:12:01.727161630Z "receiver": "scaleout-webhook", 2024-05-24T02:12:01.727164718Z "status": "firing", 2024-05-24T02:12:01.727167747Z "truncatedAlerts": 0, 2024-05-24T02:12:01.727170754Z "version": "4" 2024-05-24T02:12:01.727174065Z }, 2024-05-24T02:12:01.727177136Z "dag_id": "scaleout_vdu", 2024-05-24T02:12:01.727180160Z "dag_run_id": "scaleout_vdu_20240524021201_869807", 2024-05-24T02:12:01.727183151Z "data_interval_end": "2024-05-24T02:12:01.680275+00:00", 2024-05-24T02:12:01.727186430Z "data_interval_start": "2024-05-24T02:12:01.680275+00:00", 2024-05-24T02:12:01.727189439Z "end_date": null, 2024-05-24T02:12:01.727192419Z "execution_date": "2024-05-24T02:12:01.680275+00:00", 2024-05-24T02:12:01.727195404Z "external_trigger": true, 2024-05-24T02:12:01.727198361Z "last_scheduling_decision": null, 2024-05-24T02:12:01.727201341Z "logical_date": "2024-05-24T02:12:01.680275+00:00", 2024-05-24T02:12:01.727204345Z "note": null, 2024-05-24T02:12:01.727207286Z "run_type": "manual", 2024-05-24T02:12:01.727210256Z "start_date": null, 2024-05-24T02:12:01.727213285Z "state": "queued" 2024-05-24T02:12:01.727216253Z } 2024-05-24T02:12:01.727219121Z 2024-05-24T02:12:01.727400867Z INFO: 10.244.0.45:46118 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-05-24T02:18:01.335543510Z 2024/05/24 02:18:01 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-05-24T02:18:01.717867903Z 2024/05/24 02:18:01 INFO main.py:53 Response: { 2024-05-24T02:18:01.717884478Z "conf": { 2024-05-24T02:18:01.717888119Z "alerts": [ 2024-05-24T02:18:01.717891269Z { 2024-05-24T02:18:01.717909207Z "annotations": {}, 2024-05-24T02:18:01.717912358Z "endsAt": "0001-01-01T00:00:00Z", 2024-05-24T02:18:01.717915486Z "fingerprint": "9a1db8d8cfa7581d", 2024-05-24T02:18:01.717921713Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22121f39f8-71a3-41bd-a773-e2913b5b0e43%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22121f39f8-71a3-41bd-a773-e2913b5b0e43%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-05-24T02:18:01.717925746Z "labels": { 2024-05-24T02:18:01.717929510Z "alertname": "scaleout_1e356327-486e-479a-8243-1a044775095d", 2024-05-24T02:18:01.717933163Z "ns_id": "121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:18:01.717936167Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-24T02:18:01.717939090Z "vnf_member_index": "vnf" 2024-05-24T02:18:01.717942108Z }, 2024-05-24T02:18:01.717945138Z "startsAt": "2024-05-24T02:11:51.301Z", 2024-05-24T02:18:01.717948162Z "status": "firing" 2024-05-24T02:18:01.717951129Z } 2024-05-24T02:18:01.717954138Z ], 2024-05-24T02:18:01.717959927Z "commonAnnotations": {}, 2024-05-24T02:18:01.717962938Z "commonLabels": { 2024-05-24T02:18:01.717966000Z "alertname": "scaleout_1e356327-486e-479a-8243-1a044775095d", 2024-05-24T02:18:01.717969053Z "ns_id": "121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:18:01.717972038Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-24T02:18:01.717975048Z "vnf_member_index": "vnf" 2024-05-24T02:18:01.717978001Z }, 2024-05-24T02:18:01.717981026Z "externalURL": "http://alertmanager-0:9093", 2024-05-24T02:18:01.717986441Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-05-24T02:18:01.717989441Z "groupLabels": {}, 2024-05-24T02:18:01.717992482Z "receiver": "scaleout-webhook", 2024-05-24T02:18:01.717995554Z "status": "firing", 2024-05-24T02:18:01.717998541Z "truncatedAlerts": 0, 2024-05-24T02:18:01.718001775Z "version": "4" 2024-05-24T02:18:01.718004758Z }, 2024-05-24T02:18:01.718010067Z "dag_id": "scaleout_vdu", 2024-05-24T02:18:01.718013228Z "dag_run_id": "scaleout_vdu_20240524021801_709459", 2024-05-24T02:18:01.718016306Z "data_interval_end": "2024-05-24T02:18:01.633055+00:00", 2024-05-24T02:18:01.718019602Z "data_interval_start": "2024-05-24T02:18:01.633055+00:00", 2024-05-24T02:18:01.718022584Z "end_date": null, 2024-05-24T02:18:01.718025583Z "execution_date": "2024-05-24T02:18:01.633055+00:00", 2024-05-24T02:18:01.718028702Z "external_trigger": true, 2024-05-24T02:18:01.718031690Z "last_scheduling_decision": null, 2024-05-24T02:18:01.718034654Z "logical_date": "2024-05-24T02:18:01.633055+00:00", 2024-05-24T02:18:01.718037686Z "note": null, 2024-05-24T02:18:01.718040663Z "run_type": "manual", 2024-05-24T02:18:01.718043586Z "start_date": null, 2024-05-24T02:18:01.718046614Z "state": "queued" 2024-05-24T02:18:01.718049573Z } 2024-05-24T02:18:01.718052686Z 2024-05-24T02:18:01.718538170Z INFO: 10.244.0.45:36610 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-05-24T02:20:01.337988458Z 2024/05/24 02:20:01 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-05-24T02:20:01.796033524Z 2024/05/24 02:20:01 INFO main.py:53 Response: { 2024-05-24T02:20:01.796048802Z "conf": { 2024-05-24T02:20:01.796052297Z "alerts": [ 2024-05-24T02:20:01.796055408Z { 2024-05-24T02:20:01.796073856Z "annotations": {}, 2024-05-24T02:20:01.796077476Z "endsAt": "2024-05-24T02:18:21.301Z", 2024-05-24T02:20:01.796080883Z "fingerprint": "9a1db8d8cfa7581d", 2024-05-24T02:20:01.796086702Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22121f39f8-71a3-41bd-a773-e2913b5b0e43%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22121f39f8-71a3-41bd-a773-e2913b5b0e43%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-05-24T02:20:01.796090668Z "labels": { 2024-05-24T02:20:01.796094225Z "alertname": "scaleout_1e356327-486e-479a-8243-1a044775095d", 2024-05-24T02:20:01.796097863Z "ns_id": "121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:20:01.796100944Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-24T02:20:01.796104011Z "vnf_member_index": "vnf" 2024-05-24T02:20:01.796107028Z }, 2024-05-24T02:20:01.796110042Z "startsAt": "2024-05-24T02:11:51.301Z", 2024-05-24T02:20:01.796113144Z "status": "resolved" 2024-05-24T02:20:01.796116192Z } 2024-05-24T02:20:01.796119216Z ], 2024-05-24T02:20:01.796122246Z "commonAnnotations": {}, 2024-05-24T02:20:01.796125336Z "commonLabels": { 2024-05-24T02:20:01.796128441Z "alertname": "scaleout_1e356327-486e-479a-8243-1a044775095d", 2024-05-24T02:20:01.796131440Z "ns_id": "121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:20:01.796134514Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-24T02:20:01.796137544Z "vnf_member_index": "vnf" 2024-05-24T02:20:01.796140523Z }, 2024-05-24T02:20:01.796143561Z "externalURL": "http://alertmanager-0:9093", 2024-05-24T02:20:01.796146531Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-05-24T02:20:01.796149598Z "groupLabels": {}, 2024-05-24T02:20:01.796152592Z "receiver": "scaleout-webhook", 2024-05-24T02:20:01.796155584Z "status": "resolved", 2024-05-24T02:20:01.796158552Z "truncatedAlerts": 0, 2024-05-24T02:20:01.796161565Z "version": "4" 2024-05-24T02:20:01.796164533Z }, 2024-05-24T02:20:01.796167585Z "dag_id": "scaleout_vdu", 2024-05-24T02:20:01.796170605Z "dag_run_id": "scaleout_vdu_20240524022001_044252", 2024-05-24T02:20:01.796173584Z "data_interval_end": "2024-05-24T02:20:01.718355+00:00", 2024-05-24T02:20:01.796176568Z "data_interval_start": "2024-05-24T02:20:01.718355+00:00", 2024-05-24T02:20:01.796179577Z "end_date": null, 2024-05-24T02:20:01.796182571Z "execution_date": "2024-05-24T02:20:01.718355+00:00", 2024-05-24T02:20:01.796185545Z "external_trigger": true, 2024-05-24T02:20:01.796188668Z "last_scheduling_decision": null, 2024-05-24T02:20:01.796191662Z "logical_date": "2024-05-24T02:20:01.718355+00:00", 2024-05-24T02:20:01.796194670Z "note": null, 2024-05-24T02:20:01.796197676Z "run_type": "manual", 2024-05-24T02:20:01.796200665Z "start_date": null, 2024-05-24T02:20:01.796203640Z "state": "queued" 2024-05-24T02:20:01.796206804Z } 2024-05-24T02:20:01.796209850Z 2024-05-24T02:20:01.796721119Z INFO: 10.244.0.45:46342 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-05-24T02:26:24.065481708Z 2024/05/24 02:26:24 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-05-24T02:26:24.419075055Z 2024/05/24 02:26:24 INFO main.py:53 Response: { 2024-05-24T02:26:24.419102846Z "conf": { 2024-05-24T02:26:24.419109015Z "alerts": [ 2024-05-24T02:26:24.419114548Z { 2024-05-24T02:26:24.419142377Z "annotations": {}, 2024-05-24T02:26:24.419148669Z "endsAt": "0001-01-01T00:00:00Z", 2024-05-24T02:26:24.419154292Z "fingerprint": "ff7e893566f05730", 2024-05-24T02:26:24.419160834Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22f3774cc4-5f82-4f48-8d19-56eb9330992a%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-05-24T02:26:24.419168283Z "labels": { 2024-05-24T02:26:24.419175812Z "alertname": "vdu_alarm_e39d7ad3-ba3b-4c2c-addb-d8059dde9d73", 2024-05-24T02:26:24.419181383Z "job": "airflow_osm_vm_metrics_d1d7986c-ffd1-4a9c-aec3-61c0185664bd", 2024-05-24T02:26:24.419186933Z "metric_id": "cirros_vnf_cpu_util", 2024-05-24T02:26:24.419194209Z "ns_id": "f3774cc4-5f82-4f48-8d19-56eb9330992a", 2024-05-24T02:26:24.419199991Z "project_id": "922abde1-19b9-4fcb-8ee7-d1a4e6a5c828", 2024-05-24T02:26:24.419205452Z "vdu_id": "cirros_vnfd-VM", 2024-05-24T02:26:24.419211066Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-05-24T02:26:24.419216552Z "vim_id": "d1d7986c-ffd1-4a9c-aec3-61c0185664bd", 2024-05-24T02:26:24.419222152Z "vm_id": "1cab8edf-5cd2-44e4-862e-1251e6227dc0", 2024-05-24T02:26:24.419227645Z "vnf_member_index": "vnf" 2024-05-24T02:26:24.419233357Z }, 2024-05-24T02:26:24.419239255Z "startsAt": "2024-05-24T02:26:14.039Z", 2024-05-24T02:26:24.419244882Z "status": "firing" 2024-05-24T02:26:24.419250479Z } 2024-05-24T02:26:24.419256132Z ], 2024-05-24T02:26:24.419261759Z "commonAnnotations": {}, 2024-05-24T02:26:24.419267283Z "commonLabels": { 2024-05-24T02:26:24.419272946Z "alertname": "vdu_alarm_e39d7ad3-ba3b-4c2c-addb-d8059dde9d73", 2024-05-24T02:26:24.419278543Z "job": "airflow_osm_vm_metrics_d1d7986c-ffd1-4a9c-aec3-61c0185664bd", 2024-05-24T02:26:24.419284171Z "metric_id": "cirros_vnf_cpu_util", 2024-05-24T02:26:24.419289666Z "ns_id": "f3774cc4-5f82-4f48-8d19-56eb9330992a", 2024-05-24T02:26:24.419307319Z "project_id": "922abde1-19b9-4fcb-8ee7-d1a4e6a5c828", 2024-05-24T02:26:24.419313473Z "vdu_id": "cirros_vnfd-VM", 2024-05-24T02:26:24.419318976Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-05-24T02:26:24.419324540Z "vim_id": "d1d7986c-ffd1-4a9c-aec3-61c0185664bd", 2024-05-24T02:26:24.419330518Z "vm_id": "1cab8edf-5cd2-44e4-862e-1251e6227dc0", 2024-05-24T02:26:24.419336109Z "vnf_member_index": "vnf" 2024-05-24T02:26:24.419341906Z }, 2024-05-24T02:26:24.419347617Z "externalURL": "http://alertmanager-0:9093", 2024-05-24T02:26:24.419353181Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-05-24T02:26:24.419358840Z "groupLabels": {}, 2024-05-24T02:26:24.419364404Z "receiver": "alarm-webhook", 2024-05-24T02:26:24.419370008Z "status": "firing", 2024-05-24T02:26:24.419375581Z "truncatedAlerts": 0, 2024-05-24T02:26:24.419381072Z "version": "4" 2024-05-24T02:26:24.419386710Z }, 2024-05-24T02:26:24.419392297Z "dag_id": "vdu_alarm", 2024-05-24T02:26:24.419397840Z "dag_run_id": "vdu_alarm_20240524022624_540607", 2024-05-24T02:26:24.419403437Z "data_interval_end": "2024-05-24T02:26:24.348472+00:00", 2024-05-24T02:26:24.419408956Z "data_interval_start": "2024-05-24T02:26:24.348472+00:00", 2024-05-24T02:26:24.419414561Z "end_date": null, 2024-05-24T02:26:24.419420281Z "execution_date": "2024-05-24T02:26:24.348472+00:00", 2024-05-24T02:26:24.419425906Z "external_trigger": true, 2024-05-24T02:26:24.419439707Z "last_scheduling_decision": null, 2024-05-24T02:26:24.419445342Z "logical_date": "2024-05-24T02:26:24.348472+00:00", 2024-05-24T02:26:24.419451009Z "note": null, 2024-05-24T02:26:24.419456626Z "run_type": "manual", 2024-05-24T02:26:24.419462574Z "start_date": null, 2024-05-24T02:26:24.419468296Z "state": "queued" 2024-05-24T02:26:24.419473910Z } 2024-05-24T02:26:24.419479290Z 2024-05-24T02:26:24.419981737Z INFO: 10.244.0.45:56084 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-05-24T02:30:24.069799431Z 2024/05/24 02:30:24 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-05-24T02:30:24.342221441Z 2024/05/24 02:30:24 INFO main.py:53 Response: { 2024-05-24T02:30:24.342238107Z "conf": { 2024-05-24T02:30:24.342241682Z "alerts": [ 2024-05-24T02:30:24.342244880Z { 2024-05-24T02:30:24.342248693Z "annotations": {}, 2024-05-24T02:30:24.342252181Z "endsAt": "2024-05-24T02:30:14.039Z", 2024-05-24T02:30:24.342255325Z "fingerprint": "ff7e893566f05730", 2024-05-24T02:30:24.342260982Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22f3774cc4-5f82-4f48-8d19-56eb9330992a%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-05-24T02:30:24.342265325Z "labels": { 2024-05-24T02:30:24.342269088Z "alertname": "vdu_alarm_e39d7ad3-ba3b-4c2c-addb-d8059dde9d73", 2024-05-24T02:30:24.342272214Z "job": "airflow_osm_vm_metrics_d1d7986c-ffd1-4a9c-aec3-61c0185664bd", 2024-05-24T02:30:24.342275408Z "metric_id": "cirros_vnf_cpu_util", 2024-05-24T02:30:24.342279283Z "ns_id": "f3774cc4-5f82-4f48-8d19-56eb9330992a", 2024-05-24T02:30:24.342282421Z "project_id": "922abde1-19b9-4fcb-8ee7-d1a4e6a5c828", 2024-05-24T02:30:24.342285616Z "vdu_id": "cirros_vnfd-VM", 2024-05-24T02:30:24.342288787Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-05-24T02:30:24.342291999Z "vim_id": "d1d7986c-ffd1-4a9c-aec3-61c0185664bd", 2024-05-24T02:30:24.342295079Z "vm_id": "1cab8edf-5cd2-44e4-862e-1251e6227dc0", 2024-05-24T02:30:24.342298158Z "vnf_member_index": "vnf" 2024-05-24T02:30:24.342301325Z }, 2024-05-24T02:30:24.342304379Z "startsAt": "2024-05-24T02:26:14.039Z", 2024-05-24T02:30:24.342307553Z "status": "resolved" 2024-05-24T02:30:24.342310750Z } 2024-05-24T02:30:24.342313870Z ], 2024-05-24T02:30:24.342316967Z "commonAnnotations": {}, 2024-05-24T02:30:24.342320272Z "commonLabels": { 2024-05-24T02:30:24.342323551Z "alertname": "vdu_alarm_e39d7ad3-ba3b-4c2c-addb-d8059dde9d73", 2024-05-24T02:30:24.342327351Z "job": "airflow_osm_vm_metrics_d1d7986c-ffd1-4a9c-aec3-61c0185664bd", 2024-05-24T02:30:24.342330442Z "metric_id": "cirros_vnf_cpu_util", 2024-05-24T02:30:24.342333827Z "ns_id": "f3774cc4-5f82-4f48-8d19-56eb9330992a", 2024-05-24T02:30:24.342336927Z "project_id": "922abde1-19b9-4fcb-8ee7-d1a4e6a5c828", 2024-05-24T02:30:24.342339949Z "vdu_id": "cirros_vnfd-VM", 2024-05-24T02:30:24.342343032Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-05-24T02:30:24.342346116Z "vim_id": "d1d7986c-ffd1-4a9c-aec3-61c0185664bd", 2024-05-24T02:30:24.342349134Z "vm_id": "1cab8edf-5cd2-44e4-862e-1251e6227dc0", 2024-05-24T02:30:24.342352169Z "vnf_member_index": "vnf" 2024-05-24T02:30:24.342355271Z }, 2024-05-24T02:30:24.342358427Z "externalURL": "http://alertmanager-0:9093", 2024-05-24T02:30:24.342361486Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-05-24T02:30:24.342375574Z "groupLabels": {}, 2024-05-24T02:30:24.342378780Z "receiver": "alarm-webhook", 2024-05-24T02:30:24.342381770Z "status": "resolved", 2024-05-24T02:30:24.342384686Z "truncatedAlerts": 0, 2024-05-24T02:30:24.342387970Z "version": "4" 2024-05-24T02:30:24.342390954Z }, 2024-05-24T02:30:24.342394171Z "dag_id": "vdu_alarm", 2024-05-24T02:30:24.342397470Z "dag_run_id": "vdu_alarm_20240524023024_700510", 2024-05-24T02:30:24.342400666Z "data_interval_end": "2024-05-24T02:30:24.313300+00:00", 2024-05-24T02:30:24.342403685Z "data_interval_start": "2024-05-24T02:30:24.313300+00:00", 2024-05-24T02:30:24.342406635Z "end_date": null, 2024-05-24T02:30:24.342409613Z "execution_date": "2024-05-24T02:30:24.313300+00:00", 2024-05-24T02:30:24.342412793Z "external_trigger": true, 2024-05-24T02:30:24.342415751Z "last_scheduling_decision": null, 2024-05-24T02:30:24.342418768Z "logical_date": "2024-05-24T02:30:24.313300+00:00", 2024-05-24T02:30:24.342421818Z "note": null, 2024-05-24T02:30:24.342424809Z "run_type": "manual", 2024-05-24T02:30:24.342427796Z "start_date": null, 2024-05-24T02:30:24.342430756Z "state": "queued" 2024-05-24T02:30:24.342433779Z } 2024-05-24T02:30:24.342436635Z 2024-05-24T02:30:24.343043282Z INFO: 10.244.0.45:52730 - "POST /vdu_alarm HTTP/1.1" 200 OK