2024-04-13T01:22:01.836974020Z INFO: Started server process [1] 2024-04-13T01:22:01.837052670Z INFO: Waiting for application startup. 2024-04-13T01:22:01.837404529Z INFO: Application startup complete. 2024-04-13T01:22:01.837604247Z INFO: Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit) 2024-04-13T02:47:53.536235292Z 2024/04/13 02:47:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-04-13T02:47:53.997613545Z 2024/04/13 02:47:53 INFO main.py:53 Response: { 2024-04-13T02:47:53.997631833Z "conf": { 2024-04-13T02:47:53.997635237Z "alerts": [ 2024-04-13T02:47:53.997638471Z { 2024-04-13T02:47:53.997642164Z "annotations": { 2024-04-13T02:47:53.997646196Z "description": "VDU 0ad2c1d8-e6bf-48e7-a6f2-f7809ac45e1e in VIM bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a has been down for more than 3 minutes. NS instance id is 2363634e-4f9e-4c2b-9ecc-3b9c73d1c824", 2024-04-13T02:47:53.997650559Z "summary": "VDU 0ad2c1d8-e6bf-48e7-a6f2-f7809ac45e1e in VIM bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a is down" 2024-04-13T02:47:53.997653810Z }, 2024-04-13T02:47:53.997657145Z "endsAt": "0001-01-01T00:00:00Z", 2024-04-13T02:47:53.997660286Z "fingerprint": "b079e4c5c52f48b7", 2024-04-13T02:47:53.997664189Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-04-13T02:47:53.997667365Z "labels": { 2024-04-13T02:47:53.997670428Z "alertname": "vdu_down", 2024-04-13T02:47:53.997673417Z "job": "osm_prometheus", 2024-04-13T02:47:53.997677082Z "ns_id": "2363634e-4f9e-4c2b-9ecc-3b9c73d1c824", 2024-04-13T02:47:53.997680171Z "project_id": "e1dfe504-167b-418d-bc79-6c701f3d186c", 2024-04-13T02:47:53.997683181Z "vdu_id": "bec8fb1d-2394-44dd-ac57-d147d7d625da", 2024-04-13T02:47:53.997687014Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-04-13T02:47:53.997690059Z "vim_id": "bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a", 2024-04-13T02:47:53.997693171Z "vm_id": "0ad2c1d8-e6bf-48e7-a6f2-f7809ac45e1e", 2024-04-13T02:47:53.997696310Z "vnf_id": "f3e841c3-c05a-4102-849e-0e50fa363a00", 2024-04-13T02:47:53.997699366Z "vnf_member_index": "autoheal-basic-1" 2024-04-13T02:47:53.997702434Z }, 2024-04-13T02:47:53.997705453Z "startsAt": "2024-04-13T02:47:43.508Z", 2024-04-13T02:47:53.997709121Z "status": "firing" 2024-04-13T02:47:53.997712187Z } 2024-04-13T02:47:53.997715180Z ], 2024-04-13T02:47:53.997718257Z "commonAnnotations": { 2024-04-13T02:47:53.997721911Z "description": "VDU 0ad2c1d8-e6bf-48e7-a6f2-f7809ac45e1e in VIM bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a has been down for more than 3 minutes. NS instance id is 2363634e-4f9e-4c2b-9ecc-3b9c73d1c824", 2024-04-13T02:47:53.997725028Z "summary": "VDU 0ad2c1d8-e6bf-48e7-a6f2-f7809ac45e1e in VIM bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a is down" 2024-04-13T02:47:53.997728223Z }, 2024-04-13T02:47:53.997731253Z "commonLabels": { 2024-04-13T02:47:53.997734363Z "alertname": "vdu_down", 2024-04-13T02:47:53.997737364Z "job": "osm_prometheus", 2024-04-13T02:47:53.997740398Z "ns_id": "2363634e-4f9e-4c2b-9ecc-3b9c73d1c824", 2024-04-13T02:47:53.997743936Z "project_id": "e1dfe504-167b-418d-bc79-6c701f3d186c", 2024-04-13T02:47:53.997747177Z "vdu_id": "bec8fb1d-2394-44dd-ac57-d147d7d625da", 2024-04-13T02:47:53.997750230Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-04-13T02:47:53.997753242Z "vim_id": "bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a", 2024-04-13T02:47:53.997756165Z "vm_id": "0ad2c1d8-e6bf-48e7-a6f2-f7809ac45e1e", 2024-04-13T02:47:53.997776573Z "vnf_id": "f3e841c3-c05a-4102-849e-0e50fa363a00", 2024-04-13T02:47:53.997779668Z "vnf_member_index": "autoheal-basic-1" 2024-04-13T02:47:53.997782620Z }, 2024-04-13T02:47:53.997785655Z "externalURL": "http://alertmanager-0:9093", 2024-04-13T02:47:53.997788676Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-04-13T02:47:53.997791629Z "groupLabels": {}, 2024-04-13T02:47:53.997794655Z "receiver": "vdu-webhook", 2024-04-13T02:47:53.997797635Z "status": "firing", 2024-04-13T02:47:53.997800788Z "truncatedAlerts": 0, 2024-04-13T02:47:53.997803737Z "version": "4" 2024-04-13T02:47:53.997806698Z }, 2024-04-13T02:47:53.997810117Z "dag_id": "vdu_down", 2024-04-13T02:47:53.997813129Z "dag_run_id": "vdu_down_20240413024753_236989", 2024-04-13T02:47:53.997816100Z "data_interval_end": "2024-04-13T02:47:53.917017+00:00", 2024-04-13T02:47:53.997819116Z "data_interval_start": "2024-04-13T02:47:53.917017+00:00", 2024-04-13T02:47:53.997822158Z "end_date": null, 2024-04-13T02:47:53.997825193Z "execution_date": "2024-04-13T02:47:53.917017+00:00", 2024-04-13T02:47:53.997828375Z "external_trigger": true, 2024-04-13T02:47:53.997831294Z "last_scheduling_decision": null, 2024-04-13T02:47:53.997834270Z "logical_date": "2024-04-13T02:47:53.917017+00:00", 2024-04-13T02:47:53.997837263Z "note": null, 2024-04-13T02:47:53.997840231Z "run_type": "manual", 2024-04-13T02:47:53.997843280Z "start_date": null, 2024-04-13T02:47:53.997846290Z "state": "queued" 2024-04-13T02:47:53.997849272Z } 2024-04-13T02:47:53.997852108Z 2024-04-13T02:47:53.998167127Z INFO: 10.244.0.49:41984 - "POST /vdu_down HTTP/1.1" 200 OK 2024-04-13T02:49:53.528904680Z 2024/04/13 02:49:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-04-13T02:49:53.949055399Z 2024/04/13 02:49:53 INFO main.py:53 Response: { 2024-04-13T02:49:53.949072445Z "conf": { 2024-04-13T02:49:53.949081759Z "alerts": [ 2024-04-13T02:49:53.949085009Z { 2024-04-13T02:49:53.949088404Z "annotations": { 2024-04-13T02:49:53.949092251Z "description": "VDU 0ad2c1d8-e6bf-48e7-a6f2-f7809ac45e1e in VIM bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a has been down for more than 3 minutes. NS instance id is 2363634e-4f9e-4c2b-9ecc-3b9c73d1c824", 2024-04-13T02:49:53.949096146Z "summary": "VDU 0ad2c1d8-e6bf-48e7-a6f2-f7809ac45e1e in VIM bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a is down" 2024-04-13T02:49:53.949099230Z }, 2024-04-13T02:49:53.949102271Z "endsAt": "2024-04-13T02:49:13.508Z", 2024-04-13T02:49:53.949105235Z "fingerprint": "b079e4c5c52f48b7", 2024-04-13T02:49:53.949108950Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-04-13T02:49:53.949112160Z "labels": { 2024-04-13T02:49:53.949115250Z "alertname": "vdu_down", 2024-04-13T02:49:53.949118196Z "job": "osm_prometheus", 2024-04-13T02:49:53.949121430Z "ns_id": "2363634e-4f9e-4c2b-9ecc-3b9c73d1c824", 2024-04-13T02:49:53.949124366Z "project_id": "e1dfe504-167b-418d-bc79-6c701f3d186c", 2024-04-13T02:49:53.949127390Z "vdu_id": "bec8fb1d-2394-44dd-ac57-d147d7d625da", 2024-04-13T02:49:53.949130881Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-04-13T02:49:53.949134059Z "vim_id": "bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a", 2024-04-13T02:49:53.949137038Z "vm_id": "0ad2c1d8-e6bf-48e7-a6f2-f7809ac45e1e", 2024-04-13T02:49:53.949140083Z "vnf_id": "f3e841c3-c05a-4102-849e-0e50fa363a00", 2024-04-13T02:49:53.949155376Z "vnf_member_index": "autoheal-basic-1" 2024-04-13T02:49:53.949158430Z }, 2024-04-13T02:49:53.949161358Z "startsAt": "2024-04-13T02:47:43.508Z", 2024-04-13T02:49:53.949164867Z "status": "resolved" 2024-04-13T02:49:53.949167786Z } 2024-04-13T02:49:53.949170786Z ], 2024-04-13T02:49:53.949173801Z "commonAnnotations": { 2024-04-13T02:49:53.949176864Z "description": "VDU 0ad2c1d8-e6bf-48e7-a6f2-f7809ac45e1e in VIM bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a has been down for more than 3 minutes. NS instance id is 2363634e-4f9e-4c2b-9ecc-3b9c73d1c824", 2024-04-13T02:49:53.949179848Z "summary": "VDU 0ad2c1d8-e6bf-48e7-a6f2-f7809ac45e1e in VIM bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a is down" 2024-04-13T02:49:53.949182754Z }, 2024-04-13T02:49:53.949185695Z "commonLabels": { 2024-04-13T02:49:53.949189014Z "alertname": "vdu_down", 2024-04-13T02:49:53.949191953Z "job": "osm_prometheus", 2024-04-13T02:49:53.949194887Z "ns_id": "2363634e-4f9e-4c2b-9ecc-3b9c73d1c824", 2024-04-13T02:49:53.949197897Z "project_id": "e1dfe504-167b-418d-bc79-6c701f3d186c", 2024-04-13T02:49:53.949200879Z "vdu_id": "bec8fb1d-2394-44dd-ac57-d147d7d625da", 2024-04-13T02:49:53.949203905Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-04-13T02:49:53.949206912Z "vim_id": "bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a", 2024-04-13T02:49:53.949209821Z "vm_id": "0ad2c1d8-e6bf-48e7-a6f2-f7809ac45e1e", 2024-04-13T02:49:53.949213010Z "vnf_id": "f3e841c3-c05a-4102-849e-0e50fa363a00", 2024-04-13T02:49:53.949216051Z "vnf_member_index": "autoheal-basic-1" 2024-04-13T02:49:53.949218891Z }, 2024-04-13T02:49:53.949222029Z "externalURL": "http://alertmanager-0:9093", 2024-04-13T02:49:53.949224958Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-04-13T02:49:53.949227868Z "groupLabels": {}, 2024-04-13T02:49:53.949230860Z "receiver": "vdu-webhook", 2024-04-13T02:49:53.949233826Z "status": "resolved", 2024-04-13T02:49:53.949237071Z "truncatedAlerts": 0, 2024-04-13T02:49:53.949239972Z "version": "4" 2024-04-13T02:49:53.949242869Z }, 2024-04-13T02:49:53.949246060Z "dag_id": "vdu_down", 2024-04-13T02:49:53.949248971Z "dag_run_id": "vdu_down_20240413024953_506150", 2024-04-13T02:49:53.949251925Z "data_interval_end": "2024-04-13T02:49:53.872003+00:00", 2024-04-13T02:49:53.949254889Z "data_interval_start": "2024-04-13T02:49:53.872003+00:00", 2024-04-13T02:49:53.949257769Z "end_date": null, 2024-04-13T02:49:53.949260678Z "execution_date": "2024-04-13T02:49:53.872003+00:00", 2024-04-13T02:49:53.949263587Z "external_trigger": true, 2024-04-13T02:49:53.949266635Z "last_scheduling_decision": null, 2024-04-13T02:49:53.949269499Z "logical_date": "2024-04-13T02:49:53.872003+00:00", 2024-04-13T02:49:53.949272394Z "note": null, 2024-04-13T02:49:53.949275319Z "run_type": "manual", 2024-04-13T02:49:53.949278170Z "start_date": null, 2024-04-13T02:49:53.949281075Z "state": "queued" 2024-04-13T02:49:53.949283944Z } 2024-04-13T02:49:53.949286751Z 2024-04-13T02:49:53.949795475Z INFO: 10.244.0.49:59950 - "POST /vdu_down HTTP/1.1" 200 OK 2024-04-13T03:21:37.727542395Z 2024/04/13 03:21:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-04-13T03:21:38.145830888Z 2024/04/13 03:21:38 INFO main.py:53 Response: { 2024-04-13T03:21:38.145841438Z "conf": { 2024-04-13T03:21:38.145844465Z "alerts": [ 2024-04-13T03:21:38.145847929Z { 2024-04-13T03:21:38.145851724Z "annotations": {}, 2024-04-13T03:21:38.145899140Z "endsAt": "0001-01-01T00:00:00Z", 2024-04-13T03:21:38.145903178Z "fingerprint": "6c28208541dd5dd0", 2024-04-13T03:21:38.145906854Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2218e168f0-7fc3-453f-81a5-261a1dc5a4b6%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2218e168f0-7fc3-453f-81a5-261a1dc5a4b6%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-04-13T03:21:38.145911394Z "labels": { 2024-04-13T03:21:38.145914637Z "alertname": "scaleout_2a1832b7-0d7e-410d-9257-f7e310660873", 2024-04-13T03:21:38.145917741Z "ns_id": "18e168f0-7fc3-453f-81a5-261a1dc5a4b6", 2024-04-13T03:21:38.145920335Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-13T03:21:38.145922956Z "vnf_member_index": "vnf" 2024-04-13T03:21:38.145925395Z }, 2024-04-13T03:21:38.145928067Z "startsAt": "2024-04-13T03:21:27.709Z", 2024-04-13T03:21:38.145930814Z "status": "firing" 2024-04-13T03:21:38.145933259Z } 2024-04-13T03:21:38.145935804Z ], 2024-04-13T03:21:38.145938296Z "commonAnnotations": {}, 2024-04-13T03:21:38.145940677Z "commonLabels": { 2024-04-13T03:21:38.145943274Z "alertname": "scaleout_2a1832b7-0d7e-410d-9257-f7e310660873", 2024-04-13T03:21:38.145945805Z "ns_id": "18e168f0-7fc3-453f-81a5-261a1dc5a4b6", 2024-04-13T03:21:38.145948487Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-13T03:21:38.145951000Z "vnf_member_index": "vnf" 2024-04-13T03:21:38.145953453Z }, 2024-04-13T03:21:38.145956097Z "externalURL": "http://alertmanager-0:9093", 2024-04-13T03:21:38.145958592Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-04-13T03:21:38.145961024Z "groupLabels": {}, 2024-04-13T03:21:38.145963886Z "receiver": "scaleout-webhook", 2024-04-13T03:21:38.145966439Z "status": "firing", 2024-04-13T03:21:38.145968898Z "truncatedAlerts": 0, 2024-04-13T03:21:38.145971388Z "version": "4" 2024-04-13T03:21:38.145973809Z }, 2024-04-13T03:21:38.145976366Z "dag_id": "scaleout_vdu", 2024-04-13T03:21:38.145978891Z "dag_run_id": "scaleout_vdu_20240413032137_820837", 2024-04-13T03:21:38.145981409Z "data_interval_end": "2024-04-13T03:21:38.048956+00:00", 2024-04-13T03:21:38.145984067Z "data_interval_start": "2024-04-13T03:21:38.048956+00:00", 2024-04-13T03:21:38.145986654Z "end_date": null, 2024-04-13T03:21:38.145989222Z "execution_date": "2024-04-13T03:21:38.048956+00:00", 2024-04-13T03:21:38.145991638Z "external_trigger": true, 2024-04-13T03:21:38.145994150Z "last_scheduling_decision": null, 2024-04-13T03:21:38.145996806Z "logical_date": "2024-04-13T03:21:38.048956+00:00", 2024-04-13T03:21:38.145999227Z "note": null, 2024-04-13T03:21:38.146001634Z "run_type": "manual", 2024-04-13T03:21:38.146004076Z "start_date": null, 2024-04-13T03:21:38.146006616Z "state": "queued" 2024-04-13T03:21:38.146009415Z } 2024-04-13T03:21:38.146011845Z 2024-04-13T03:21:38.146087642Z INFO: 10.244.0.49:60644 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-04-13T03:27:37.733616502Z 2024/04/13 03:27:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-04-13T03:27:38.149973749Z 2024/04/13 03:27:38 INFO main.py:53 Response: { 2024-04-13T03:27:38.149992612Z "conf": { 2024-04-13T03:27:38.149996447Z "alerts": [ 2024-04-13T03:27:38.149999833Z { 2024-04-13T03:27:38.150031670Z "annotations": {}, 2024-04-13T03:27:38.150035866Z "endsAt": "0001-01-01T00:00:00Z", 2024-04-13T03:27:38.150038913Z "fingerprint": "6c28208541dd5dd0", 2024-04-13T03:27:38.150049284Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2218e168f0-7fc3-453f-81a5-261a1dc5a4b6%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2218e168f0-7fc3-453f-81a5-261a1dc5a4b6%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-04-13T03:27:38.150053528Z "labels": { 2024-04-13T03:27:38.150057626Z "alertname": "scaleout_2a1832b7-0d7e-410d-9257-f7e310660873", 2024-04-13T03:27:38.150061143Z "ns_id": "18e168f0-7fc3-453f-81a5-261a1dc5a4b6", 2024-04-13T03:27:38.150064353Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-13T03:27:38.150067175Z "vnf_member_index": "vnf" 2024-04-13T03:27:38.150070052Z }, 2024-04-13T03:27:38.150073021Z "startsAt": "2024-04-13T03:21:27.709Z", 2024-04-13T03:27:38.150075890Z "status": "firing" 2024-04-13T03:27:38.150079158Z } 2024-04-13T03:27:38.150082221Z ], 2024-04-13T03:27:38.150085194Z "commonAnnotations": {}, 2024-04-13T03:27:38.150088191Z "commonLabels": { 2024-04-13T03:27:38.150091186Z "alertname": "scaleout_2a1832b7-0d7e-410d-9257-f7e310660873", 2024-04-13T03:27:38.150094259Z "ns_id": "18e168f0-7fc3-453f-81a5-261a1dc5a4b6", 2024-04-13T03:27:38.150097191Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-13T03:27:38.150100025Z "vnf_member_index": "vnf" 2024-04-13T03:27:38.150102987Z }, 2024-04-13T03:27:38.150105978Z "externalURL": "http://alertmanager-0:9093", 2024-04-13T03:27:38.150108928Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-04-13T03:27:38.150111942Z "groupLabels": {}, 2024-04-13T03:27:38.150115137Z "receiver": "scaleout-webhook", 2024-04-13T03:27:38.150117994Z "status": "firing", 2024-04-13T03:27:38.150120918Z "truncatedAlerts": 0, 2024-04-13T03:27:38.150123750Z "version": "4" 2024-04-13T03:27:38.150126740Z }, 2024-04-13T03:27:38.150129787Z "dag_id": "scaleout_vdu", 2024-04-13T03:27:38.150132731Z "dag_run_id": "scaleout_vdu_20240413032737_103048", 2024-04-13T03:27:38.150135707Z "data_interval_end": "2024-04-13T03:27:38.070364+00:00", 2024-04-13T03:27:38.150138797Z "data_interval_start": "2024-04-13T03:27:38.070364+00:00", 2024-04-13T03:27:38.150141729Z "end_date": null, 2024-04-13T03:27:38.150144726Z "execution_date": "2024-04-13T03:27:38.070364+00:00", 2024-04-13T03:27:38.150147707Z "external_trigger": true, 2024-04-13T03:27:38.150150676Z "last_scheduling_decision": null, 2024-04-13T03:27:38.150153926Z "logical_date": "2024-04-13T03:27:38.070364+00:00", 2024-04-13T03:27:38.150156870Z "note": null, 2024-04-13T03:27:38.150159833Z "run_type": "manual", 2024-04-13T03:27:38.150162698Z "start_date": null, 2024-04-13T03:27:38.150165695Z "state": "queued" 2024-04-13T03:27:38.150168916Z } 2024-04-13T03:27:38.150171649Z 2024-04-13T03:27:38.150317889Z INFO: 10.244.0.49:48620 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-04-13T03:29:37.728450209Z 2024/04/13 03:29:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-04-13T03:29:38.075508180Z 2024/04/13 03:29:38 INFO main.py:53 Response: { 2024-04-13T03:29:38.075522511Z "conf": { 2024-04-13T03:29:38.075526007Z "alerts": [ 2024-04-13T03:29:38.075529436Z { 2024-04-13T03:29:38.075547970Z "annotations": {}, 2024-04-13T03:29:38.075551356Z "endsAt": "2024-04-13T03:27:57.709Z", 2024-04-13T03:29:38.075554385Z "fingerprint": "6c28208541dd5dd0", 2024-04-13T03:29:38.075558485Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%2218e168f0-7fc3-453f-81a5-261a1dc5a4b6%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%2218e168f0-7fc3-453f-81a5-261a1dc5a4b6%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-04-13T03:29:38.075562294Z "labels": { 2024-04-13T03:29:38.075566322Z "alertname": "scaleout_2a1832b7-0d7e-410d-9257-f7e310660873", 2024-04-13T03:29:38.075570291Z "ns_id": "18e168f0-7fc3-453f-81a5-261a1dc5a4b6", 2024-04-13T03:29:38.075573252Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-13T03:29:38.075576144Z "vnf_member_index": "vnf" 2024-04-13T03:29:38.075579249Z }, 2024-04-13T03:29:38.075582227Z "startsAt": "2024-04-13T03:21:27.709Z", 2024-04-13T03:29:38.075585218Z "status": "resolved" 2024-04-13T03:29:38.075588261Z } 2024-04-13T03:29:38.075591159Z ], 2024-04-13T03:29:38.075594207Z "commonAnnotations": {}, 2024-04-13T03:29:38.075597274Z "commonLabels": { 2024-04-13T03:29:38.075600362Z "alertname": "scaleout_2a1832b7-0d7e-410d-9257-f7e310660873", 2024-04-13T03:29:38.075603358Z "ns_id": "18e168f0-7fc3-453f-81a5-261a1dc5a4b6", 2024-04-13T03:29:38.075606338Z "vdu_id": "hackfest_basic_metrics-VM", 2024-04-13T03:29:38.075613473Z "vnf_member_index": "vnf" 2024-04-13T03:29:38.075616501Z }, 2024-04-13T03:29:38.075619528Z "externalURL": "http://alertmanager-0:9093", 2024-04-13T03:29:38.075622509Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-04-13T03:29:38.075625368Z "groupLabels": {}, 2024-04-13T03:29:38.075628217Z "receiver": "scaleout-webhook", 2024-04-13T03:29:38.075631206Z "status": "resolved", 2024-04-13T03:29:38.075634093Z "truncatedAlerts": 0, 2024-04-13T03:29:38.075636972Z "version": "4" 2024-04-13T03:29:38.075639851Z }, 2024-04-13T03:29:38.075642744Z "dag_id": "scaleout_vdu", 2024-04-13T03:29:38.075645828Z "dag_run_id": "scaleout_vdu_20240413032937_774361", 2024-04-13T03:29:38.075648710Z "data_interval_end": "2024-04-13T03:29:38.002920+00:00", 2024-04-13T03:29:38.075651590Z "data_interval_start": "2024-04-13T03:29:38.002920+00:00", 2024-04-13T03:29:38.075654601Z "end_date": null, 2024-04-13T03:29:38.075657638Z "execution_date": "2024-04-13T03:29:38.002920+00:00", 2024-04-13T03:29:38.075660788Z "external_trigger": true, 2024-04-13T03:29:38.075663750Z "last_scheduling_decision": null, 2024-04-13T03:29:38.075666633Z "logical_date": "2024-04-13T03:29:38.002920+00:00", 2024-04-13T03:29:38.075669684Z "note": null, 2024-04-13T03:29:38.075672474Z "run_type": "manual", 2024-04-13T03:29:38.075675636Z "start_date": null, 2024-04-13T03:29:38.075678761Z "state": "queued" 2024-04-13T03:29:38.075681585Z } 2024-04-13T03:29:38.075684283Z 2024-04-13T03:29:38.077404495Z INFO: 10.244.0.49:51342 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-04-13T03:36:47.314264637Z 2024/04/13 03:36:47 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-04-13T03:36:48.348519131Z 2024/04/13 03:36:48 INFO main.py:53 Response: { 2024-04-13T03:36:48.348539920Z "conf": { 2024-04-13T03:36:48.348545681Z "alerts": [ 2024-04-13T03:36:48.348550732Z { 2024-04-13T03:36:48.348590476Z "annotations": {}, 2024-04-13T03:36:48.348595887Z "endsAt": "0001-01-01T00:00:00Z", 2024-04-13T03:36:48.348600896Z "fingerprint": "2bcce4920b2e5c44", 2024-04-13T03:36:48.348606646Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22dce2f6aa-d146-4173-963f-6632e2a4a6ce%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-04-13T03:36:48.348612570Z "labels": { 2024-04-13T03:36:48.348618349Z "alertname": "vdu_alarm_9ed99aea-f333-4073-ba9b-f03884628c3a", 2024-04-13T03:36:48.348623281Z "job": "airflow_osm_vm_metrics_bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a", 2024-04-13T03:36:48.348633931Z "metric_id": "cirros_vnf_cpu_util", 2024-04-13T03:36:48.348640104Z "ns_id": "dce2f6aa-d146-4173-963f-6632e2a4a6ce", 2024-04-13T03:36:48.348647196Z "project_id": "e1dfe504-167b-418d-bc79-6c701f3d186c", 2024-04-13T03:36:48.348658705Z "vdu_id": "cirros_vnfd-VM", 2024-04-13T03:36:48.348671050Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-04-13T03:36:48.348679353Z "vim_id": "bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a", 2024-04-13T03:36:48.348687019Z "vm_id": "48e78801-fcd0-42f8-9685-e65aebfb04f2", 2024-04-13T03:36:48.348695692Z "vnf_member_index": "vnf" 2024-04-13T03:36:48.348704109Z }, 2024-04-13T03:36:48.348711132Z "startsAt": "2024-04-13T03:36:37.295Z", 2024-04-13T03:36:48.348719358Z "status": "firing" 2024-04-13T03:36:48.348727195Z } 2024-04-13T03:36:48.348734489Z ], 2024-04-13T03:36:48.348741549Z "commonAnnotations": {}, 2024-04-13T03:36:48.348816871Z "commonLabels": { 2024-04-13T03:36:48.348831557Z "alertname": "vdu_alarm_9ed99aea-f333-4073-ba9b-f03884628c3a", 2024-04-13T03:36:48.348839200Z "job": "airflow_osm_vm_metrics_bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a", 2024-04-13T03:36:48.348845939Z "metric_id": "cirros_vnf_cpu_util", 2024-04-13T03:36:48.348851521Z "ns_id": "dce2f6aa-d146-4173-963f-6632e2a4a6ce", 2024-04-13T03:36:48.348856495Z "project_id": "e1dfe504-167b-418d-bc79-6c701f3d186c", 2024-04-13T03:36:48.348861313Z "vdu_id": "cirros_vnfd-VM", 2024-04-13T03:36:48.348866186Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-04-13T03:36:48.348871042Z "vim_id": "bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a", 2024-04-13T03:36:48.348875827Z "vm_id": "48e78801-fcd0-42f8-9685-e65aebfb04f2", 2024-04-13T03:36:48.348880624Z "vnf_member_index": "vnf" 2024-04-13T03:36:48.348885453Z }, 2024-04-13T03:36:48.348890455Z "externalURL": "http://alertmanager-0:9093", 2024-04-13T03:36:48.348895356Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-04-13T03:36:48.348900306Z "groupLabels": {}, 2024-04-13T03:36:48.348905164Z "receiver": "alarm-webhook", 2024-04-13T03:36:48.348909941Z "status": "firing", 2024-04-13T03:36:48.348914641Z "truncatedAlerts": 0, 2024-04-13T03:36:48.348919621Z "version": "4" 2024-04-13T03:36:48.348924453Z }, 2024-04-13T03:36:48.348929456Z "dag_id": "vdu_alarm", 2024-04-13T03:36:48.348934252Z "dag_run_id": "vdu_alarm_20240413033647_946116", 2024-04-13T03:36:48.348939053Z "data_interval_end": "2024-04-13T03:36:48.314050+00:00", 2024-04-13T03:36:48.348943929Z "data_interval_start": "2024-04-13T03:36:48.314050+00:00", 2024-04-13T03:36:48.348948840Z "end_date": null, 2024-04-13T03:36:48.348953629Z "execution_date": "2024-04-13T03:36:48.314050+00:00", 2024-04-13T03:36:48.348958393Z "external_trigger": true, 2024-04-13T03:36:48.348974023Z "last_scheduling_decision": null, 2024-04-13T03:36:48.348978958Z "logical_date": "2024-04-13T03:36:48.314050+00:00", 2024-04-13T03:36:48.348983764Z "note": null, 2024-04-13T03:36:48.348988600Z "run_type": "manual", 2024-04-13T03:36:48.348993441Z "start_date": null, 2024-04-13T03:36:48.348998371Z "state": "queued" 2024-04-13T03:36:48.349003178Z } 2024-04-13T03:36:48.349007797Z 2024-04-13T03:36:48.349219023Z INFO: 10.244.0.49:58212 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-04-13T03:40:47.319128329Z 2024/04/13 03:40:47 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-04-13T03:40:48.383317401Z 2024/04/13 03:40:48 INFO main.py:53 Response: { 2024-04-13T03:40:48.383330247Z "conf": { 2024-04-13T03:40:48.383333405Z "alerts": [ 2024-04-13T03:40:48.383336194Z { 2024-04-13T03:40:48.383357799Z "annotations": {}, 2024-04-13T03:40:48.383361271Z "endsAt": "2024-04-13T03:40:37.295Z", 2024-04-13T03:40:48.383364125Z "fingerprint": "2bcce4920b2e5c44", 2024-04-13T03:40:48.383367630Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22dce2f6aa-d146-4173-963f-6632e2a4a6ce%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-04-13T03:40:48.383371429Z "labels": { 2024-04-13T03:40:48.383374835Z "alertname": "vdu_alarm_9ed99aea-f333-4073-ba9b-f03884628c3a", 2024-04-13T03:40:48.383377690Z "job": "airflow_osm_vm_metrics_bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a", 2024-04-13T03:40:48.383380520Z "metric_id": "cirros_vnf_cpu_util", 2024-04-13T03:40:48.383383954Z "ns_id": "dce2f6aa-d146-4173-963f-6632e2a4a6ce", 2024-04-13T03:40:48.383386742Z "project_id": "e1dfe504-167b-418d-bc79-6c701f3d186c", 2024-04-13T03:40:48.383389527Z "vdu_id": "cirros_vnfd-VM", 2024-04-13T03:40:48.383405174Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-04-13T03:40:48.383407974Z "vim_id": "bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a", 2024-04-13T03:40:48.383410738Z "vm_id": "48e78801-fcd0-42f8-9685-e65aebfb04f2", 2024-04-13T03:40:48.383413561Z "vnf_member_index": "vnf" 2024-04-13T03:40:48.383416378Z }, 2024-04-13T03:40:48.383435950Z "startsAt": "2024-04-13T03:36:37.295Z", 2024-04-13T03:40:48.383439481Z "status": "resolved" 2024-04-13T03:40:48.383442524Z } 2024-04-13T03:40:48.383445564Z ], 2024-04-13T03:40:48.383448505Z "commonAnnotations": {}, 2024-04-13T03:40:48.383451413Z "commonLabels": { 2024-04-13T03:40:48.383454529Z "alertname": "vdu_alarm_9ed99aea-f333-4073-ba9b-f03884628c3a", 2024-04-13T03:40:48.383457444Z "job": "airflow_osm_vm_metrics_bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a", 2024-04-13T03:40:48.383460560Z "metric_id": "cirros_vnf_cpu_util", 2024-04-13T03:40:48.383463530Z "ns_id": "dce2f6aa-d146-4173-963f-6632e2a4a6ce", 2024-04-13T03:40:48.383466435Z "project_id": "e1dfe504-167b-418d-bc79-6c701f3d186c", 2024-04-13T03:40:48.383469389Z "vdu_id": "cirros_vnfd-VM", 2024-04-13T03:40:48.383472251Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-04-13T03:40:48.383475539Z "vim_id": "bb6f10ce-f4ab-4af3-899c-c4d4d80e7c1a", 2024-04-13T03:40:48.383478503Z "vm_id": "48e78801-fcd0-42f8-9685-e65aebfb04f2", 2024-04-13T03:40:48.383481485Z "vnf_member_index": "vnf" 2024-04-13T03:40:48.383484395Z }, 2024-04-13T03:40:48.383487313Z "externalURL": "http://alertmanager-0:9093", 2024-04-13T03:40:48.383490487Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-04-13T03:40:48.383507392Z "groupLabels": {}, 2024-04-13T03:40:48.383510457Z "receiver": "alarm-webhook", 2024-04-13T03:40:48.383513371Z "status": "resolved", 2024-04-13T03:40:48.383516176Z "truncatedAlerts": 0, 2024-04-13T03:40:48.383518980Z "version": "4" 2024-04-13T03:40:48.383521894Z }, 2024-04-13T03:40:48.383524752Z "dag_id": "vdu_alarm", 2024-04-13T03:40:48.383527661Z "dag_run_id": "vdu_alarm_20240413034047_460094", 2024-04-13T03:40:48.383530544Z "data_interval_end": "2024-04-13T03:40:48.355034+00:00", 2024-04-13T03:40:48.383533535Z "data_interval_start": "2024-04-13T03:40:48.355034+00:00", 2024-04-13T03:40:48.383536379Z "end_date": null, 2024-04-13T03:40:48.383539350Z "execution_date": "2024-04-13T03:40:48.355034+00:00", 2024-04-13T03:40:48.383542242Z "external_trigger": true, 2024-04-13T03:40:48.383545183Z "last_scheduling_decision": null, 2024-04-13T03:40:48.383548138Z "logical_date": "2024-04-13T03:40:48.355034+00:00", 2024-04-13T03:40:48.383551298Z "note": null, 2024-04-13T03:40:48.383554167Z "run_type": "manual", 2024-04-13T03:40:48.383557123Z "start_date": null, 2024-04-13T03:40:48.383560004Z "state": "queued" 2024-04-13T03:40:48.383563191Z } 2024-04-13T03:40:48.383565947Z 2024-04-13T03:40:48.384452734Z INFO: 10.244.0.49:43140 - "POST /vdu_alarm HTTP/1.1" 200 OK