2024-02-22T23:29:31.237268680Z INFO: Started server process [1] 2024-02-22T23:29:31.237318975Z INFO: Waiting for application startup. 2024-02-22T23:29:31.237542503Z INFO: Application startup complete. 2024-02-22T23:29:31.238045100Z INFO: Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit) 2024-02-23T01:12:37.717144585Z 2024/02/23 01:12:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T01:12:38.111060412Z 2024/02/23 01:12:38 INFO main.py:53 Response: { 2024-02-23T01:12:38.111110539Z "conf": { 2024-02-23T01:12:38.111125534Z "alerts": [ 2024-02-23T01:12:38.111136847Z { 2024-02-23T01:12:38.111148836Z "annotations": { 2024-02-23T01:12:38.111161161Z "description": "VDU ceee2540-a230-48ac-bdb8-a477ab84d47e in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is f4286663-1e5e-46b7-af44-f13929330c1b", 2024-02-23T01:12:38.111173267Z "summary": "VDU ceee2540-a230-48ac-bdb8-a477ab84d47e in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T01:12:38.111185154Z }, 2024-02-23T01:12:38.111196722Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T01:12:38.111207802Z "fingerprint": "7b497c5b557e4126", 2024-02-23T01:12:38.111220163Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T01:12:38.111231407Z "labels": { 2024-02-23T01:12:38.111243520Z "alertname": "vdu_down", 2024-02-23T01:12:38.111255354Z "job": "osm_prometheus", 2024-02-23T01:12:38.111267686Z "ns_id": "f4286663-1e5e-46b7-af44-f13929330c1b", 2024-02-23T01:12:38.111278684Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T01:12:38.111290521Z "vdu_id": "dd621c23-7345-47d1-bcf8-9a8274ae47a4", 2024-02-23T01:12:38.111301839Z "vdu_name": "basic_25_charm_u-vnf2-mgmtVM-0", 2024-02-23T01:12:38.111313631Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T01:12:38.111324759Z "vm_id": "ceee2540-a230-48ac-bdb8-a477ab84d47e", 2024-02-23T01:12:38.111335962Z "vnf_id": "88f4b652-043b-4904-9afb-c6ea3b5161ea", 2024-02-23T01:12:38.111347311Z "vnf_member_index": "vnf2" 2024-02-23T01:12:38.111359678Z }, 2024-02-23T01:12:38.111382736Z "startsAt": "2024-02-23T01:12:27.687Z", 2024-02-23T01:12:38.111395944Z "status": "firing" 2024-02-23T01:12:38.111408921Z }, 2024-02-23T01:12:38.111422411Z { 2024-02-23T01:12:38.111434094Z "annotations": { 2024-02-23T01:12:38.111446552Z "description": "VDU aa3784ed-27b1-4fd9-90ea-c7bbe6bc597a in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is f4286663-1e5e-46b7-af44-f13929330c1b", 2024-02-23T01:12:38.111457706Z "summary": "VDU aa3784ed-27b1-4fd9-90ea-c7bbe6bc597a in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T01:12:38.111465947Z }, 2024-02-23T01:12:38.111473806Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T01:12:38.111481694Z "fingerprint": "91f0ef51d11474cb", 2024-02-23T01:12:38.111489802Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T01:12:38.111498388Z "labels": { 2024-02-23T01:12:38.111506350Z "alertname": "vdu_down", 2024-02-23T01:12:38.111518337Z "job": "osm_prometheus", 2024-02-23T01:12:38.111526523Z "ns_id": "f4286663-1e5e-46b7-af44-f13929330c1b", 2024-02-23T01:12:38.111534421Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T01:12:38.111542742Z "vdu_id": "e29d0b53-06b9-407c-aea2-1fdceee64dc8", 2024-02-23T01:12:38.111576801Z "vdu_name": "basic_25_charm_u-vnf1-mgmtVM-0", 2024-02-23T01:12:38.111584998Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T01:12:38.111593340Z "vm_id": "aa3784ed-27b1-4fd9-90ea-c7bbe6bc597a", 2024-02-23T01:12:38.111601164Z "vnf_id": "d3f5e7eb-1f0d-4d50-91af-702ac59b0d1a", 2024-02-23T01:12:38.111608904Z "vnf_member_index": "vnf1" 2024-02-23T01:12:38.111616745Z }, 2024-02-23T01:12:38.111649621Z "startsAt": "2024-02-23T01:12:27.687Z", 2024-02-23T01:12:38.111658103Z "status": "firing" 2024-02-23T01:12:38.111666045Z } 2024-02-23T01:12:38.111673871Z ], 2024-02-23T01:12:38.111682033Z "commonAnnotations": {}, 2024-02-23T01:12:38.111689777Z "commonLabels": { 2024-02-23T01:12:38.111697724Z "alertname": "vdu_down", 2024-02-23T01:12:38.111705401Z "job": "osm_prometheus", 2024-02-23T01:12:38.111713165Z "ns_id": "f4286663-1e5e-46b7-af44-f13929330c1b", 2024-02-23T01:12:38.111721268Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T01:12:38.111729286Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757" 2024-02-23T01:12:38.111737176Z }, 2024-02-23T01:12:38.111745420Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T01:12:38.111753198Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T01:12:38.111761276Z "groupLabels": {}, 2024-02-23T01:12:38.111769149Z "receiver": "vdu-webhook", 2024-02-23T01:12:38.111776882Z "status": "firing", 2024-02-23T01:12:38.111784755Z "truncatedAlerts": 0, 2024-02-23T01:12:38.111792589Z "version": "4" 2024-02-23T01:12:38.111800396Z }, 2024-02-23T01:12:38.111808365Z "dag_id": "vdu_down", 2024-02-23T01:12:38.111816360Z "dag_run_id": "vdu_down_20240223011237_969871", 2024-02-23T01:12:38.111824174Z "data_interval_end": "2024-02-23T01:12:38.040631+00:00", 2024-02-23T01:12:38.111831994Z "data_interval_start": "2024-02-23T01:12:38.040631+00:00", 2024-02-23T01:12:38.111839854Z "end_date": null, 2024-02-23T01:12:38.111847656Z "execution_date": "2024-02-23T01:12:38.040631+00:00", 2024-02-23T01:12:38.111855487Z "external_trigger": true, 2024-02-23T01:12:38.111863178Z "last_scheduling_decision": null, 2024-02-23T01:12:38.111871161Z "logical_date": "2024-02-23T01:12:38.040631+00:00", 2024-02-23T01:12:38.111879066Z "note": null, 2024-02-23T01:12:38.111886918Z "run_type": "manual", 2024-02-23T01:12:38.111894855Z "start_date": null, 2024-02-23T01:12:38.111902864Z "state": "queued" 2024-02-23T01:12:38.111910798Z } 2024-02-23T01:12:38.111918411Z 2024-02-23T01:12:38.112044270Z INFO: 10.244.0.45:50060 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T01:14:37.711699518Z 2024/02/23 01:14:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T01:14:37.991941043Z 2024/02/23 01:14:37 INFO main.py:53 Response: { 2024-02-23T01:14:37.991968880Z "conf": { 2024-02-23T01:14:37.991972650Z "alerts": [ 2024-02-23T01:14:37.991975965Z { 2024-02-23T01:14:37.991979660Z "annotations": { 2024-02-23T01:14:37.991989717Z "description": "VDU ceee2540-a230-48ac-bdb8-a477ab84d47e in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is f4286663-1e5e-46b7-af44-f13929330c1b", 2024-02-23T01:14:37.991994727Z "summary": "VDU ceee2540-a230-48ac-bdb8-a477ab84d47e in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T01:14:37.991997990Z }, 2024-02-23T01:14:37.992015246Z "endsAt": "2024-02-23T01:12:57.687Z", 2024-02-23T01:14:37.992018278Z "fingerprint": "7b497c5b557e4126", 2024-02-23T01:14:37.992021890Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T01:14:37.992024978Z "labels": { 2024-02-23T01:14:37.992037837Z "alertname": "vdu_down", 2024-02-23T01:14:37.992041166Z "job": "osm_prometheus", 2024-02-23T01:14:37.992044918Z "ns_id": "f4286663-1e5e-46b7-af44-f13929330c1b", 2024-02-23T01:14:37.992047917Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T01:14:37.992050912Z "vdu_id": "dd621c23-7345-47d1-bcf8-9a8274ae47a4", 2024-02-23T01:14:37.992053896Z "vdu_name": "basic_25_charm_u-vnf2-mgmtVM-0", 2024-02-23T01:14:37.992056953Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T01:14:37.992059988Z "vm_id": "ceee2540-a230-48ac-bdb8-a477ab84d47e", 2024-02-23T01:14:37.992062976Z "vnf_id": "88f4b652-043b-4904-9afb-c6ea3b5161ea", 2024-02-23T01:14:37.992066270Z "vnf_member_index": "vnf2" 2024-02-23T01:14:37.992069361Z }, 2024-02-23T01:14:37.992072437Z "startsAt": "2024-02-23T01:12:27.687Z", 2024-02-23T01:14:37.992076007Z "status": "resolved" 2024-02-23T01:14:37.992079004Z }, 2024-02-23T01:14:37.992082003Z { 2024-02-23T01:14:37.992085121Z "annotations": { 2024-02-23T01:14:37.992088239Z "description": "VDU aa3784ed-27b1-4fd9-90ea-c7bbe6bc597a in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is f4286663-1e5e-46b7-af44-f13929330c1b", 2024-02-23T01:14:37.992091586Z "summary": "VDU aa3784ed-27b1-4fd9-90ea-c7bbe6bc597a in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T01:14:37.992094665Z }, 2024-02-23T01:14:37.992097668Z "endsAt": "2024-02-23T01:12:57.687Z", 2024-02-23T01:14:37.992100685Z "fingerprint": "91f0ef51d11474cb", 2024-02-23T01:14:37.992103699Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T01:14:37.992106752Z "labels": { 2024-02-23T01:14:37.992109788Z "alertname": "vdu_down", 2024-02-23T01:14:37.992112774Z "job": "osm_prometheus", 2024-02-23T01:14:37.992116093Z "ns_id": "f4286663-1e5e-46b7-af44-f13929330c1b", 2024-02-23T01:14:37.992119286Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T01:14:37.992122270Z "vdu_id": "e29d0b53-06b9-407c-aea2-1fdceee64dc8", 2024-02-23T01:14:37.992125221Z "vdu_name": "basic_25_charm_u-vnf1-mgmtVM-0", 2024-02-23T01:14:37.992128159Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T01:14:37.992131248Z "vm_id": "aa3784ed-27b1-4fd9-90ea-c7bbe6bc597a", 2024-02-23T01:14:37.992134272Z "vnf_id": "d3f5e7eb-1f0d-4d50-91af-702ac59b0d1a", 2024-02-23T01:14:37.992137261Z "vnf_member_index": "vnf1" 2024-02-23T01:14:37.992140291Z }, 2024-02-23T01:14:37.992146704Z "startsAt": "2024-02-23T01:12:27.687Z", 2024-02-23T01:14:37.992150316Z "status": "resolved" 2024-02-23T01:14:37.992154489Z } 2024-02-23T01:14:37.992158919Z ], 2024-02-23T01:14:37.992164071Z "commonAnnotations": {}, 2024-02-23T01:14:37.992168899Z "commonLabels": { 2024-02-23T01:14:37.992173510Z "alertname": "vdu_down", 2024-02-23T01:14:37.992178621Z "job": "osm_prometheus", 2024-02-23T01:14:37.992183637Z "ns_id": "f4286663-1e5e-46b7-af44-f13929330c1b", 2024-02-23T01:14:37.992188503Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T01:14:37.992199490Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757" 2024-02-23T01:14:37.992204375Z }, 2024-02-23T01:14:37.992209080Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T01:14:37.992216639Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T01:14:37.992220149Z "groupLabels": {}, 2024-02-23T01:14:37.992223264Z "receiver": "vdu-webhook", 2024-02-23T01:14:37.992226323Z "status": "resolved", 2024-02-23T01:14:37.992229356Z "truncatedAlerts": 0, 2024-02-23T01:14:37.992232482Z "version": "4" 2024-02-23T01:14:37.992235458Z }, 2024-02-23T01:14:37.992238461Z "dag_id": "vdu_down", 2024-02-23T01:14:37.992241571Z "dag_run_id": "vdu_down_20240223011437_490111", 2024-02-23T01:14:37.992244572Z "data_interval_end": "2024-02-23T01:14:37.960869+00:00", 2024-02-23T01:14:37.992247568Z "data_interval_start": "2024-02-23T01:14:37.960869+00:00", 2024-02-23T01:14:37.992250570Z "end_date": null, 2024-02-23T01:14:37.992253683Z "execution_date": "2024-02-23T01:14:37.960869+00:00", 2024-02-23T01:14:37.992256638Z "external_trigger": true, 2024-02-23T01:14:37.992259609Z "last_scheduling_decision": null, 2024-02-23T01:14:37.992262589Z "logical_date": "2024-02-23T01:14:37.960869+00:00", 2024-02-23T01:14:37.992265752Z "note": null, 2024-02-23T01:14:37.992268762Z "run_type": "manual", 2024-02-23T01:14:37.992271729Z "start_date": null, 2024-02-23T01:14:37.992274846Z "state": "queued" 2024-02-23T01:14:37.992277891Z } 2024-02-23T01:14:37.992280738Z 2024-02-23T01:14:37.992335903Z INFO: 10.244.0.45:45304 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T02:37:37.704433013Z 2024/02/23 02:37:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T02:37:38.058233550Z 2024/02/23 02:37:38 INFO main.py:53 Response: { 2024-02-23T02:37:38.058250199Z "conf": { 2024-02-23T02:37:38.058255607Z "alerts": [ 2024-02-23T02:37:38.058260293Z { 2024-02-23T02:37:38.058265642Z "annotations": { 2024-02-23T02:37:38.058277054Z "description": "VDU a6665ed4-0960-4611-9702-ddb2fc3325b9 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 2869b668-65c2-418a-8775-37884702c5d2", 2024-02-23T02:37:38.058283228Z "summary": "VDU a6665ed4-0960-4611-9702-ddb2fc3325b9 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T02:37:38.058289937Z }, 2024-02-23T02:37:38.058296832Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T02:37:38.058316569Z "fingerprint": "0d0b6b4d66420152", 2024-02-23T02:37:38.058322100Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T02:37:38.058327237Z "labels": { 2024-02-23T02:37:38.058332366Z "alertname": "vdu_down", 2024-02-23T02:37:38.058339401Z "job": "osm_prometheus", 2024-02-23T02:37:38.058344423Z "ns_id": "2869b668-65c2-418a-8775-37884702c5d2", 2024-02-23T02:37:38.058348870Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T02:37:38.058353883Z "vdu_id": "f45f7038-7654-43c4-9cd3-663df7bbfae2", 2024-02-23T02:37:38.058358934Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-02-23T02:37:38.058363601Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T02:37:38.058368163Z "vm_id": "a6665ed4-0960-4611-9702-ddb2fc3325b9", 2024-02-23T02:37:38.058372985Z "vnf_id": "6b700377-8b15-4412-a98f-50d68b51b717", 2024-02-23T02:37:38.058377978Z "vnf_member_index": "autoheal-basic-1" 2024-02-23T02:37:38.058397243Z }, 2024-02-23T02:37:38.058401967Z "startsAt": "2024-02-23T02:37:27.687Z", 2024-02-23T02:37:38.058407689Z "status": "firing" 2024-02-23T02:37:38.058413915Z } 2024-02-23T02:37:38.058421061Z ], 2024-02-23T02:37:38.058428388Z "commonAnnotations": { 2024-02-23T02:37:38.058435236Z "description": "VDU a6665ed4-0960-4611-9702-ddb2fc3325b9 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 2869b668-65c2-418a-8775-37884702c5d2", 2024-02-23T02:37:38.058442466Z "summary": "VDU a6665ed4-0960-4611-9702-ddb2fc3325b9 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T02:37:38.058449548Z }, 2024-02-23T02:37:38.058456955Z "commonLabels": { 2024-02-23T02:37:38.058463936Z "alertname": "vdu_down", 2024-02-23T02:37:38.058471258Z "job": "osm_prometheus", 2024-02-23T02:37:38.058478225Z "ns_id": "2869b668-65c2-418a-8775-37884702c5d2", 2024-02-23T02:37:38.058485202Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T02:37:38.058491455Z "vdu_id": "f45f7038-7654-43c4-9cd3-663df7bbfae2", 2024-02-23T02:37:38.058497978Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-02-23T02:37:38.058504580Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T02:37:38.058509588Z "vm_id": "a6665ed4-0960-4611-9702-ddb2fc3325b9", 2024-02-23T02:37:38.058514266Z "vnf_id": "6b700377-8b15-4412-a98f-50d68b51b717", 2024-02-23T02:37:38.058518748Z "vnf_member_index": "autoheal-basic-1" 2024-02-23T02:37:38.058523541Z }, 2024-02-23T02:37:38.058528659Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T02:37:38.058533547Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T02:37:38.058538186Z "groupLabels": {}, 2024-02-23T02:37:38.058543260Z "receiver": "vdu-webhook", 2024-02-23T02:37:38.058547461Z "status": "firing", 2024-02-23T02:37:38.058551794Z "truncatedAlerts": 0, 2024-02-23T02:37:38.058556087Z "version": "4" 2024-02-23T02:37:38.058560797Z }, 2024-02-23T02:37:38.058565311Z "dag_id": "vdu_down", 2024-02-23T02:37:38.058570294Z "dag_run_id": "vdu_down_20240223023737_376744", 2024-02-23T02:37:38.058575303Z "data_interval_end": "2024-02-23T02:37:37.989054+00:00", 2024-02-23T02:37:38.058580178Z "data_interval_start": "2024-02-23T02:37:37.989054+00:00", 2024-02-23T02:37:38.058584891Z "end_date": null, 2024-02-23T02:37:38.058589848Z "execution_date": "2024-02-23T02:37:37.989054+00:00", 2024-02-23T02:37:38.058594416Z "external_trigger": true, 2024-02-23T02:37:38.058599407Z "last_scheduling_decision": null, 2024-02-23T02:37:38.058603966Z "logical_date": "2024-02-23T02:37:37.989054+00:00", 2024-02-23T02:37:38.058608579Z "note": null, 2024-02-23T02:37:38.058613253Z "run_type": "manual", 2024-02-23T02:37:38.058617978Z "start_date": null, 2024-02-23T02:37:38.058622743Z "state": "queued" 2024-02-23T02:37:38.058627399Z } 2024-02-23T02:37:38.058631705Z 2024-02-23T02:37:38.058668322Z INFO: 10.244.0.45:59696 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T02:39:37.706906673Z 2024/02/23 02:39:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T02:39:38.029788604Z 2024/02/23 02:39:38 INFO main.py:53 Response: { 2024-02-23T02:39:38.029802208Z "conf": { 2024-02-23T02:39:38.029805463Z "alerts": [ 2024-02-23T02:39:38.029808460Z { 2024-02-23T02:39:38.029811792Z "annotations": { 2024-02-23T02:39:38.029815582Z "description": "VDU a6665ed4-0960-4611-9702-ddb2fc3325b9 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 2869b668-65c2-418a-8775-37884702c5d2", 2024-02-23T02:39:38.029829125Z "summary": "VDU a6665ed4-0960-4611-9702-ddb2fc3325b9 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T02:39:38.029832318Z }, 2024-02-23T02:39:38.029835632Z "endsAt": "2024-02-23T02:38:57.687Z", 2024-02-23T02:39:38.029838613Z "fingerprint": "0d0b6b4d66420152", 2024-02-23T02:39:38.029841999Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T02:39:38.029844959Z "labels": { 2024-02-23T02:39:38.029848011Z "alertname": "vdu_down", 2024-02-23T02:39:38.029851238Z "job": "osm_prometheus", 2024-02-23T02:39:38.029854422Z "ns_id": "2869b668-65c2-418a-8775-37884702c5d2", 2024-02-23T02:39:38.029857563Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T02:39:38.029860603Z "vdu_id": "f45f7038-7654-43c4-9cd3-663df7bbfae2", 2024-02-23T02:39:38.029863843Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-02-23T02:39:38.029866882Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T02:39:38.029869810Z "vm_id": "a6665ed4-0960-4611-9702-ddb2fc3325b9", 2024-02-23T02:39:38.029872817Z "vnf_id": "6b700377-8b15-4412-a98f-50d68b51b717", 2024-02-23T02:39:38.029875794Z "vnf_member_index": "autoheal-basic-1" 2024-02-23T02:39:38.029878705Z }, 2024-02-23T02:39:38.029881646Z "startsAt": "2024-02-23T02:37:27.687Z", 2024-02-23T02:39:38.029884845Z "status": "resolved" 2024-02-23T02:39:38.029887793Z } 2024-02-23T02:39:38.029891148Z ], 2024-02-23T02:39:38.029894112Z "commonAnnotations": { 2024-02-23T02:39:38.029897143Z "description": "VDU a6665ed4-0960-4611-9702-ddb2fc3325b9 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 2869b668-65c2-418a-8775-37884702c5d2", 2024-02-23T02:39:38.029900145Z "summary": "VDU a6665ed4-0960-4611-9702-ddb2fc3325b9 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T02:39:38.029903175Z }, 2024-02-23T02:39:38.029906258Z "commonLabels": { 2024-02-23T02:39:38.029909207Z "alertname": "vdu_down", 2024-02-23T02:39:38.029912178Z "job": "osm_prometheus", 2024-02-23T02:39:38.029915176Z "ns_id": "2869b668-65c2-418a-8775-37884702c5d2", 2024-02-23T02:39:38.029918121Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T02:39:38.029921079Z "vdu_id": "f45f7038-7654-43c4-9cd3-663df7bbfae2", 2024-02-23T02:39:38.029924330Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-02-23T02:39:38.029927263Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T02:39:38.029930217Z "vm_id": "a6665ed4-0960-4611-9702-ddb2fc3325b9", 2024-02-23T02:39:38.029933098Z "vnf_id": "6b700377-8b15-4412-a98f-50d68b51b717", 2024-02-23T02:39:38.029936098Z "vnf_member_index": "autoheal-basic-1" 2024-02-23T02:39:38.029939055Z }, 2024-02-23T02:39:38.029941982Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T02:39:38.029944870Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T02:39:38.029947939Z "groupLabels": {}, 2024-02-23T02:39:38.029950915Z "receiver": "vdu-webhook", 2024-02-23T02:39:38.029953886Z "status": "resolved", 2024-02-23T02:39:38.029956775Z "truncatedAlerts": 0, 2024-02-23T02:39:38.029959736Z "version": "4" 2024-02-23T02:39:38.029966877Z }, 2024-02-23T02:39:38.029969894Z "dag_id": "vdu_down", 2024-02-23T02:39:38.029972997Z "dag_run_id": "vdu_down_20240223023937_520531", 2024-02-23T02:39:38.029976018Z "data_interval_end": "2024-02-23T02:39:37.993190+00:00", 2024-02-23T02:39:38.029978941Z "data_interval_start": "2024-02-23T02:39:37.993190+00:00", 2024-02-23T02:39:38.029981923Z "end_date": null, 2024-02-23T02:39:38.029984901Z "execution_date": "2024-02-23T02:39:37.993190+00:00", 2024-02-23T02:39:38.029987851Z "external_trigger": true, 2024-02-23T02:39:38.029990781Z "last_scheduling_decision": null, 2024-02-23T02:39:38.029993673Z "logical_date": "2024-02-23T02:39:37.993190+00:00", 2024-02-23T02:39:38.029996657Z "note": null, 2024-02-23T02:39:38.029999614Z "run_type": "manual", 2024-02-23T02:39:38.030002572Z "start_date": null, 2024-02-23T02:39:38.030005535Z "state": "queued" 2024-02-23T02:39:38.030008527Z } 2024-02-23T02:39:38.030011383Z 2024-02-23T02:39:38.030298629Z INFO: 10.244.0.45:44190 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T03:04:37.709252057Z 2024/02/23 03:04:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T03:04:38.051310380Z 2024/02/23 03:04:38 INFO main.py:53 Response: { 2024-02-23T03:04:38.051332357Z "conf": { 2024-02-23T03:04:38.051337904Z "alerts": [ 2024-02-23T03:04:38.051342783Z { 2024-02-23T03:04:38.051348247Z "annotations": { 2024-02-23T03:04:38.051354220Z "description": "VDU 50514c52-1b29-4c9b-9d37-1b10c938ce3f in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 1c200b2e-4bed-40cd-938a-f7101ce3e8c7", 2024-02-23T03:04:38.051359748Z "summary": "VDU 50514c52-1b29-4c9b-9d37-1b10c938ce3f in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T03:04:38.051364696Z }, 2024-02-23T03:04:38.051370458Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T03:04:38.051375349Z "fingerprint": "157f99b8c069e14c", 2024-02-23T03:04:38.051388882Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T03:04:38.051394305Z "labels": { 2024-02-23T03:04:38.051399168Z "alertname": "vdu_down", 2024-02-23T03:04:38.051404222Z "job": "osm_prometheus", 2024-02-23T03:04:38.051409773Z "ns_id": "1c200b2e-4bed-40cd-938a-f7101ce3e8c7", 2024-02-23T03:04:38.051414648Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T03:04:38.051420043Z "vdu_id": "2af7ca35-befd-4f83-bce1-b5db4bcc057d", 2024-02-23T03:04:38.051424906Z "vdu_name": "k8s_06-nopasswd_-vnf1-mgmtVM-0", 2024-02-23T03:04:38.051429670Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T03:04:38.051434500Z "vm_id": "50514c52-1b29-4c9b-9d37-1b10c938ce3f", 2024-02-23T03:04:38.051439399Z "vnf_id": "de1c49b6-b8ca-4c14-b287-e753bcee2278", 2024-02-23T03:04:38.051444170Z "vnf_member_index": "vnf1" 2024-02-23T03:04:38.051449113Z }, 2024-02-23T03:04:38.051467294Z "startsAt": "2024-02-23T03:04:27.687Z", 2024-02-23T03:04:38.051473123Z "status": "firing" 2024-02-23T03:04:38.051477957Z }, 2024-02-23T03:04:38.051482814Z { 2024-02-23T03:04:38.051487602Z "annotations": { 2024-02-23T03:04:38.051492823Z "description": "VDU f56a5dbb-fe37-44e1-a1d2-fa329d489ed4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 1c200b2e-4bed-40cd-938a-f7101ce3e8c7", 2024-02-23T03:04:38.051497778Z "summary": "VDU f56a5dbb-fe37-44e1-a1d2-fa329d489ed4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T03:04:38.051517780Z }, 2024-02-23T03:04:38.051522736Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T03:04:38.051527614Z "fingerprint": "d754a1781c4f7250", 2024-02-23T03:04:38.051532459Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T03:04:38.051537311Z "labels": { 2024-02-23T03:04:38.051542075Z "alertname": "vdu_down", 2024-02-23T03:04:38.051546823Z "job": "osm_prometheus", 2024-02-23T03:04:38.051551665Z "ns_id": "1c200b2e-4bed-40cd-938a-f7101ce3e8c7", 2024-02-23T03:04:38.051556395Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T03:04:38.051564543Z "vdu_id": "e75f5c32-7fc7-4688-be2f-1334b55e9858", 2024-02-23T03:04:38.051569402Z "vdu_name": "k8s_06-nopasswd_-vnf2-mgmtVM-0", 2024-02-23T03:04:38.051574164Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T03:04:38.051579026Z "vm_id": "f56a5dbb-fe37-44e1-a1d2-fa329d489ed4", 2024-02-23T03:04:38.051583748Z "vnf_id": "938875b2-14f2-4c94-8bb0-91a86d266866", 2024-02-23T03:04:38.051588689Z "vnf_member_index": "vnf2" 2024-02-23T03:04:38.051593638Z }, 2024-02-23T03:04:38.051598469Z "startsAt": "2024-02-23T03:04:27.687Z", 2024-02-23T03:04:38.051603301Z "status": "firing" 2024-02-23T03:04:38.051608230Z } 2024-02-23T03:04:38.051613062Z ], 2024-02-23T03:04:38.051617923Z "commonAnnotations": {}, 2024-02-23T03:04:38.051622681Z "commonLabels": { 2024-02-23T03:04:38.051627498Z "alertname": "vdu_down", 2024-02-23T03:04:38.051632447Z "job": "osm_prometheus", 2024-02-23T03:04:38.051650059Z "ns_id": "1c200b2e-4bed-40cd-938a-f7101ce3e8c7", 2024-02-23T03:04:38.051655117Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T03:04:38.051659890Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757" 2024-02-23T03:04:38.051664648Z }, 2024-02-23T03:04:38.051669473Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T03:04:38.051674201Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T03:04:38.051678989Z "groupLabels": {}, 2024-02-23T03:04:38.051683778Z "receiver": "vdu-webhook", 2024-02-23T03:04:38.051688450Z "status": "firing", 2024-02-23T03:04:38.051693244Z "truncatedAlerts": 0, 2024-02-23T03:04:38.051698096Z "version": "4" 2024-02-23T03:04:38.051702798Z }, 2024-02-23T03:04:38.051707603Z "dag_id": "vdu_down", 2024-02-23T03:04:38.051712435Z "dag_run_id": "vdu_down_20240223030437_085722", 2024-02-23T03:04:38.051717160Z "data_interval_end": "2024-02-23T03:04:37.992864+00:00", 2024-02-23T03:04:38.051721915Z "data_interval_start": "2024-02-23T03:04:37.992864+00:00", 2024-02-23T03:04:38.051726740Z "end_date": null, 2024-02-23T03:04:38.051731515Z "execution_date": "2024-02-23T03:04:37.992864+00:00", 2024-02-23T03:04:38.051736375Z "external_trigger": true, 2024-02-23T03:04:38.051741017Z "last_scheduling_decision": null, 2024-02-23T03:04:38.051745709Z "logical_date": "2024-02-23T03:04:37.992864+00:00", 2024-02-23T03:04:38.051750502Z "note": null, 2024-02-23T03:04:38.051755226Z "run_type": "manual", 2024-02-23T03:04:38.051760230Z "start_date": null, 2024-02-23T03:04:38.051765057Z "state": "queued" 2024-02-23T03:04:38.051769844Z } 2024-02-23T03:04:38.051774487Z 2024-02-23T03:04:38.052483262Z INFO: 10.244.0.45:51556 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T03:06:37.708247777Z 2024/02/23 03:06:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T03:06:37.997500693Z 2024/02/23 03:06:37 INFO main.py:53 Response: { 2024-02-23T03:06:37.997517133Z "conf": { 2024-02-23T03:06:37.997520599Z "alerts": [ 2024-02-23T03:06:37.997523752Z { 2024-02-23T03:06:37.997527895Z "annotations": { 2024-02-23T03:06:37.997531779Z "description": "VDU 50514c52-1b29-4c9b-9d37-1b10c938ce3f in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 1c200b2e-4bed-40cd-938a-f7101ce3e8c7", 2024-02-23T03:06:37.997539279Z "summary": "VDU 50514c52-1b29-4c9b-9d37-1b10c938ce3f in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T03:06:37.997542484Z }, 2024-02-23T03:06:37.997545880Z "endsAt": "2024-02-23T03:04:57.687Z", 2024-02-23T03:06:37.997549103Z "fingerprint": "157f99b8c069e14c", 2024-02-23T03:06:37.997552777Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T03:06:37.997555938Z "labels": { 2024-02-23T03:06:37.997559159Z "alertname": "vdu_down", 2024-02-23T03:06:37.997562223Z "job": "osm_prometheus", 2024-02-23T03:06:37.997565756Z "ns_id": "1c200b2e-4bed-40cd-938a-f7101ce3e8c7", 2024-02-23T03:06:37.997568820Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T03:06:37.997574354Z "vdu_id": "2af7ca35-befd-4f83-bce1-b5db4bcc057d", 2024-02-23T03:06:37.997577700Z "vdu_name": "k8s_06-nopasswd_-vnf1-mgmtVM-0", 2024-02-23T03:06:37.997580933Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T03:06:37.997584147Z "vm_id": "50514c52-1b29-4c9b-9d37-1b10c938ce3f", 2024-02-23T03:06:37.997587280Z "vnf_id": "de1c49b6-b8ca-4c14-b287-e753bcee2278", 2024-02-23T03:06:37.997590348Z "vnf_member_index": "vnf1" 2024-02-23T03:06:37.997593422Z }, 2024-02-23T03:06:37.997596550Z "startsAt": "2024-02-23T03:04:27.687Z", 2024-02-23T03:06:37.997600232Z "status": "resolved" 2024-02-23T03:06:37.997605211Z }, 2024-02-23T03:06:37.997608516Z { 2024-02-23T03:06:37.997611646Z "annotations": { 2024-02-23T03:06:37.997615022Z "description": "VDU f56a5dbb-fe37-44e1-a1d2-fa329d489ed4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 1c200b2e-4bed-40cd-938a-f7101ce3e8c7", 2024-02-23T03:06:37.997618625Z "summary": "VDU f56a5dbb-fe37-44e1-a1d2-fa329d489ed4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T03:06:37.997621871Z }, 2024-02-23T03:06:37.997625077Z "endsAt": "2024-02-23T03:04:57.687Z", 2024-02-23T03:06:37.997628075Z "fingerprint": "d754a1781c4f7250", 2024-02-23T03:06:37.997631154Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T03:06:37.997634345Z "labels": { 2024-02-23T03:06:37.997637518Z "alertname": "vdu_down", 2024-02-23T03:06:37.997640712Z "job": "osm_prometheus", 2024-02-23T03:06:37.997643760Z "ns_id": "1c200b2e-4bed-40cd-938a-f7101ce3e8c7", 2024-02-23T03:06:37.997646842Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T03:06:37.997649981Z "vdu_id": "e75f5c32-7fc7-4688-be2f-1334b55e9858", 2024-02-23T03:06:37.997653000Z "vdu_name": "k8s_06-nopasswd_-vnf2-mgmtVM-0", 2024-02-23T03:06:37.997656156Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T03:06:37.997659246Z "vm_id": "f56a5dbb-fe37-44e1-a1d2-fa329d489ed4", 2024-02-23T03:06:37.997675279Z "vnf_id": "938875b2-14f2-4c94-8bb0-91a86d266866", 2024-02-23T03:06:37.997678592Z "vnf_member_index": "vnf2" 2024-02-23T03:06:37.997681624Z }, 2024-02-23T03:06:37.997684699Z "startsAt": "2024-02-23T03:04:27.687Z", 2024-02-23T03:06:37.997687766Z "status": "resolved" 2024-02-23T03:06:37.997690881Z } 2024-02-23T03:06:37.997693957Z ], 2024-02-23T03:06:37.997697015Z "commonAnnotations": {}, 2024-02-23T03:06:37.997700107Z "commonLabels": { 2024-02-23T03:06:37.997703259Z "alertname": "vdu_down", 2024-02-23T03:06:37.997706418Z "job": "osm_prometheus", 2024-02-23T03:06:37.997709497Z "ns_id": "1c200b2e-4bed-40cd-938a-f7101ce3e8c7", 2024-02-23T03:06:37.997712547Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T03:06:37.997715750Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757" 2024-02-23T03:06:37.997718839Z }, 2024-02-23T03:06:37.997721979Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T03:06:37.997725093Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T03:06:37.997728199Z "groupLabels": {}, 2024-02-23T03:06:37.997731427Z "receiver": "vdu-webhook", 2024-02-23T03:06:37.997734467Z "status": "resolved", 2024-02-23T03:06:37.997737505Z "truncatedAlerts": 0, 2024-02-23T03:06:37.997740490Z "version": "4" 2024-02-23T03:06:37.997743640Z }, 2024-02-23T03:06:37.997746760Z "dag_id": "vdu_down", 2024-02-23T03:06:37.997749861Z "dag_run_id": "vdu_down_20240223030637_138121", 2024-02-23T03:06:37.997753010Z "data_interval_end": "2024-02-23T03:06:37.954001+00:00", 2024-02-23T03:06:37.997756068Z "data_interval_start": "2024-02-23T03:06:37.954001+00:00", 2024-02-23T03:06:37.997759083Z "end_date": null, 2024-02-23T03:06:37.997762131Z "execution_date": "2024-02-23T03:06:37.954001+00:00", 2024-02-23T03:06:37.997765213Z "external_trigger": true, 2024-02-23T03:06:37.997768240Z "last_scheduling_decision": null, 2024-02-23T03:06:37.997771279Z "logical_date": "2024-02-23T03:06:37.954001+00:00", 2024-02-23T03:06:37.997774341Z "note": null, 2024-02-23T03:06:37.997777645Z "run_type": "manual", 2024-02-23T03:06:37.997780826Z "start_date": null, 2024-02-23T03:06:37.997783963Z "state": "queued" 2024-02-23T03:06:37.997787028Z } 2024-02-23T03:06:37.997789976Z 2024-02-23T03:06:37.997858095Z INFO: 10.244.0.45:55862 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T03:51:59.821055896Z 2024/02/23 03:51:59 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-02-23T03:52:00.170379429Z 2024/02/23 03:52:00 INFO main.py:53 Response: { 2024-02-23T03:52:00.170406740Z "conf": { 2024-02-23T03:52:00.170415479Z "alerts": [ 2024-02-23T03:52:00.170423378Z { 2024-02-23T03:52:00.170433651Z "annotations": {}, 2024-02-23T03:52:00.170441812Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T03:52:00.170449767Z "fingerprint": "e98dc40af0fdb82f", 2024-02-23T03:52:00.170460256Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22e68f0a10-ee17-4d24-b92f-77b94b5eaa7d%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22e68f0a10-ee17-4d24-b92f-77b94b5eaa7d%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-02-23T03:52:00.170473154Z "labels": { 2024-02-23T03:52:00.170481965Z "alertname": "scaleout_5ad159f5-70ec-461e-af3d-df11aa1979ba", 2024-02-23T03:52:00.170490723Z "ns_id": "e68f0a10-ee17-4d24-b92f-77b94b5eaa7d", 2024-02-23T03:52:00.170524877Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-23T03:52:00.170532931Z "vnf_member_index": "vnf" 2024-02-23T03:52:00.170541292Z }, 2024-02-23T03:52:00.170549114Z "startsAt": "2024-02-23T03:51:49.803Z", 2024-02-23T03:52:00.170556815Z "status": "firing" 2024-02-23T03:52:00.170564629Z } 2024-02-23T03:52:00.170572477Z ], 2024-02-23T03:52:00.170580304Z "commonAnnotations": {}, 2024-02-23T03:52:00.170588034Z "commonLabels": { 2024-02-23T03:52:00.170595936Z "alertname": "scaleout_5ad159f5-70ec-461e-af3d-df11aa1979ba", 2024-02-23T03:52:00.170603733Z "ns_id": "e68f0a10-ee17-4d24-b92f-77b94b5eaa7d", 2024-02-23T03:52:00.170611487Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-23T03:52:00.170619127Z "vnf_member_index": "vnf" 2024-02-23T03:52:00.170627090Z }, 2024-02-23T03:52:00.170635084Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T03:52:00.170642785Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-02-23T03:52:00.170650535Z "groupLabels": {}, 2024-02-23T03:52:00.170658942Z "receiver": "scaleout-webhook", 2024-02-23T03:52:00.170666635Z "status": "firing", 2024-02-23T03:52:00.170674291Z "truncatedAlerts": 0, 2024-02-23T03:52:00.170681978Z "version": "4" 2024-02-23T03:52:00.170689964Z }, 2024-02-23T03:52:00.170697817Z "dag_id": "scaleout_vdu", 2024-02-23T03:52:00.170706495Z "dag_run_id": "scaleout_vdu_20240223035159_050699", 2024-02-23T03:52:00.170741470Z "data_interval_end": "2024-02-23T03:52:00.108124+00:00", 2024-02-23T03:52:00.170750447Z "data_interval_start": "2024-02-23T03:52:00.108124+00:00", 2024-02-23T03:52:00.170758382Z "end_date": null, 2024-02-23T03:52:00.170766139Z "execution_date": "2024-02-23T03:52:00.108124+00:00", 2024-02-23T03:52:00.170774003Z "external_trigger": true, 2024-02-23T03:52:00.170781914Z "last_scheduling_decision": null, 2024-02-23T03:52:00.170789687Z "logical_date": "2024-02-23T03:52:00.108124+00:00", 2024-02-23T03:52:00.170797647Z "note": null, 2024-02-23T03:52:00.170805589Z "run_type": "manual", 2024-02-23T03:52:00.170813361Z "start_date": null, 2024-02-23T03:52:00.170821316Z "state": "queued" 2024-02-23T03:52:00.170894338Z } 2024-02-23T03:52:00.170902398Z 2024-02-23T03:52:00.171378799Z INFO: 10.244.0.45:41898 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-02-23T03:57:59.829320678Z 2024/02/23 03:57:59 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-02-23T03:58:00.264058223Z 2024/02/23 03:58:00 INFO main.py:53 Response: { 2024-02-23T03:58:00.264100679Z "conf": { 2024-02-23T03:58:00.264160987Z "alerts": [ 2024-02-23T03:58:00.264177826Z { 2024-02-23T03:58:00.264191918Z "annotations": {}, 2024-02-23T03:58:00.264205443Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T03:58:00.264220726Z "fingerprint": "e98dc40af0fdb82f", 2024-02-23T03:58:00.264236425Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22e68f0a10-ee17-4d24-b92f-77b94b5eaa7d%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22e68f0a10-ee17-4d24-b92f-77b94b5eaa7d%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-02-23T03:58:00.264250786Z "labels": { 2024-02-23T03:58:00.264264429Z "alertname": "scaleout_5ad159f5-70ec-461e-af3d-df11aa1979ba", 2024-02-23T03:58:00.264280296Z "ns_id": "e68f0a10-ee17-4d24-b92f-77b94b5eaa7d", 2024-02-23T03:58:00.264326815Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-23T03:58:00.264339558Z "vnf_member_index": "vnf" 2024-02-23T03:58:00.264352203Z }, 2024-02-23T03:58:00.264364950Z "startsAt": "2024-02-23T03:51:49.803Z", 2024-02-23T03:58:00.264377154Z "status": "firing" 2024-02-23T03:58:00.264389518Z } 2024-02-23T03:58:00.264402472Z ], 2024-02-23T03:58:00.264415174Z "commonAnnotations": {}, 2024-02-23T03:58:00.264427402Z "commonLabels": { 2024-02-23T03:58:00.264440848Z "alertname": "scaleout_5ad159f5-70ec-461e-af3d-df11aa1979ba", 2024-02-23T03:58:00.264453659Z "ns_id": "e68f0a10-ee17-4d24-b92f-77b94b5eaa7d", 2024-02-23T03:58:00.264470496Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-23T03:58:00.264482485Z "vnf_member_index": "vnf" 2024-02-23T03:58:00.264494911Z }, 2024-02-23T03:58:00.264507306Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T03:58:00.264519839Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-02-23T03:58:00.264532029Z "groupLabels": {}, 2024-02-23T03:58:00.264544798Z "receiver": "scaleout-webhook", 2024-02-23T03:58:00.264558845Z "status": "firing", 2024-02-23T03:58:00.264570564Z "truncatedAlerts": 0, 2024-02-23T03:58:00.264582774Z "version": "4" 2024-02-23T03:58:00.264594793Z }, 2024-02-23T03:58:00.264607824Z "dag_id": "scaleout_vdu", 2024-02-23T03:58:00.264629249Z "dag_run_id": "scaleout_vdu_20240223035759_012028", 2024-02-23T03:58:00.264641505Z "data_interval_end": "2024-02-23T03:58:00.190728+00:00", 2024-02-23T03:58:00.264653317Z "data_interval_start": "2024-02-23T03:58:00.190728+00:00", 2024-02-23T03:58:00.264665462Z "end_date": null, 2024-02-23T03:58:00.264678443Z "execution_date": "2024-02-23T03:58:00.190728+00:00", 2024-02-23T03:58:00.264692952Z "external_trigger": true, 2024-02-23T03:58:00.264708169Z "last_scheduling_decision": null, 2024-02-23T03:58:00.264721765Z "logical_date": "2024-02-23T03:58:00.190728+00:00", 2024-02-23T03:58:00.264734552Z "note": null, 2024-02-23T03:58:00.264747642Z "run_type": "manual", 2024-02-23T03:58:00.264762232Z "start_date": null, 2024-02-23T03:58:00.264774393Z "state": "queued" 2024-02-23T03:58:00.264791234Z } 2024-02-23T03:58:00.264819617Z 2024-02-23T03:58:00.265653685Z INFO: 10.244.0.45:50978 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-02-23T03:59:59.823140648Z 2024/02/23 03:59:59 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-02-23T04:00:00.922662454Z 2024/02/23 04:00:00 INFO main.py:53 Response: { 2024-02-23T04:00:00.922682111Z "conf": { 2024-02-23T04:00:00.922705694Z "alerts": [ 2024-02-23T04:00:00.922709181Z { 2024-02-23T04:00:00.922713254Z "annotations": {}, 2024-02-23T04:00:00.922716657Z "endsAt": "2024-02-23T03:58:19.803Z", 2024-02-23T04:00:00.922719795Z "fingerprint": "e98dc40af0fdb82f", 2024-02-23T04:00:00.922727387Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22e68f0a10-ee17-4d24-b92f-77b94b5eaa7d%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22e68f0a10-ee17-4d24-b92f-77b94b5eaa7d%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-02-23T04:00:00.922732246Z "labels": { 2024-02-23T04:00:00.922737002Z "alertname": "scaleout_5ad159f5-70ec-461e-af3d-df11aa1979ba", 2024-02-23T04:00:00.922760669Z "ns_id": "e68f0a10-ee17-4d24-b92f-77b94b5eaa7d", 2024-02-23T04:00:00.922764000Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-23T04:00:00.922767406Z "vnf_member_index": "vnf" 2024-02-23T04:00:00.922770632Z }, 2024-02-23T04:00:00.922773817Z "startsAt": "2024-02-23T03:51:49.803Z", 2024-02-23T04:00:00.922777086Z "status": "resolved" 2024-02-23T04:00:00.922780143Z } 2024-02-23T04:00:00.922783361Z ], 2024-02-23T04:00:00.922786722Z "commonAnnotations": {}, 2024-02-23T04:00:00.922789847Z "commonLabels": { 2024-02-23T04:00:00.922793089Z "alertname": "scaleout_5ad159f5-70ec-461e-af3d-df11aa1979ba", 2024-02-23T04:00:00.922796239Z "ns_id": "e68f0a10-ee17-4d24-b92f-77b94b5eaa7d", 2024-02-23T04:00:00.922799511Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-23T04:00:00.922802639Z "vnf_member_index": "vnf" 2024-02-23T04:00:00.922805717Z }, 2024-02-23T04:00:00.922808926Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T04:00:00.922812167Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-02-23T04:00:00.922815345Z "groupLabels": {}, 2024-02-23T04:00:00.922818538Z "receiver": "scaleout-webhook", 2024-02-23T04:00:00.922840251Z "status": "resolved", 2024-02-23T04:00:00.922844726Z "truncatedAlerts": 0, 2024-02-23T04:00:00.922848595Z "version": "4" 2024-02-23T04:00:00.922851647Z }, 2024-02-23T04:00:00.922854954Z "dag_id": "scaleout_vdu", 2024-02-23T04:00:00.922862826Z "dag_run_id": "scaleout_vdu_20240223035959_193370", 2024-02-23T04:00:00.922866241Z "data_interval_end": "2024-02-23T04:00:00.113254+00:00", 2024-02-23T04:00:00.922869611Z "data_interval_start": "2024-02-23T04:00:00.113254+00:00", 2024-02-23T04:00:00.922872945Z "end_date": null, 2024-02-23T04:00:00.922876115Z "execution_date": "2024-02-23T04:00:00.113254+00:00", 2024-02-23T04:00:00.922879285Z "external_trigger": true, 2024-02-23T04:00:00.922882331Z "last_scheduling_decision": null, 2024-02-23T04:00:00.922885606Z "logical_date": "2024-02-23T04:00:00.113254+00:00", 2024-02-23T04:00:00.922888867Z "note": null, 2024-02-23T04:00:00.922892273Z "run_type": "manual", 2024-02-23T04:00:00.922895859Z "start_date": null, 2024-02-23T04:00:00.922899249Z "state": "queued" 2024-02-23T04:00:00.922902463Z } 2024-02-23T04:00:00.922905421Z 2024-02-23T04:00:00.923722985Z INFO: 10.244.0.45:42370 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-02-23T04:06:55.538390955Z 2024/02/23 04:06:55 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-02-23T04:06:55.850171576Z 2024/02/23 04:06:55 INFO main.py:53 Response: { 2024-02-23T04:06:55.850202853Z "conf": { 2024-02-23T04:06:55.850212374Z "alerts": [ 2024-02-23T04:06:55.850221051Z { 2024-02-23T04:06:55.850230939Z "annotations": {}, 2024-02-23T04:06:55.850239791Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:06:55.850248422Z "fingerprint": "95a70ab93bb346f0", 2024-02-23T04:06:55.850292331Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%223f0229cf-6010-44b9-9812-d9b9f5e49995%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-02-23T04:06:55.850301983Z "labels": { 2024-02-23T04:06:55.850311728Z "alertname": "vdu_alarm_dc023da6-f805-4d32-82df-f2a7c3ad5570", 2024-02-23T04:06:55.850320450Z "job": "airflow_osm_vm_metrics_ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:06:55.850329165Z "metric_id": "cirros_vnf_cpu_util", 2024-02-23T04:06:55.850366750Z "ns_id": "3f0229cf-6010-44b9-9812-d9b9f5e49995", 2024-02-23T04:06:55.850375518Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:06:55.850384621Z "vdu_id": "cirros_vnfd-VM", 2024-02-23T04:06:55.850393213Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-02-23T04:06:55.850401664Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:06:55.850410072Z "vm_id": "f7238380-ec8f-48f7-89de-fd2f9f36fe60", 2024-02-23T04:06:55.850418704Z "vnf_member_index": "vnf" 2024-02-23T04:06:55.850427499Z }, 2024-02-23T04:06:55.850436273Z "startsAt": "2024-02-23T04:06:45.521Z", 2024-02-23T04:06:55.850444883Z "status": "firing" 2024-02-23T04:06:55.850453402Z } 2024-02-23T04:06:55.850462329Z ], 2024-02-23T04:06:55.850471903Z "commonAnnotations": {}, 2024-02-23T04:06:55.850480518Z "commonLabels": { 2024-02-23T04:06:55.850489320Z "alertname": "vdu_alarm_dc023da6-f805-4d32-82df-f2a7c3ad5570", 2024-02-23T04:06:55.850497943Z "job": "airflow_osm_vm_metrics_ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:06:55.850506694Z "metric_id": "cirros_vnf_cpu_util", 2024-02-23T04:06:55.850515404Z "ns_id": "3f0229cf-6010-44b9-9812-d9b9f5e49995", 2024-02-23T04:06:55.850524106Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:06:55.850532764Z "vdu_id": "cirros_vnfd-VM", 2024-02-23T04:06:55.850541194Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-02-23T04:06:55.850549837Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:06:55.850558288Z "vm_id": "f7238380-ec8f-48f7-89de-fd2f9f36fe60", 2024-02-23T04:06:55.850567119Z "vnf_member_index": "vnf" 2024-02-23T04:06:55.850575672Z }, 2024-02-23T04:06:55.850584624Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T04:06:55.850593025Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-02-23T04:06:55.850619485Z "groupLabels": {}, 2024-02-23T04:06:55.850628351Z "receiver": "alarm-webhook", 2024-02-23T04:06:55.850637000Z "status": "firing", 2024-02-23T04:06:55.850645597Z "truncatedAlerts": 0, 2024-02-23T04:06:55.850668234Z "version": "4" 2024-02-23T04:06:55.850677696Z }, 2024-02-23T04:06:55.850686613Z "dag_id": "vdu_alarm", 2024-02-23T04:06:55.850695168Z "dag_run_id": "vdu_alarm_20240223040655_539479", 2024-02-23T04:06:55.850703838Z "data_interval_end": "2024-02-23T04:06:55.802306+00:00", 2024-02-23T04:06:55.850712701Z "data_interval_start": "2024-02-23T04:06:55.802306+00:00", 2024-02-23T04:06:55.850721605Z "end_date": null, 2024-02-23T04:06:55.850730199Z "execution_date": "2024-02-23T04:06:55.802306+00:00", 2024-02-23T04:06:55.850738740Z "external_trigger": true, 2024-02-23T04:06:55.850747389Z "last_scheduling_decision": null, 2024-02-23T04:06:55.850780275Z "logical_date": "2024-02-23T04:06:55.802306+00:00", 2024-02-23T04:06:55.850789464Z "note": null, 2024-02-23T04:06:55.850798491Z "run_type": "manual", 2024-02-23T04:06:55.850807131Z "start_date": null, 2024-02-23T04:06:55.850815864Z "state": "queued" 2024-02-23T04:06:55.850882697Z } 2024-02-23T04:06:55.850894406Z 2024-02-23T04:06:55.851008196Z INFO: 10.244.0.45:58612 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-02-23T04:10:55.540065936Z 2024/02/23 04:10:55 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-02-23T04:10:55.785346723Z 2024/02/23 04:10:55 INFO main.py:53 Response: { 2024-02-23T04:10:55.785366029Z "conf": { 2024-02-23T04:10:55.785389080Z "alerts": [ 2024-02-23T04:10:55.785395615Z { 2024-02-23T04:10:55.785401987Z "annotations": {}, 2024-02-23T04:10:55.785407848Z "endsAt": "2024-02-23T04:10:45.521Z", 2024-02-23T04:10:55.785413530Z "fingerprint": "95a70ab93bb346f0", 2024-02-23T04:10:55.785420108Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%223f0229cf-6010-44b9-9812-d9b9f5e49995%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-02-23T04:10:55.785426954Z "labels": { 2024-02-23T04:10:55.785433565Z "alertname": "vdu_alarm_dc023da6-f805-4d32-82df-f2a7c3ad5570", 2024-02-23T04:10:55.785439305Z "job": "airflow_osm_vm_metrics_ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:10:55.785444955Z "metric_id": "cirros_vnf_cpu_util", 2024-02-23T04:10:55.785451357Z "ns_id": "3f0229cf-6010-44b9-9812-d9b9f5e49995", 2024-02-23T04:10:55.785456965Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:10:55.785462638Z "vdu_id": "cirros_vnfd-VM", 2024-02-23T04:10:55.785468204Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-02-23T04:10:55.785473875Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:10:55.785480065Z "vm_id": "f7238380-ec8f-48f7-89de-fd2f9f36fe60", 2024-02-23T04:10:55.785485859Z "vnf_member_index": "vnf" 2024-02-23T04:10:55.785491554Z }, 2024-02-23T04:10:55.785497283Z "startsAt": "2024-02-23T04:06:45.521Z", 2024-02-23T04:10:55.785502954Z "status": "resolved" 2024-02-23T04:10:55.785508627Z } 2024-02-23T04:10:55.785514405Z ], 2024-02-23T04:10:55.785520343Z "commonAnnotations": {}, 2024-02-23T04:10:55.785525982Z "commonLabels": { 2024-02-23T04:10:55.785531840Z "alertname": "vdu_alarm_dc023da6-f805-4d32-82df-f2a7c3ad5570", 2024-02-23T04:10:55.785538956Z "job": "airflow_osm_vm_metrics_ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:10:55.785547428Z "metric_id": "cirros_vnf_cpu_util", 2024-02-23T04:10:55.785555848Z "ns_id": "3f0229cf-6010-44b9-9812-d9b9f5e49995", 2024-02-23T04:10:55.785563939Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:10:55.785572040Z "vdu_id": "cirros_vnfd-VM", 2024-02-23T04:10:55.785580162Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-02-23T04:10:55.785587942Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:10:55.785596093Z "vm_id": "f7238380-ec8f-48f7-89de-fd2f9f36fe60", 2024-02-23T04:10:55.785603939Z "vnf_member_index": "vnf" 2024-02-23T04:10:55.785612060Z }, 2024-02-23T04:10:55.785620563Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T04:10:55.785628337Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-02-23T04:10:55.785637208Z "groupLabels": {}, 2024-02-23T04:10:55.785645981Z "receiver": "alarm-webhook", 2024-02-23T04:10:55.785654313Z "status": "resolved", 2024-02-23T04:10:55.785662613Z "truncatedAlerts": 0, 2024-02-23T04:10:55.785671003Z "version": "4" 2024-02-23T04:10:55.785679603Z }, 2024-02-23T04:10:55.785687944Z "dag_id": "vdu_alarm", 2024-02-23T04:10:55.785696185Z "dag_run_id": "vdu_alarm_20240223041055_601364", 2024-02-23T04:10:55.785710035Z "data_interval_end": "2024-02-23T04:10:55.757384+00:00", 2024-02-23T04:10:55.785717650Z "data_interval_start": "2024-02-23T04:10:55.757384+00:00", 2024-02-23T04:10:55.785723324Z "end_date": null, 2024-02-23T04:10:55.785729049Z "execution_date": "2024-02-23T04:10:55.757384+00:00", 2024-02-23T04:10:55.785744279Z "external_trigger": true, 2024-02-23T04:10:55.785750017Z "last_scheduling_decision": null, 2024-02-23T04:10:55.785755622Z "logical_date": "2024-02-23T04:10:55.757384+00:00", 2024-02-23T04:10:55.785761372Z "note": null, 2024-02-23T04:10:55.785767094Z "run_type": "manual", 2024-02-23T04:10:55.785772786Z "start_date": null, 2024-02-23T04:10:55.785778515Z "state": "queued" 2024-02-23T04:10:55.785784315Z } 2024-02-23T04:10:55.785789814Z 2024-02-23T04:10:55.786193060Z INFO: 10.244.0.45:56582 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-02-23T04:17:37.698246755Z 2024/02/23 04:17:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T04:17:38.076790615Z INFO: 10.244.0.45:56074 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T04:17:38.076835720Z 2024/02/23 04:17:38 INFO main.py:53 Response: { 2024-02-23T04:17:38.076840313Z "conf": { 2024-02-23T04:17:38.076843521Z "alerts": [ 2024-02-23T04:17:38.076846529Z { 2024-02-23T04:17:38.076862864Z "annotations": { 2024-02-23T04:17:38.076866491Z "description": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:17:38.076869719Z "summary": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:17:38.076872618Z }, 2024-02-23T04:17:38.076875490Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:17:38.076878579Z "fingerprint": "b0a05bd7b26dba05", 2024-02-23T04:17:38.076881781Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:17:38.076884675Z "labels": { 2024-02-23T04:17:38.076887527Z "alertname": "vdu_down", 2024-02-23T04:17:38.076890712Z "job": "osm_prometheus", 2024-02-23T04:17:38.076893544Z "ns_id": "0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:17:38.076896449Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:17:38.076899314Z "vdu_id": "3a7400b0-3eea-4c65-a56d-eeb7292bea84", 2024-02-23T04:17:38.076902317Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-23T04:17:38.076905728Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:17:38.076908611Z "vm_id": "5d003e02-8a57-4b77-97d2-ed06d22cfd09", 2024-02-23T04:17:38.076911427Z "vnf_id": "4db353ec-4797-44a5-b92d-856defc3cebc", 2024-02-23T04:17:38.076914371Z "vnf_member_index": "VyOS Router" 2024-02-23T04:17:38.076917172Z }, 2024-02-23T04:17:38.076920226Z "startsAt": "2024-02-23T04:17:27.687Z", 2024-02-23T04:17:38.076923537Z "status": "firing" 2024-02-23T04:17:38.076926385Z } 2024-02-23T04:17:38.076929212Z ], 2024-02-23T04:17:38.076932080Z "commonAnnotations": { 2024-02-23T04:17:38.076940034Z "description": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:17:38.076943215Z "summary": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:17:38.076946095Z }, 2024-02-23T04:17:38.076948932Z "commonLabels": { 2024-02-23T04:17:38.076951848Z "alertname": "vdu_down", 2024-02-23T04:17:38.076954729Z "job": "osm_prometheus", 2024-02-23T04:17:38.076957601Z "ns_id": "0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:17:38.076971091Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:17:38.076974206Z "vdu_id": "3a7400b0-3eea-4c65-a56d-eeb7292bea84", 2024-02-23T04:17:38.076976977Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-23T04:17:38.076979791Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:17:38.076982683Z "vm_id": "5d003e02-8a57-4b77-97d2-ed06d22cfd09", 2024-02-23T04:17:38.076985510Z "vnf_id": "4db353ec-4797-44a5-b92d-856defc3cebc", 2024-02-23T04:17:38.076988349Z "vnf_member_index": "VyOS Router" 2024-02-23T04:17:38.076991199Z }, 2024-02-23T04:17:38.076994075Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T04:17:38.076997103Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T04:17:38.076999884Z "groupLabels": {}, 2024-02-23T04:17:38.077002919Z "receiver": "vdu-webhook", 2024-02-23T04:17:38.077005666Z "status": "firing", 2024-02-23T04:17:38.077008485Z "truncatedAlerts": 0, 2024-02-23T04:17:38.077011321Z "version": "4" 2024-02-23T04:17:38.077014151Z }, 2024-02-23T04:17:38.077017013Z "dag_id": "vdu_down", 2024-02-23T04:17:38.077019781Z "dag_run_id": "vdu_down_20240223041737_737991", 2024-02-23T04:17:38.077022593Z "data_interval_end": "2024-02-23T04:17:38.031216+00:00", 2024-02-23T04:17:38.077025476Z "data_interval_start": "2024-02-23T04:17:38.031216+00:00", 2024-02-23T04:17:38.077028240Z "end_date": null, 2024-02-23T04:17:38.077031464Z "execution_date": "2024-02-23T04:17:38.031216+00:00", 2024-02-23T04:17:38.077050764Z "external_trigger": true, 2024-02-23T04:17:38.077053856Z "last_scheduling_decision": null, 2024-02-23T04:17:38.077056925Z "logical_date": "2024-02-23T04:17:38.031216+00:00", 2024-02-23T04:17:38.077059888Z "note": null, 2024-02-23T04:17:38.077062881Z "run_type": "manual", 2024-02-23T04:17:38.077065864Z "start_date": null, 2024-02-23T04:17:38.077068913Z "state": "queued" 2024-02-23T04:17:38.077071961Z } 2024-02-23T04:17:38.077074912Z 2024-02-23T04:25:37.708818152Z 2024/02/23 04:25:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T04:25:38.039998594Z 2024/02/23 04:25:38 INFO main.py:53 Response: { 2024-02-23T04:25:38.040037366Z "conf": { 2024-02-23T04:25:38.040047220Z "alerts": [ 2024-02-23T04:25:38.040063492Z { 2024-02-23T04:25:38.040073755Z "annotations": { 2024-02-23T04:25:38.040083528Z "description": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:25:38.040093181Z "summary": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:25:38.040101984Z }, 2024-02-23T04:25:38.040110915Z "endsAt": "2024-02-23T04:24:57.687Z", 2024-02-23T04:25:38.040119689Z "fingerprint": "b0a05bd7b26dba05", 2024-02-23T04:25:38.040129232Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:25:38.040137917Z "labels": { 2024-02-23T04:25:38.040146833Z "alertname": "vdu_down", 2024-02-23T04:25:38.040155490Z "job": "osm_prometheus", 2024-02-23T04:25:38.040164652Z "ns_id": "0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:25:38.040173267Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:25:38.040181830Z "vdu_id": "3a7400b0-3eea-4c65-a56d-eeb7292bea84", 2024-02-23T04:25:38.040214349Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-23T04:25:38.040223209Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:25:38.040231669Z "vm_id": "5d003e02-8a57-4b77-97d2-ed06d22cfd09", 2024-02-23T04:25:38.040240200Z "vnf_id": "4db353ec-4797-44a5-b92d-856defc3cebc", 2024-02-23T04:25:38.040261145Z "vnf_member_index": "VyOS Router" 2024-02-23T04:25:38.040270045Z }, 2024-02-23T04:25:38.040278535Z "startsAt": "2024-02-23T04:17:27.687Z", 2024-02-23T04:25:38.040287646Z "status": "resolved" 2024-02-23T04:25:38.040296353Z } 2024-02-23T04:25:38.040305085Z ], 2024-02-23T04:25:38.040313776Z "commonAnnotations": { 2024-02-23T04:25:38.040322836Z "description": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:25:38.040331627Z "summary": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:25:38.040340285Z }, 2024-02-23T04:25:38.040348996Z "commonLabels": { 2024-02-23T04:25:38.040357581Z "alertname": "vdu_down", 2024-02-23T04:25:38.040366047Z "job": "osm_prometheus", 2024-02-23T04:25:38.040374804Z "ns_id": "0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:25:38.040383294Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:25:38.040391957Z "vdu_id": "3a7400b0-3eea-4c65-a56d-eeb7292bea84", 2024-02-23T04:25:38.040400475Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-23T04:25:38.040408986Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:25:38.040417439Z "vm_id": "5d003e02-8a57-4b77-97d2-ed06d22cfd09", 2024-02-23T04:25:38.040425860Z "vnf_id": "4db353ec-4797-44a5-b92d-856defc3cebc", 2024-02-23T04:25:38.040434369Z "vnf_member_index": "VyOS Router" 2024-02-23T04:25:38.040442909Z }, 2024-02-23T04:25:38.040451542Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T04:25:38.040460129Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T04:25:38.040468791Z "groupLabels": {}, 2024-02-23T04:25:38.040477318Z "receiver": "vdu-webhook", 2024-02-23T04:25:38.040485826Z "status": "resolved", 2024-02-23T04:25:38.040494283Z "truncatedAlerts": 0, 2024-02-23T04:25:38.040502783Z "version": "4" 2024-02-23T04:25:38.040511301Z }, 2024-02-23T04:25:38.040520304Z "dag_id": "vdu_down", 2024-02-23T04:25:38.040528955Z "dag_run_id": "vdu_down_20240223042537_670085", 2024-02-23T04:25:38.040537515Z "data_interval_end": "2024-02-23T04:25:38.006486+00:00", 2024-02-23T04:25:38.040546109Z "data_interval_start": "2024-02-23T04:25:38.006486+00:00", 2024-02-23T04:25:38.040554844Z "end_date": null, 2024-02-23T04:25:38.040563431Z "execution_date": "2024-02-23T04:25:38.006486+00:00", 2024-02-23T04:25:38.040571951Z "external_trigger": true, 2024-02-23T04:25:38.040579804Z INFO: 10.244.0.45:34046 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T04:25:38.040580452Z "last_scheduling_decision": null, 2024-02-23T04:25:38.040597641Z "logical_date": "2024-02-23T04:25:38.006486+00:00", 2024-02-23T04:25:38.040601911Z "note": null, 2024-02-23T04:25:38.040606117Z "run_type": "manual", 2024-02-23T04:25:38.040610065Z "start_date": null, 2024-02-23T04:25:38.040614094Z "state": "queued" 2024-02-23T04:25:38.040617875Z } 2024-02-23T04:25:38.040621517Z 2024-02-23T04:32:27.696949170Z 2024/02/23 04:32:27 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T04:32:27.958495491Z 2024/02/23 04:32:27 INFO main.py:53 Response: { 2024-02-23T04:32:27.958510829Z "conf": { 2024-02-23T04:32:27.958525684Z "alerts": [ 2024-02-23T04:32:27.958528737Z { 2024-02-23T04:32:27.958532402Z "annotations": { 2024-02-23T04:32:27.958536333Z "description": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:32:27.958540404Z "summary": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:32:27.958543633Z }, 2024-02-23T04:32:27.958546943Z "endsAt": "2024-02-23T04:24:57.687Z", 2024-02-23T04:32:27.958549962Z "fingerprint": "b0a05bd7b26dba05", 2024-02-23T04:32:27.958553564Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:32:27.958556696Z "labels": { 2024-02-23T04:32:27.958559806Z "alertname": "vdu_down", 2024-02-23T04:32:27.958563345Z "job": "osm_prometheus", 2024-02-23T04:32:27.958566860Z "ns_id": "0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:32:27.958570209Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:32:27.958573155Z "vdu_id": "3a7400b0-3eea-4c65-a56d-eeb7292bea84", 2024-02-23T04:32:27.958576096Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-23T04:32:27.958579060Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:32:27.958582181Z "vm_id": "5d003e02-8a57-4b77-97d2-ed06d22cfd09", 2024-02-23T04:32:27.958589015Z "vnf_id": "4db353ec-4797-44a5-b92d-856defc3cebc", 2024-02-23T04:32:27.958599985Z "vnf_member_index": "VyOS Router" 2024-02-23T04:32:27.958603141Z }, 2024-02-23T04:32:27.958606109Z "startsAt": "2024-02-23T04:17:27.687Z", 2024-02-23T04:32:27.958609644Z "status": "resolved" 2024-02-23T04:32:27.958612684Z }, 2024-02-23T04:32:27.958615638Z { 2024-02-23T04:32:27.958618727Z "annotations": { 2024-02-23T04:32:27.958621819Z "description": "VDU 1d4bf865-532e-448c-9ac2-74d8144567ce in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 1963f6a2-cf9f-48b9-9783-2cad3c0140dd", 2024-02-23T04:32:27.958625148Z "summary": "VDU 1d4bf865-532e-448c-9ac2-74d8144567ce in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:32:27.958628368Z }, 2024-02-23T04:32:27.958631363Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:32:27.958634397Z "fingerprint": "b35acac56ea1a205", 2024-02-23T04:32:27.958637467Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:32:27.958640491Z "labels": { 2024-02-23T04:32:27.958643689Z "alertname": "vdu_down", 2024-02-23T04:32:27.958646654Z "job": "osm_prometheus", 2024-02-23T04:32:27.958649613Z "ns_id": "1963f6a2-cf9f-48b9-9783-2cad3c0140dd", 2024-02-23T04:32:27.958652692Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:32:27.958655656Z "vdu_id": "3872dc6b-d844-4eb4-8336-94fcbff1587c", 2024-02-23T04:32:27.958659208Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-23T04:32:27.958662183Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:32:27.958665223Z "vm_id": "1d4bf865-532e-448c-9ac2-74d8144567ce", 2024-02-23T04:32:27.958678820Z "vnf_id": "f7fdbe82-d1df-4a59-ba74-8de79b3f1fc1", 2024-02-23T04:32:27.958681832Z "vnf_member_index": "middle" 2024-02-23T04:32:27.958684847Z }, 2024-02-23T04:32:27.958688222Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:32:27.958691238Z "status": "firing" 2024-02-23T04:32:27.958694215Z }, 2024-02-23T04:32:27.958697241Z { 2024-02-23T04:32:27.958700279Z "annotations": { 2024-02-23T04:32:27.958703342Z "description": "VDU bf695714-dcdd-4fde-947b-b9baf1155de4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 4d8e328d-97e6-4852-8f64-573f8c75489b", 2024-02-23T04:32:27.958706380Z "summary": "VDU bf695714-dcdd-4fde-947b-b9baf1155de4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:32:27.958709408Z }, 2024-02-23T04:32:27.958712427Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:32:27.958715409Z "fingerprint": "419fbbf840973bee", 2024-02-23T04:32:27.958718555Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:32:27.958721637Z "labels": { 2024-02-23T04:32:27.958724572Z "alertname": "vdu_down", 2024-02-23T04:32:27.958727553Z "job": "osm_prometheus", 2024-02-23T04:32:27.958730517Z "ns_id": "4d8e328d-97e6-4852-8f64-573f8c75489b", 2024-02-23T04:32:27.958733546Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:32:27.958736541Z "vdu_id": "ad003495-afb7-4ab8-9843-37613b56dc6f", 2024-02-23T04:32:27.958739519Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:32:27.958742455Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:32:27.958745691Z "vm_id": "bf695714-dcdd-4fde-947b-b9baf1155de4", 2024-02-23T04:32:27.958748635Z "vnf_id": "8ab3e148-662e-4e45-89c3-c4080dfb9ad4", 2024-02-23T04:32:27.958751617Z "vnf_member_index": "edge" 2024-02-23T04:32:27.958754611Z }, 2024-02-23T04:32:27.958757587Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:32:27.958760564Z "status": "firing" 2024-02-23T04:32:27.958763539Z } 2024-02-23T04:32:27.958766508Z ], 2024-02-23T04:32:27.958769475Z "commonAnnotations": {}, 2024-02-23T04:32:27.958772438Z "commonLabels": { 2024-02-23T04:32:27.958775529Z "alertname": "vdu_down", 2024-02-23T04:32:27.958778450Z "job": "osm_prometheus", 2024-02-23T04:32:27.958781437Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:32:27.958784442Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757" 2024-02-23T04:32:27.958787393Z }, 2024-02-23T04:32:27.958790412Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T04:32:27.958793398Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T04:32:27.958796367Z "groupLabels": {}, 2024-02-23T04:32:27.958810222Z "receiver": "vdu-webhook", 2024-02-23T04:32:27.958813565Z "status": "firing", 2024-02-23T04:32:27.958816581Z "truncatedAlerts": 0, 2024-02-23T04:32:27.958819537Z "version": "4" 2024-02-23T04:32:27.958833114Z }, 2024-02-23T04:32:27.958836562Z "dag_id": "vdu_down", 2024-02-23T04:32:27.958839641Z "dag_run_id": "vdu_down_20240223043227_719391", 2024-02-23T04:32:27.958843427Z "data_interval_end": "2024-02-23T04:32:27.925593+00:00", 2024-02-23T04:32:27.958846359Z "data_interval_start": "2024-02-23T04:32:27.925593+00:00", 2024-02-23T04:32:27.958849437Z "end_date": null, 2024-02-23T04:32:27.958852457Z "execution_date": "2024-02-23T04:32:27.925593+00:00", 2024-02-23T04:32:27.958859694Z "external_trigger": true, 2024-02-23T04:32:27.958862696Z "last_scheduling_decision": null, 2024-02-23T04:32:27.958865686Z "logical_date": "2024-02-23T04:32:27.925593+00:00", 2024-02-23T04:32:27.958868639Z "note": null, 2024-02-23T04:32:27.958871595Z "run_type": "manual", 2024-02-23T04:32:27.958874489Z "start_date": null, 2024-02-23T04:32:27.958877496Z "state": "queued" 2024-02-23T04:32:27.958880480Z } 2024-02-23T04:32:27.958883311Z 2024-02-23T04:32:27.959298307Z INFO: 10.244.0.45:52336 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T04:34:27.700871993Z 2024/02/23 04:34:27 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T04:34:27.955943915Z 2024/02/23 04:34:27 INFO main.py:53 Response: { 2024-02-23T04:34:27.955954577Z "conf": { 2024-02-23T04:34:27.955957582Z "alerts": [ 2024-02-23T04:34:27.955960580Z { 2024-02-23T04:34:27.955964076Z "annotations": { 2024-02-23T04:34:27.955967994Z "description": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:34:27.955971934Z "summary": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:34:27.955974846Z }, 2024-02-23T04:34:27.955977693Z "endsAt": "2024-02-23T04:24:57.687Z", 2024-02-23T04:34:27.955980652Z "fingerprint": "b0a05bd7b26dba05", 2024-02-23T04:34:27.955991201Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:34:27.955994534Z "labels": { 2024-02-23T04:34:27.955997457Z "alertname": "vdu_down", 2024-02-23T04:34:27.956000400Z "job": "osm_prometheus", 2024-02-23T04:34:27.956003731Z "ns_id": "0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:34:27.956006606Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:34:27.956009476Z "vdu_id": "3a7400b0-3eea-4c65-a56d-eeb7292bea84", 2024-02-23T04:34:27.956012783Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-23T04:34:27.956015651Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:34:27.956018573Z "vm_id": "5d003e02-8a57-4b77-97d2-ed06d22cfd09", 2024-02-23T04:34:27.956021444Z "vnf_id": "4db353ec-4797-44a5-b92d-856defc3cebc", 2024-02-23T04:34:27.956024418Z "vnf_member_index": "VyOS Router" 2024-02-23T04:34:27.956027447Z }, 2024-02-23T04:34:27.956030216Z "startsAt": "2024-02-23T04:17:27.687Z", 2024-02-23T04:34:27.956033654Z "status": "resolved" 2024-02-23T04:34:27.956036550Z }, 2024-02-23T04:34:27.956039393Z { 2024-02-23T04:34:27.956042347Z "annotations": { 2024-02-23T04:34:27.956045276Z "description": "VDU 1d4bf865-532e-448c-9ac2-74d8144567ce in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 1963f6a2-cf9f-48b9-9783-2cad3c0140dd", 2024-02-23T04:34:27.956048159Z "summary": "VDU 1d4bf865-532e-448c-9ac2-74d8144567ce in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:34:27.956051055Z }, 2024-02-23T04:34:27.956053880Z "endsAt": "2024-02-23T04:32:57.687Z", 2024-02-23T04:34:27.956056687Z "fingerprint": "b35acac56ea1a205", 2024-02-23T04:34:27.956059580Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:34:27.956074959Z "labels": { 2024-02-23T04:34:27.956077890Z "alertname": "vdu_down", 2024-02-23T04:34:27.956080760Z "job": "osm_prometheus", 2024-02-23T04:34:27.956083535Z "ns_id": "1963f6a2-cf9f-48b9-9783-2cad3c0140dd", 2024-02-23T04:34:27.956086571Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:34:27.956089328Z "vdu_id": "3872dc6b-d844-4eb4-8336-94fcbff1587c", 2024-02-23T04:34:27.956092720Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-23T04:34:27.956095539Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:34:27.956098425Z "vm_id": "1d4bf865-532e-448c-9ac2-74d8144567ce", 2024-02-23T04:34:27.956101221Z "vnf_id": "f7fdbe82-d1df-4a59-ba74-8de79b3f1fc1", 2024-02-23T04:34:27.956104038Z "vnf_member_index": "middle" 2024-02-23T04:34:27.956106840Z }, 2024-02-23T04:34:27.956126167Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:34:27.956129113Z "status": "resolved" 2024-02-23T04:34:27.956132350Z }, 2024-02-23T04:34:27.956135391Z { 2024-02-23T04:34:27.956138449Z "annotations": { 2024-02-23T04:34:27.956141622Z "description": "VDU bf695714-dcdd-4fde-947b-b9baf1155de4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 4d8e328d-97e6-4852-8f64-573f8c75489b", 2024-02-23T04:34:27.956145045Z "summary": "VDU bf695714-dcdd-4fde-947b-b9baf1155de4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:34:27.956148000Z }, 2024-02-23T04:34:27.956151297Z "endsAt": "2024-02-23T04:32:57.687Z", 2024-02-23T04:34:27.956154202Z "fingerprint": "419fbbf840973bee", 2024-02-23T04:34:27.956161210Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:34:27.956164258Z "labels": { 2024-02-23T04:34:27.956167329Z "alertname": "vdu_down", 2024-02-23T04:34:27.956170460Z "job": "osm_prometheus", 2024-02-23T04:34:27.956173416Z "ns_id": "4d8e328d-97e6-4852-8f64-573f8c75489b", 2024-02-23T04:34:27.956176364Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:34:27.956179389Z "vdu_id": "ad003495-afb7-4ab8-9843-37613b56dc6f", 2024-02-23T04:34:27.956182407Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:34:27.956185347Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:34:27.956188321Z "vm_id": "bf695714-dcdd-4fde-947b-b9baf1155de4", 2024-02-23T04:34:27.956191381Z "vnf_id": "8ab3e148-662e-4e45-89c3-c4080dfb9ad4", 2024-02-23T04:34:27.956194399Z "vnf_member_index": "edge" 2024-02-23T04:34:27.956197390Z }, 2024-02-23T04:34:27.956200342Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:34:27.956203376Z "status": "resolved" 2024-02-23T04:34:27.956218343Z }, 2024-02-23T04:34:27.956222343Z { 2024-02-23T04:34:27.956226126Z "annotations": { 2024-02-23T04:34:27.956229889Z "description": "VDU dc41a7d7-466d-42b4-8c6d-cf85036cec90 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is c6bae2ac-14e4-4514-ba8a-c4b0609399b3", 2024-02-23T04:34:27.956233747Z "summary": "VDU dc41a7d7-466d-42b4-8c6d-cf85036cec90 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:34:27.956237540Z }, 2024-02-23T04:34:27.956243340Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:34:27.956247187Z "fingerprint": "4eac2cab1443caeb", 2024-02-23T04:34:27.956256310Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:34:27.956260155Z "labels": { 2024-02-23T04:34:27.956263871Z "alertname": "vdu_down", 2024-02-23T04:34:27.956267601Z "job": "osm_prometheus", 2024-02-23T04:34:27.956271380Z "ns_id": "c6bae2ac-14e4-4514-ba8a-c4b0609399b3", 2024-02-23T04:34:27.956275196Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:34:27.956278819Z "vdu_id": "be9cba71-5f72-4251-b685-c3a8fd7361d7", 2024-02-23T04:34:27.956282507Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:34:27.956286136Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:34:27.956289782Z "vm_id": "dc41a7d7-466d-42b4-8c6d-cf85036cec90", 2024-02-23T04:34:27.956293413Z "vnf_id": "d84198df-c820-4200-beef-53646bbcdf7b", 2024-02-23T04:34:27.956297178Z "vnf_member_index": "edge" 2024-02-23T04:34:27.956300922Z }, 2024-02-23T04:34:27.956304639Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:34:27.956308283Z "status": "firing" 2024-02-23T04:34:27.956312000Z } 2024-02-23T04:34:27.956315712Z ], 2024-02-23T04:34:27.956319474Z "commonAnnotations": {}, 2024-02-23T04:34:27.956323149Z "commonLabels": { 2024-02-23T04:34:27.956326880Z "alertname": "vdu_down", 2024-02-23T04:34:27.956330578Z "job": "osm_prometheus", 2024-02-23T04:34:27.956334222Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:34:27.956337896Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757" 2024-02-23T04:34:27.956341605Z }, 2024-02-23T04:34:27.956345376Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T04:34:27.956351251Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T04:34:27.956355147Z "groupLabels": {}, 2024-02-23T04:34:27.956358914Z "receiver": "vdu-webhook", 2024-02-23T04:34:27.956362612Z "status": "firing", 2024-02-23T04:34:27.956366483Z "truncatedAlerts": 0, 2024-02-23T04:34:27.956370134Z "version": "4" 2024-02-23T04:34:27.956373848Z }, 2024-02-23T04:34:27.956377619Z "dag_id": "vdu_down", 2024-02-23T04:34:27.956381408Z "dag_run_id": "vdu_down_20240223043427_692369", 2024-02-23T04:34:27.956385180Z "data_interval_end": "2024-02-23T04:34:27.924963+00:00", 2024-02-23T04:34:27.956388978Z "data_interval_start": "2024-02-23T04:34:27.924963+00:00", 2024-02-23T04:34:27.956392695Z "end_date": null, 2024-02-23T04:34:27.956396385Z "execution_date": "2024-02-23T04:34:27.924963+00:00", 2024-02-23T04:34:27.956400113Z "external_trigger": true, 2024-02-23T04:34:27.956403784Z "last_scheduling_decision": null, 2024-02-23T04:34:27.956407466Z "logical_date": "2024-02-23T04:34:27.924963+00:00", 2024-02-23T04:34:27.956411249Z "note": null, 2024-02-23T04:34:27.956415002Z "run_type": "manual", 2024-02-23T04:34:27.956418715Z "start_date": null, 2024-02-23T04:34:27.956422492Z "state": "queued" 2024-02-23T04:34:27.956426225Z } 2024-02-23T04:34:27.956429832Z 2024-02-23T04:34:27.956458733Z INFO: 10.244.0.45:37066 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T04:36:27.706373978Z 2024/02/23 04:36:27 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T04:36:28.019879665Z 2024/02/23 04:36:28 INFO main.py:53 Response: { 2024-02-23T04:36:28.019894206Z "conf": { 2024-02-23T04:36:28.019897393Z "alerts": [ 2024-02-23T04:36:28.019900300Z { 2024-02-23T04:36:28.019904142Z "annotations": { 2024-02-23T04:36:28.019917320Z "description": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:36:28.019921006Z "summary": "VDU 5d003e02-8a57-4b77-97d2-ed06d22cfd09 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:36:28.019923865Z }, 2024-02-23T04:36:28.019926826Z "endsAt": "2024-02-23T04:24:57.687Z", 2024-02-23T04:36:28.019932878Z "fingerprint": "b0a05bd7b26dba05", 2024-02-23T04:36:28.019936256Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:36:28.019939019Z "labels": { 2024-02-23T04:36:28.019941899Z "alertname": "vdu_down", 2024-02-23T04:36:28.019944807Z "job": "osm_prometheus", 2024-02-23T04:36:28.019948394Z "ns_id": "0d93db16-b5b3-4303-816c-16a8b5fa962d", 2024-02-23T04:36:28.019951309Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:36:28.019954105Z "vdu_id": "3a7400b0-3eea-4c65-a56d-eeb7292bea84", 2024-02-23T04:36:28.019957047Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-23T04:36:28.019959840Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:36:28.019962643Z "vm_id": "5d003e02-8a57-4b77-97d2-ed06d22cfd09", 2024-02-23T04:36:28.019965435Z "vnf_id": "4db353ec-4797-44a5-b92d-856defc3cebc", 2024-02-23T04:36:28.019968186Z "vnf_member_index": "VyOS Router" 2024-02-23T04:36:28.019970960Z }, 2024-02-23T04:36:28.019973789Z "startsAt": "2024-02-23T04:17:27.687Z", 2024-02-23T04:36:28.019977494Z "status": "resolved" 2024-02-23T04:36:28.019980400Z }, 2024-02-23T04:36:28.019983303Z { 2024-02-23T04:36:28.019986087Z "annotations": { 2024-02-23T04:36:28.019988975Z "description": "VDU 1d4bf865-532e-448c-9ac2-74d8144567ce in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 1963f6a2-cf9f-48b9-9783-2cad3c0140dd", 2024-02-23T04:36:28.019991831Z "summary": "VDU 1d4bf865-532e-448c-9ac2-74d8144567ce in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:36:28.019994648Z }, 2024-02-23T04:36:28.019997476Z "endsAt": "2024-02-23T04:32:57.687Z", 2024-02-23T04:36:28.020000290Z "fingerprint": "b35acac56ea1a205", 2024-02-23T04:36:28.020003189Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:36:28.020006173Z "labels": { 2024-02-23T04:36:28.020008939Z "alertname": "vdu_down", 2024-02-23T04:36:28.020011956Z "job": "osm_prometheus", 2024-02-23T04:36:28.020014749Z "ns_id": "1963f6a2-cf9f-48b9-9783-2cad3c0140dd", 2024-02-23T04:36:28.020017530Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:36:28.020020351Z "vdu_id": "3872dc6b-d844-4eb4-8336-94fcbff1587c", 2024-02-23T04:36:28.020023751Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-23T04:36:28.020026697Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:36:28.020029440Z "vm_id": "1d4bf865-532e-448c-9ac2-74d8144567ce", 2024-02-23T04:36:28.020032178Z "vnf_id": "f7fdbe82-d1df-4a59-ba74-8de79b3f1fc1", 2024-02-23T04:36:28.020034985Z "vnf_member_index": "middle" 2024-02-23T04:36:28.020037768Z }, 2024-02-23T04:36:28.020040592Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:36:28.020043423Z "status": "resolved" 2024-02-23T04:36:28.020049434Z }, 2024-02-23T04:36:28.020052349Z { 2024-02-23T04:36:28.020055128Z "annotations": { 2024-02-23T04:36:28.020058211Z "description": "VDU bf695714-dcdd-4fde-947b-b9baf1155de4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 4d8e328d-97e6-4852-8f64-573f8c75489b", 2024-02-23T04:36:28.020061083Z "summary": "VDU bf695714-dcdd-4fde-947b-b9baf1155de4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:36:28.020063863Z }, 2024-02-23T04:36:28.020066627Z "endsAt": "2024-02-23T04:32:57.687Z", 2024-02-23T04:36:28.020069441Z "fingerprint": "419fbbf840973bee", 2024-02-23T04:36:28.020072275Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:36:28.020075222Z "labels": { 2024-02-23T04:36:28.020078025Z "alertname": "vdu_down", 2024-02-23T04:36:28.020080814Z "job": "osm_prometheus", 2024-02-23T04:36:28.020083547Z "ns_id": "4d8e328d-97e6-4852-8f64-573f8c75489b", 2024-02-23T04:36:28.020086283Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:36:28.020089018Z "vdu_id": "ad003495-afb7-4ab8-9843-37613b56dc6f", 2024-02-23T04:36:28.020091886Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:36:28.020094652Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:36:28.020097465Z "vm_id": "bf695714-dcdd-4fde-947b-b9baf1155de4", 2024-02-23T04:36:28.020100279Z "vnf_id": "8ab3e148-662e-4e45-89c3-c4080dfb9ad4", 2024-02-23T04:36:28.020103103Z "vnf_member_index": "edge" 2024-02-23T04:36:28.020105882Z }, 2024-02-23T04:36:28.020108675Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:36:28.020111516Z "status": "resolved" 2024-02-23T04:36:28.020114284Z }, 2024-02-23T04:36:28.020117058Z { 2024-02-23T04:36:28.020119890Z "annotations": { 2024-02-23T04:36:28.020122808Z "description": "VDU dc41a7d7-466d-42b4-8c6d-cf85036cec90 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is c6bae2ac-14e4-4514-ba8a-c4b0609399b3", 2024-02-23T04:36:28.020125629Z "summary": "VDU dc41a7d7-466d-42b4-8c6d-cf85036cec90 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:36:28.020128483Z }, 2024-02-23T04:36:28.020133031Z "endsAt": "2024-02-23T04:34:57.687Z", 2024-02-23T04:36:28.020135943Z "fingerprint": "4eac2cab1443caeb", 2024-02-23T04:36:28.020138804Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:36:28.020141627Z "labels": { 2024-02-23T04:36:28.020144641Z "alertname": "vdu_down", 2024-02-23T04:36:28.020147393Z "job": "osm_prometheus", 2024-02-23T04:36:28.020150270Z "ns_id": "c6bae2ac-14e4-4514-ba8a-c4b0609399b3", 2024-02-23T04:36:28.020153077Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:36:28.020155862Z "vdu_id": "be9cba71-5f72-4251-b685-c3a8fd7361d7", 2024-02-23T04:36:28.020158656Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:36:28.020161527Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:36:28.020164360Z "vm_id": "dc41a7d7-466d-42b4-8c6d-cf85036cec90", 2024-02-23T04:36:28.020167176Z "vnf_id": "d84198df-c820-4200-beef-53646bbcdf7b", 2024-02-23T04:36:28.020169970Z "vnf_member_index": "edge" 2024-02-23T04:36:28.020172806Z }, 2024-02-23T04:36:28.020178672Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:36:28.020181534Z "status": "resolved" 2024-02-23T04:36:28.020184311Z } 2024-02-23T04:36:28.020187111Z ], 2024-02-23T04:36:28.020189903Z "commonAnnotations": {}, 2024-02-23T04:36:28.020192665Z "commonLabels": { 2024-02-23T04:36:28.020195472Z "alertname": "vdu_down", 2024-02-23T04:36:28.020198187Z "job": "osm_prometheus", 2024-02-23T04:36:28.020203091Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:36:28.020205984Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757" 2024-02-23T04:36:28.020208710Z }, 2024-02-23T04:36:28.020211577Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T04:36:28.020214365Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T04:36:28.020217151Z "groupLabels": {}, 2024-02-23T04:36:28.020220121Z "receiver": "vdu-webhook", 2024-02-23T04:36:28.020222876Z "status": "resolved", 2024-02-23T04:36:28.020225640Z "truncatedAlerts": 0, 2024-02-23T04:36:28.020228534Z "version": "4" 2024-02-23T04:36:28.020231310Z }, 2024-02-23T04:36:28.020234226Z "dag_id": "vdu_down", 2024-02-23T04:36:28.020237015Z "dag_run_id": "vdu_down_20240223043627_157275", 2024-02-23T04:36:28.020239801Z "data_interval_end": "2024-02-23T04:36:27.957426+00:00", 2024-02-23T04:36:28.020242583Z "data_interval_start": "2024-02-23T04:36:27.957426+00:00", 2024-02-23T04:36:28.020245536Z "end_date": null, 2024-02-23T04:36:28.020248304Z "execution_date": "2024-02-23T04:36:27.957426+00:00", 2024-02-23T04:36:28.020251054Z "external_trigger": true, 2024-02-23T04:36:28.020253825Z "last_scheduling_decision": null, 2024-02-23T04:36:28.020256635Z "logical_date": "2024-02-23T04:36:27.957426+00:00", 2024-02-23T04:36:28.020259501Z "note": null, 2024-02-23T04:36:28.020262307Z "run_type": "manual", 2024-02-23T04:36:28.020265048Z "start_date": null, 2024-02-23T04:36:28.020267839Z "state": "queued" 2024-02-23T04:36:28.020270616Z } 2024-02-23T04:36:28.020273310Z 2024-02-23T04:36:28.020288370Z INFO: 10.244.0.45:56274 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T04:42:27.702787121Z 2024/02/23 04:42:27 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T04:42:28.000932568Z 2024/02/23 04:42:28 INFO main.py:53 Response: { 2024-02-23T04:42:28.000952935Z "conf": { 2024-02-23T04:42:28.000969149Z "alerts": [ 2024-02-23T04:42:28.000974533Z { 2024-02-23T04:42:28.000980028Z "annotations": { 2024-02-23T04:42:28.000985955Z "description": "VDU 270beca9-ee1b-4969-8873-3a5202315b9e in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is b739c9e5-476c-4992-83af-0e375683df0b", 2024-02-23T04:42:28.000991408Z "summary": "VDU 270beca9-ee1b-4969-8873-3a5202315b9e in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:42:28.000996756Z }, 2024-02-23T04:42:28.001002585Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:42:28.001008042Z "fingerprint": "82323a920ebb013f", 2024-02-23T04:42:28.001012728Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:42:28.001017878Z "labels": { 2024-02-23T04:42:28.001023299Z "alertname": "vdu_down", 2024-02-23T04:42:28.001028534Z "job": "osm_prometheus", 2024-02-23T04:42:28.001034286Z "ns_id": "b739c9e5-476c-4992-83af-0e375683df0b", 2024-02-23T04:42:28.001039302Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:42:28.001056828Z "vdu_id": "b63ebe85-e9e6-48f6-9fab-ab4c9d585872", 2024-02-23T04:42:28.001063109Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-23T04:42:28.001068058Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:42:28.001072655Z "vm_id": "270beca9-ee1b-4969-8873-3a5202315b9e", 2024-02-23T04:42:28.001077500Z "vnf_id": "50bc4811-ab0a-4384-b308-e9045004e332", 2024-02-23T04:42:28.001082267Z "vnf_member_index": "middle" 2024-02-23T04:42:28.001087073Z }, 2024-02-23T04:42:28.001092350Z "startsAt": "2024-02-23T04:42:27.687Z", 2024-02-23T04:42:28.001097696Z "status": "firing" 2024-02-23T04:42:28.001102535Z }, 2024-02-23T04:42:28.001107222Z { 2024-02-23T04:42:28.001112070Z "annotations": { 2024-02-23T04:42:28.001116973Z "description": "VDU 9aeef8ea-3163-4927-b490-6fa1843f246d in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is c1030e66-5a18-45d5-abc6-8c7a3d966bda", 2024-02-23T04:42:28.001123017Z "summary": "VDU 9aeef8ea-3163-4927-b490-6fa1843f246d in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:42:28.001127729Z }, 2024-02-23T04:42:28.001131814Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:42:28.001135700Z "fingerprint": "0d7edcbedf4b957e", 2024-02-23T04:42:28.001139774Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:42:28.001144532Z "labels": { 2024-02-23T04:42:28.001149262Z "alertname": "vdu_down", 2024-02-23T04:42:28.001154519Z "job": "osm_prometheus", 2024-02-23T04:42:28.001160042Z "ns_id": "c1030e66-5a18-45d5-abc6-8c7a3d966bda", 2024-02-23T04:42:28.001165591Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:42:28.001170974Z "vdu_id": "57067bcb-2ae6-4fac-8327-90b26459c87c", 2024-02-23T04:42:28.001175563Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:42:28.001180485Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:42:28.001185507Z "vm_id": "9aeef8ea-3163-4927-b490-6fa1843f246d", 2024-02-23T04:42:28.001190531Z "vnf_id": "af335d6a-31db-4249-bfa8-2bee16bd04f8", 2024-02-23T04:42:28.001195989Z "vnf_member_index": "edge" 2024-02-23T04:42:28.001200895Z }, 2024-02-23T04:42:28.001206210Z "startsAt": "2024-02-23T04:42:27.687Z", 2024-02-23T04:42:28.001211413Z "status": "firing" 2024-02-23T04:42:28.001216582Z }, 2024-02-23T04:42:28.001221667Z { 2024-02-23T04:42:28.001226849Z "annotations": { 2024-02-23T04:42:28.001232489Z "description": "VDU dc41a7d7-466d-42b4-8c6d-cf85036cec90 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is c6bae2ac-14e4-4514-ba8a-c4b0609399b3", 2024-02-23T04:42:28.001237258Z "summary": "VDU dc41a7d7-466d-42b4-8c6d-cf85036cec90 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:42:28.001242161Z }, 2024-02-23T04:42:28.001247232Z "endsAt": "2024-02-23T04:34:57.687Z", 2024-02-23T04:42:28.001252471Z "fingerprint": "4eac2cab1443caeb", 2024-02-23T04:42:28.001257872Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:42:28.001770437Z "labels": { 2024-02-23T04:42:28.001780052Z "alertname": "vdu_down", 2024-02-23T04:42:28.001783381Z "job": "osm_prometheus", 2024-02-23T04:42:28.001794577Z "ns_id": "c6bae2ac-14e4-4514-ba8a-c4b0609399b3", 2024-02-23T04:42:28.001797638Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:42:28.001800697Z "vdu_id": "be9cba71-5f72-4251-b685-c3a8fd7361d7", 2024-02-23T04:42:28.001803880Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:42:28.001806956Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:42:28.001809960Z "vm_id": "dc41a7d7-466d-42b4-8c6d-cf85036cec90", 2024-02-23T04:42:28.001813219Z "vnf_id": "d84198df-c820-4200-beef-53646bbcdf7b", 2024-02-23T04:42:28.001816235Z "vnf_member_index": "edge" 2024-02-23T04:42:28.001819246Z }, 2024-02-23T04:42:28.001834373Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:42:28.001838251Z "status": "resolved" 2024-02-23T04:42:28.001841325Z }, 2024-02-23T04:42:28.001844768Z { 2024-02-23T04:42:28.001847842Z "annotations": { 2024-02-23T04:42:28.001851254Z "description": "VDU c74f1ea5-8539-409e-a0f8-14cd32d25920 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is ca58a709-8656-44a0-8cb6-36f47604ed35", 2024-02-23T04:42:28.001854550Z "summary": "VDU c74f1ea5-8539-409e-a0f8-14cd32d25920 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:42:28.001857647Z }, 2024-02-23T04:42:28.001865590Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:42:28.001868766Z "fingerprint": "0148d8fc3ac90645", 2024-02-23T04:42:28.001872105Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:42:28.001875180Z "labels": { 2024-02-23T04:42:28.001878208Z "alertname": "vdu_down", 2024-02-23T04:42:28.001881182Z "job": "osm_prometheus", 2024-02-23T04:42:28.001884271Z "ns_id": "ca58a709-8656-44a0-8cb6-36f47604ed35", 2024-02-23T04:42:28.001887254Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:42:28.001890541Z "vdu_id": "3cc8f3eb-f397-40dd-8585-f5029bcf6d44", 2024-02-23T04:42:28.001893656Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:42:28.001896777Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:42:28.001899796Z "vm_id": "c74f1ea5-8539-409e-a0f8-14cd32d25920", 2024-02-23T04:42:28.001902798Z "vnf_id": "37e82141-224c-4862-9ca1-02354aa9f79d", 2024-02-23T04:42:28.001905804Z "vnf_member_index": "edge" 2024-02-23T04:42:28.001908938Z }, 2024-02-23T04:42:28.001911934Z "startsAt": "2024-02-23T04:42:27.687Z", 2024-02-23T04:42:28.001914995Z "status": "firing" 2024-02-23T04:42:28.001918149Z } 2024-02-23T04:42:28.001921154Z ], 2024-02-23T04:42:28.001924221Z "commonAnnotations": {}, 2024-02-23T04:42:28.001927270Z "commonLabels": { 2024-02-23T04:42:28.001930360Z "alertname": "vdu_down", 2024-02-23T04:42:28.001933308Z "job": "osm_prometheus", 2024-02-23T04:42:28.001936344Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:42:28.001939433Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757" 2024-02-23T04:42:28.001942466Z }, 2024-02-23T04:42:28.001945736Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T04:42:28.001948772Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T04:42:28.001951821Z "groupLabels": {}, 2024-02-23T04:42:28.001954875Z "receiver": "vdu-webhook", 2024-02-23T04:42:28.001957837Z "status": "firing", 2024-02-23T04:42:28.001964818Z "truncatedAlerts": 0, 2024-02-23T04:42:28.001967811Z "version": "4" 2024-02-23T04:42:28.001970855Z }, 2024-02-23T04:42:28.001973921Z "dag_id": "vdu_down", 2024-02-23T04:42:28.001976975Z "dag_run_id": "vdu_down_20240223044227_847075", 2024-02-23T04:42:28.001979936Z "data_interval_end": "2024-02-23T04:42:27.972404+00:00", 2024-02-23T04:42:28.001982917Z "data_interval_start": "2024-02-23T04:42:27.972404+00:00", 2024-02-23T04:42:28.001985892Z "end_date": null, 2024-02-23T04:42:28.001988886Z "execution_date": "2024-02-23T04:42:27.972404+00:00", 2024-02-23T04:42:28.001991908Z "external_trigger": true, 2024-02-23T04:42:28.001994968Z "last_scheduling_decision": null, 2024-02-23T04:42:28.001997940Z "logical_date": "2024-02-23T04:42:27.972404+00:00", 2024-02-23T04:42:28.002000974Z "note": null, 2024-02-23T04:42:28.002003979Z "run_type": "manual", 2024-02-23T04:42:28.002006979Z "start_date": null, 2024-02-23T04:42:28.002010000Z "state": "queued" 2024-02-23T04:42:28.002013081Z } 2024-02-23T04:42:28.002015969Z 2024-02-23T04:42:28.001733771Z INFO: 10.244.0.45:46324 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T04:44:27.703162374Z 2024/02/23 04:44:27 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T04:44:28.021117170Z 2024/02/23 04:44:28 INFO main.py:53 Response: { 2024-02-23T04:44:28.021131096Z "conf": { 2024-02-23T04:44:28.021134456Z "alerts": [ 2024-02-23T04:44:28.021137555Z { 2024-02-23T04:44:28.021141361Z "annotations": { 2024-02-23T04:44:28.021145402Z "description": "VDU 1d4bf865-532e-448c-9ac2-74d8144567ce in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 1963f6a2-cf9f-48b9-9783-2cad3c0140dd", 2024-02-23T04:44:28.021149458Z "summary": "VDU 1d4bf865-532e-448c-9ac2-74d8144567ce in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:44:28.021152523Z }, 2024-02-23T04:44:28.021158605Z "endsAt": "2024-02-23T04:32:57.687Z", 2024-02-23T04:44:28.021161713Z "fingerprint": "b35acac56ea1a205", 2024-02-23T04:44:28.021176465Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:44:28.021179799Z "labels": { 2024-02-23T04:44:28.021182705Z "alertname": "vdu_down", 2024-02-23T04:44:28.021185624Z "job": "osm_prometheus", 2024-02-23T04:44:28.021189025Z "ns_id": "1963f6a2-cf9f-48b9-9783-2cad3c0140dd", 2024-02-23T04:44:28.021191949Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:44:28.021194907Z "vdu_id": "3872dc6b-d844-4eb4-8336-94fcbff1587c", 2024-02-23T04:44:28.021198305Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-23T04:44:28.021201101Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:44:28.021203905Z "vm_id": "1d4bf865-532e-448c-9ac2-74d8144567ce", 2024-02-23T04:44:28.021206684Z "vnf_id": "f7fdbe82-d1df-4a59-ba74-8de79b3f1fc1", 2024-02-23T04:44:28.021209600Z "vnf_member_index": "middle" 2024-02-23T04:44:28.021212528Z }, 2024-02-23T04:44:28.021215377Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:44:28.021218755Z "status": "resolved" 2024-02-23T04:44:28.021221538Z }, 2024-02-23T04:44:28.021224395Z { 2024-02-23T04:44:28.021227349Z "annotations": { 2024-02-23T04:44:28.021230249Z "description": "VDU bf695714-dcdd-4fde-947b-b9baf1155de4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 4d8e328d-97e6-4852-8f64-573f8c75489b", 2024-02-23T04:44:28.021243999Z "summary": "VDU bf695714-dcdd-4fde-947b-b9baf1155de4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:44:28.021246947Z }, 2024-02-23T04:44:28.021249707Z "endsAt": "2024-02-23T04:32:57.687Z", 2024-02-23T04:44:28.021252798Z "fingerprint": "419fbbf840973bee", 2024-02-23T04:44:28.021255574Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:44:28.021258317Z "labels": { 2024-02-23T04:44:28.021261059Z "alertname": "vdu_down", 2024-02-23T04:44:28.021263823Z "job": "osm_prometheus", 2024-02-23T04:44:28.021266631Z "ns_id": "4d8e328d-97e6-4852-8f64-573f8c75489b", 2024-02-23T04:44:28.021269384Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:44:28.021272128Z "vdu_id": "ad003495-afb7-4ab8-9843-37613b56dc6f", 2024-02-23T04:44:28.021274920Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:44:28.021278522Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:44:28.021281434Z "vm_id": "bf695714-dcdd-4fde-947b-b9baf1155de4", 2024-02-23T04:44:28.021284194Z "vnf_id": "8ab3e148-662e-4e45-89c3-c4080dfb9ad4", 2024-02-23T04:44:28.021286965Z "vnf_member_index": "edge" 2024-02-23T04:44:28.021289742Z }, 2024-02-23T04:44:28.021292589Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:44:28.021295325Z "status": "resolved" 2024-02-23T04:44:28.021300714Z }, 2024-02-23T04:44:28.021303560Z { 2024-02-23T04:44:28.021306397Z "annotations": { 2024-02-23T04:44:28.021309290Z "description": "VDU 270beca9-ee1b-4969-8873-3a5202315b9e in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is b739c9e5-476c-4992-83af-0e375683df0b", 2024-02-23T04:44:28.021312230Z "summary": "VDU 270beca9-ee1b-4969-8873-3a5202315b9e in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:44:28.021315249Z }, 2024-02-23T04:44:28.021318079Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:44:28.021320848Z "fingerprint": "82323a920ebb013f", 2024-02-23T04:44:28.021323737Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:44:28.021326505Z "labels": { 2024-02-23T04:44:28.021329317Z "alertname": "vdu_down", 2024-02-23T04:44:28.021332178Z "job": "osm_prometheus", 2024-02-23T04:44:28.021335094Z "ns_id": "b739c9e5-476c-4992-83af-0e375683df0b", 2024-02-23T04:44:28.021337959Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:44:28.021340743Z "vdu_id": "b63ebe85-e9e6-48f6-9fab-ab4c9d585872", 2024-02-23T04:44:28.021343575Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-23T04:44:28.021346455Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:44:28.021349229Z "vm_id": "270beca9-ee1b-4969-8873-3a5202315b9e", 2024-02-23T04:44:28.021352020Z "vnf_id": "50bc4811-ab0a-4384-b308-e9045004e332", 2024-02-23T04:44:28.021354847Z "vnf_member_index": "middle" 2024-02-23T04:44:28.021357603Z }, 2024-02-23T04:44:28.021360714Z "startsAt": "2024-02-23T04:42:27.687Z", 2024-02-23T04:44:28.021363600Z "status": "firing" 2024-02-23T04:44:28.021366398Z }, 2024-02-23T04:44:28.021369154Z { 2024-02-23T04:44:28.021372042Z "annotations": { 2024-02-23T04:44:28.021374975Z "description": "VDU 9aeef8ea-3163-4927-b490-6fa1843f246d in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is c1030e66-5a18-45d5-abc6-8c7a3d966bda", 2024-02-23T04:44:28.021384857Z "summary": "VDU 9aeef8ea-3163-4927-b490-6fa1843f246d in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:44:28.021387696Z }, 2024-02-23T04:44:28.021392542Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:44:28.021395529Z "fingerprint": "0d7edcbedf4b957e", 2024-02-23T04:44:28.021398356Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:44:28.021401178Z "labels": { 2024-02-23T04:44:28.021403937Z "alertname": "vdu_down", 2024-02-23T04:44:28.021406804Z "job": "osm_prometheus", 2024-02-23T04:44:28.021409582Z "ns_id": "c1030e66-5a18-45d5-abc6-8c7a3d966bda", 2024-02-23T04:44:28.021412644Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:44:28.021415435Z "vdu_id": "57067bcb-2ae6-4fac-8327-90b26459c87c", 2024-02-23T04:44:28.021418260Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:44:28.021421148Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:44:28.021423946Z "vm_id": "9aeef8ea-3163-4927-b490-6fa1843f246d", 2024-02-23T04:44:28.021426728Z "vnf_id": "af335d6a-31db-4249-bfa8-2bee16bd04f8", 2024-02-23T04:44:28.021429501Z "vnf_member_index": "edge" 2024-02-23T04:44:28.021432330Z }, 2024-02-23T04:44:28.021435158Z "startsAt": "2024-02-23T04:42:27.687Z", 2024-02-23T04:44:28.021437975Z "status": "firing" 2024-02-23T04:44:28.021440881Z }, 2024-02-23T04:44:28.021443652Z { 2024-02-23T04:44:28.021446455Z "annotations": { 2024-02-23T04:44:28.021449436Z "description": "VDU dc41a7d7-466d-42b4-8c6d-cf85036cec90 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is c6bae2ac-14e4-4514-ba8a-c4b0609399b3", 2024-02-23T04:44:28.021452265Z "summary": "VDU dc41a7d7-466d-42b4-8c6d-cf85036cec90 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:44:28.021455037Z }, 2024-02-23T04:44:28.021457962Z "endsAt": "2024-02-23T04:34:57.687Z", 2024-02-23T04:44:28.021460782Z "fingerprint": "4eac2cab1443caeb", 2024-02-23T04:44:28.021463581Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:44:28.021466389Z "labels": { 2024-02-23T04:44:28.021469200Z "alertname": "vdu_down", 2024-02-23T04:44:28.021472310Z "job": "osm_prometheus", 2024-02-23T04:44:28.021475127Z "ns_id": "c6bae2ac-14e4-4514-ba8a-c4b0609399b3", 2024-02-23T04:44:28.021477916Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:44:28.021480703Z "vdu_id": "be9cba71-5f72-4251-b685-c3a8fd7361d7", 2024-02-23T04:44:28.021483538Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:44:28.021486269Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:44:28.021489065Z "vm_id": "dc41a7d7-466d-42b4-8c6d-cf85036cec90", 2024-02-23T04:44:28.021491852Z "vnf_id": "d84198df-c820-4200-beef-53646bbcdf7b", 2024-02-23T04:44:28.021494583Z "vnf_member_index": "edge" 2024-02-23T04:44:28.021497448Z }, 2024-02-23T04:44:28.021500239Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:44:28.021504582Z "status": "resolved" 2024-02-23T04:44:28.021507523Z }, 2024-02-23T04:44:28.021513849Z { 2024-02-23T04:44:28.021516677Z "annotations": { 2024-02-23T04:44:28.021519511Z "description": "VDU c74f1ea5-8539-409e-a0f8-14cd32d25920 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is ca58a709-8656-44a0-8cb6-36f47604ed35", 2024-02-23T04:44:28.021522343Z "summary": "VDU c74f1ea5-8539-409e-a0f8-14cd32d25920 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:44:28.021525197Z }, 2024-02-23T04:44:28.021528018Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:44:28.021530850Z "fingerprint": "0148d8fc3ac90645", 2024-02-23T04:44:28.021533669Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:44:28.021536465Z "labels": { 2024-02-23T04:44:28.021539223Z "alertname": "vdu_down", 2024-02-23T04:44:28.021541974Z "job": "osm_prometheus", 2024-02-23T04:44:28.021544720Z "ns_id": "ca58a709-8656-44a0-8cb6-36f47604ed35", 2024-02-23T04:44:28.021547456Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:44:28.021550182Z "vdu_id": "3cc8f3eb-f397-40dd-8585-f5029bcf6d44", 2024-02-23T04:44:28.021552962Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:44:28.021555749Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:44:28.021558468Z "vm_id": "c74f1ea5-8539-409e-a0f8-14cd32d25920", 2024-02-23T04:44:28.021561238Z "vnf_id": "37e82141-224c-4862-9ca1-02354aa9f79d", 2024-02-23T04:44:28.021563969Z "vnf_member_index": "edge" 2024-02-23T04:44:28.021566738Z }, 2024-02-23T04:44:28.021569492Z "startsAt": "2024-02-23T04:42:27.687Z", 2024-02-23T04:44:28.021572261Z "status": "firing" 2024-02-23T04:44:28.021575071Z } 2024-02-23T04:44:28.021577869Z ], 2024-02-23T04:44:28.021580682Z "commonAnnotations": {}, 2024-02-23T04:44:28.021583447Z "commonLabels": { 2024-02-23T04:44:28.021586228Z "alertname": "vdu_down", 2024-02-23T04:44:28.021588944Z "job": "osm_prometheus", 2024-02-23T04:44:28.021591753Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:44:28.021594520Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757" 2024-02-23T04:44:28.021597345Z }, 2024-02-23T04:44:28.021600163Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T04:44:28.021602925Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T04:44:28.021605788Z "groupLabels": {}, 2024-02-23T04:44:28.021608653Z "receiver": "vdu-webhook", 2024-02-23T04:44:28.021611380Z "status": "firing", 2024-02-23T04:44:28.021614172Z "truncatedAlerts": 0, 2024-02-23T04:44:28.021616936Z "version": "4" 2024-02-23T04:44:28.021619876Z }, 2024-02-23T04:44:28.021622672Z "dag_id": "vdu_down", 2024-02-23T04:44:28.021625430Z "dag_run_id": "vdu_down_20240223044427_232249", 2024-02-23T04:44:28.021628192Z "data_interval_end": "2024-02-23T04:44:27.955793+00:00", 2024-02-23T04:44:28.021631018Z "data_interval_start": "2024-02-23T04:44:27.955793+00:00", 2024-02-23T04:44:28.021633817Z "end_date": null, 2024-02-23T04:44:28.021636549Z "execution_date": "2024-02-23T04:44:27.955793+00:00", 2024-02-23T04:44:28.021639376Z "external_trigger": true, 2024-02-23T04:44:28.021642114Z "last_scheduling_decision": null, 2024-02-23T04:44:28.021646117Z "logical_date": "2024-02-23T04:44:27.955793+00:00", 2024-02-23T04:44:28.021649243Z "note": null, 2024-02-23T04:44:28.021651995Z "run_type": "manual", 2024-02-23T04:44:28.021658135Z "start_date": null, 2024-02-23T04:44:28.021660977Z "state": "queued" 2024-02-23T04:44:28.021663827Z } 2024-02-23T04:44:28.021666515Z 2024-02-23T04:44:28.021686884Z INFO: 10.244.0.45:39438 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T04:48:27.706379286Z 2024/02/23 04:48:27 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T04:48:28.014462802Z 2024/02/23 04:48:28 INFO main.py:53 Response: { 2024-02-23T04:48:28.014478170Z "conf": { 2024-02-23T04:48:28.014482889Z "alerts": [ 2024-02-23T04:48:28.014487189Z { 2024-02-23T04:48:28.014492467Z "annotations": { 2024-02-23T04:48:28.014497351Z "description": "VDU 1d4bf865-532e-448c-9ac2-74d8144567ce in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 1963f6a2-cf9f-48b9-9783-2cad3c0140dd", 2024-02-23T04:48:28.014502467Z "summary": "VDU 1d4bf865-532e-448c-9ac2-74d8144567ce in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:48:28.014507053Z }, 2024-02-23T04:48:28.014511272Z "endsAt": "2024-02-23T04:32:57.687Z", 2024-02-23T04:48:28.014515513Z "fingerprint": "b35acac56ea1a205", 2024-02-23T04:48:28.014520298Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:48:28.014524469Z "labels": { 2024-02-23T04:48:28.014528799Z "alertname": "vdu_down", 2024-02-23T04:48:28.014533007Z "job": "osm_prometheus", 2024-02-23T04:48:28.014537962Z "ns_id": "1963f6a2-cf9f-48b9-9783-2cad3c0140dd", 2024-02-23T04:48:28.014542458Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:48:28.014546850Z "vdu_id": "3872dc6b-d844-4eb4-8336-94fcbff1587c", 2024-02-23T04:48:28.014551939Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-23T04:48:28.014556178Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:48:28.014560304Z "vm_id": "1d4bf865-532e-448c-9ac2-74d8144567ce", 2024-02-23T04:48:28.014564566Z "vnf_id": "f7fdbe82-d1df-4a59-ba74-8de79b3f1fc1", 2024-02-23T04:48:28.014568793Z "vnf_member_index": "middle" 2024-02-23T04:48:28.014573011Z }, 2024-02-23T04:48:28.014577195Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:48:28.014582100Z "status": "resolved" 2024-02-23T04:48:28.014586312Z }, 2024-02-23T04:48:28.014590559Z { 2024-02-23T04:48:28.014594747Z "annotations": { 2024-02-23T04:48:28.014599082Z "description": "VDU bf695714-dcdd-4fde-947b-b9baf1155de4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is 4d8e328d-97e6-4852-8f64-573f8c75489b", 2024-02-23T04:48:28.014603283Z "summary": "VDU bf695714-dcdd-4fde-947b-b9baf1155de4 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:48:28.014607509Z }, 2024-02-23T04:48:28.014614802Z "endsAt": "2024-02-23T04:32:57.687Z", 2024-02-23T04:48:28.014619019Z "fingerprint": "419fbbf840973bee", 2024-02-23T04:48:28.014623236Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:48:28.014627483Z "labels": { 2024-02-23T04:48:28.014631807Z "alertname": "vdu_down", 2024-02-23T04:48:28.014636324Z "job": "osm_prometheus", 2024-02-23T04:48:28.014640454Z "ns_id": "4d8e328d-97e6-4852-8f64-573f8c75489b", 2024-02-23T04:48:28.014656902Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:48:28.014674695Z "vdu_id": "ad003495-afb7-4ab8-9843-37613b56dc6f", 2024-02-23T04:48:28.014679129Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:48:28.014683256Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:48:28.014687520Z "vm_id": "bf695714-dcdd-4fde-947b-b9baf1155de4", 2024-02-23T04:48:28.014692119Z "vnf_id": "8ab3e148-662e-4e45-89c3-c4080dfb9ad4", 2024-02-23T04:48:28.014696381Z "vnf_member_index": "edge" 2024-02-23T04:48:28.014700632Z }, 2024-02-23T04:48:28.014704747Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:48:28.014708859Z "status": "resolved" 2024-02-23T04:48:28.014713001Z }, 2024-02-23T04:48:28.014717125Z { 2024-02-23T04:48:28.014721217Z "annotations": { 2024-02-23T04:48:28.014725418Z "description": "VDU 270beca9-ee1b-4969-8873-3a5202315b9e in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is b739c9e5-476c-4992-83af-0e375683df0b", 2024-02-23T04:48:28.014729756Z "summary": "VDU 270beca9-ee1b-4969-8873-3a5202315b9e in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:48:28.014733897Z }, 2024-02-23T04:48:28.014738047Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:48:28.014742347Z "fingerprint": "82323a920ebb013f", 2024-02-23T04:48:28.014746455Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:48:28.014750552Z "labels": { 2024-02-23T04:48:28.014754806Z "alertname": "vdu_down", 2024-02-23T04:48:28.014758830Z "job": "osm_prometheus", 2024-02-23T04:48:28.014762988Z "ns_id": "b739c9e5-476c-4992-83af-0e375683df0b", 2024-02-23T04:48:28.014767065Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:48:28.014771636Z "vdu_id": "b63ebe85-e9e6-48f6-9fab-ab4c9d585872", 2024-02-23T04:48:28.014775799Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-23T04:48:28.014779866Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:48:28.014784004Z "vm_id": "270beca9-ee1b-4969-8873-3a5202315b9e", 2024-02-23T04:48:28.014788111Z "vnf_id": "50bc4811-ab0a-4384-b308-e9045004e332", 2024-02-23T04:48:28.014792206Z "vnf_member_index": "middle" 2024-02-23T04:48:28.014796405Z }, 2024-02-23T04:48:28.014800528Z "startsAt": "2024-02-23T04:42:27.687Z", 2024-02-23T04:48:28.014804614Z "status": "firing" 2024-02-23T04:48:28.014808890Z }, 2024-02-23T04:48:28.014813140Z { 2024-02-23T04:48:28.014817239Z "annotations": { 2024-02-23T04:48:28.014821462Z "description": "VDU 8406ffb6-89f8-4702-be7a-325745e87416 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is b9204d0a-a843-4889-b381-9ae917cced6c", 2024-02-23T04:48:28.014841960Z "summary": "VDU 8406ffb6-89f8-4702-be7a-325745e87416 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:48:28.014846422Z }, 2024-02-23T04:48:28.014843797Z INFO: 10.244.0.45:50964 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-23T04:48:28.014855194Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:48:28.014873653Z "fingerprint": "5625cc0a24c04fae", 2024-02-23T04:48:28.014877597Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:48:28.014880983Z "labels": { 2024-02-23T04:48:28.014884306Z "alertname": "vdu_down", 2024-02-23T04:48:28.014887254Z "job": "osm_prometheus", 2024-02-23T04:48:28.014899861Z "ns_id": "b9204d0a-a843-4889-b381-9ae917cced6c", 2024-02-23T04:48:28.014902761Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:48:28.014905566Z "vdu_id": "e7a7e029-b2a8-454c-8660-0db36c63d462", 2024-02-23T04:48:28.014908603Z "vdu_name": "sliceshared.slic-edge-ubuntu_slice-VM-0", 2024-02-23T04:48:28.014912004Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:48:28.014914812Z "vm_id": "8406ffb6-89f8-4702-be7a-325745e87416", 2024-02-23T04:48:28.014917625Z "vnf_id": "6f92c7ff-a019-46cc-8a01-e3c490408e6d", 2024-02-23T04:48:28.014920534Z "vnf_member_index": "edge" 2024-02-23T04:48:28.014923384Z }, 2024-02-23T04:48:28.014926329Z "startsAt": "2024-02-23T04:48:27.687Z", 2024-02-23T04:48:28.014930047Z "status": "firing" 2024-02-23T04:48:28.014932947Z }, 2024-02-23T04:48:28.014935947Z { 2024-02-23T04:48:28.014938772Z "annotations": { 2024-02-23T04:48:28.014942331Z "description": "VDU 9aeef8ea-3163-4927-b490-6fa1843f246d in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is c1030e66-5a18-45d5-abc6-8c7a3d966bda", 2024-02-23T04:48:28.014945831Z "summary": "VDU 9aeef8ea-3163-4927-b490-6fa1843f246d in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:48:28.014948630Z }, 2024-02-23T04:48:28.014951607Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:48:28.014954445Z "fingerprint": "0d7edcbedf4b957e", 2024-02-23T04:48:28.014957335Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:48:28.014960168Z "labels": { 2024-02-23T04:48:28.014963137Z "alertname": "vdu_down", 2024-02-23T04:48:28.014965976Z "job": "osm_prometheus", 2024-02-23T04:48:28.014968797Z "ns_id": "c1030e66-5a18-45d5-abc6-8c7a3d966bda", 2024-02-23T04:48:28.014971591Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:48:28.014974980Z "vdu_id": "57067bcb-2ae6-4fac-8327-90b26459c87c", 2024-02-23T04:48:28.014977919Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:48:28.014980734Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:48:28.014983548Z "vm_id": "9aeef8ea-3163-4927-b490-6fa1843f246d", 2024-02-23T04:48:28.014986364Z "vnf_id": "af335d6a-31db-4249-bfa8-2bee16bd04f8", 2024-02-23T04:48:28.014989167Z "vnf_member_index": "edge" 2024-02-23T04:48:28.014992019Z }, 2024-02-23T04:48:28.014994825Z "startsAt": "2024-02-23T04:42:27.687Z", 2024-02-23T04:48:28.014997654Z "status": "firing" 2024-02-23T04:48:28.015000427Z }, 2024-02-23T04:48:28.015003254Z { 2024-02-23T04:48:28.015006248Z "annotations": { 2024-02-23T04:48:28.015009197Z "description": "VDU dc41a7d7-466d-42b4-8c6d-cf85036cec90 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is c6bae2ac-14e4-4514-ba8a-c4b0609399b3", 2024-02-23T04:48:28.015012122Z "summary": "VDU dc41a7d7-466d-42b4-8c6d-cf85036cec90 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:48:28.015014948Z }, 2024-02-23T04:48:28.015017764Z "endsAt": "2024-02-23T04:34:57.687Z", 2024-02-23T04:48:28.015020544Z "fingerprint": "4eac2cab1443caeb", 2024-02-23T04:48:28.015023505Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:48:28.015030027Z "labels": { 2024-02-23T04:48:28.015032817Z "alertname": "vdu_down", 2024-02-23T04:48:28.015035602Z "job": "osm_prometheus", 2024-02-23T04:48:28.015038511Z "ns_id": "c6bae2ac-14e4-4514-ba8a-c4b0609399b3", 2024-02-23T04:48:28.015041732Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:48:28.015044859Z "vdu_id": "be9cba71-5f72-4251-b685-c3a8fd7361d7", 2024-02-23T04:48:28.015047636Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:48:28.015050366Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:48:28.015053102Z "vm_id": "dc41a7d7-466d-42b4-8c6d-cf85036cec90", 2024-02-23T04:48:28.015055836Z "vnf_id": "d84198df-c820-4200-beef-53646bbcdf7b", 2024-02-23T04:48:28.015058722Z "vnf_member_index": "edge" 2024-02-23T04:48:28.015061482Z }, 2024-02-23T04:48:28.015064362Z "startsAt": "2024-02-23T04:32:27.687Z", 2024-02-23T04:48:28.015067167Z "status": "resolved" 2024-02-23T04:48:28.015069939Z }, 2024-02-23T04:48:28.015072700Z { 2024-02-23T04:48:28.015075594Z "annotations": { 2024-02-23T04:48:28.015078631Z "description": "VDU c74f1ea5-8539-409e-a0f8-14cd32d25920 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is ca58a709-8656-44a0-8cb6-36f47604ed35", 2024-02-23T04:48:28.015081470Z "summary": "VDU c74f1ea5-8539-409e-a0f8-14cd32d25920 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:48:28.015084321Z }, 2024-02-23T04:48:28.015087145Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-23T04:48:28.015089945Z "fingerprint": "0148d8fc3ac90645", 2024-02-23T04:48:28.015092834Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:48:28.015095673Z "labels": { 2024-02-23T04:48:28.015098507Z "alertname": "vdu_down", 2024-02-23T04:48:28.015101300Z "job": "osm_prometheus", 2024-02-23T04:48:28.015104041Z "ns_id": "ca58a709-8656-44a0-8cb6-36f47604ed35", 2024-02-23T04:48:28.015106841Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:48:28.015109691Z "vdu_id": "3cc8f3eb-f397-40dd-8585-f5029bcf6d44", 2024-02-23T04:48:28.015129397Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:48:28.015132569Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:48:28.015135304Z "vm_id": "c74f1ea5-8539-409e-a0f8-14cd32d25920", 2024-02-23T04:48:28.015137912Z "vnf_id": "37e82141-224c-4862-9ca1-02354aa9f79d", 2024-02-23T04:48:28.015140399Z "vnf_member_index": "edge" 2024-02-23T04:48:28.015142925Z }, 2024-02-23T04:48:28.015145571Z "startsAt": "2024-02-23T04:42:27.687Z", 2024-02-23T04:48:28.015148085Z "status": "firing" 2024-02-23T04:48:28.015150627Z } 2024-02-23T04:48:28.015153220Z ], 2024-02-23T04:48:28.015155815Z "commonAnnotations": {}, 2024-02-23T04:48:28.015158375Z "commonLabels": { 2024-02-23T04:48:28.015160894Z "alertname": "vdu_down", 2024-02-23T04:48:28.015163551Z "job": "osm_prometheus", 2024-02-23T04:48:28.015166378Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:48:28.015168918Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757" 2024-02-23T04:48:28.015171432Z }, 2024-02-23T04:48:28.015174150Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T04:48:28.015176717Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T04:48:28.015182372Z "groupLabels": {}, 2024-02-23T04:48:28.015185039Z "receiver": "vdu-webhook", 2024-02-23T04:48:28.015187582Z "status": "firing", 2024-02-23T04:48:28.015190158Z "truncatedAlerts": 0, 2024-02-23T04:48:28.015192640Z "version": "4" 2024-02-23T04:48:28.015195317Z }, 2024-02-23T04:48:28.015197860Z "dag_id": "vdu_down", 2024-02-23T04:48:28.015200474Z "dag_run_id": "vdu_down_20240223044827_111627", 2024-02-23T04:48:28.015203078Z "data_interval_end": "2024-02-23T04:48:27.941827+00:00", 2024-02-23T04:48:28.015205625Z "data_interval_start": "2024-02-23T04:48:27.941827+00:00", 2024-02-23T04:48:28.015208163Z "end_date": null, 2024-02-23T04:48:28.015210733Z "execution_date": "2024-02-23T04:48:27.941827+00:00", 2024-02-23T04:48:28.015213363Z "external_trigger": true, 2024-02-23T04:48:28.015215881Z "last_scheduling_decision": null, 2024-02-23T04:48:28.015218426Z "logical_date": "2024-02-23T04:48:27.941827+00:00", 2024-02-23T04:48:28.015221075Z "note": null, 2024-02-23T04:48:28.015229621Z "run_type": "manual", 2024-02-23T04:48:28.015232329Z "start_date": null, 2024-02-23T04:48:28.015234888Z "state": "queued" 2024-02-23T04:48:28.015237554Z } 2024-02-23T04:48:28.015240039Z 2024-02-23T04:52:27.706039732Z 2024/02/23 04:52:27 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-23T04:52:28.013569722Z 2024/02/23 04:52:28 INFO main.py:53 Response: { 2024-02-23T04:52:28.013583873Z "conf": { 2024-02-23T04:52:28.013587275Z "alerts": [ 2024-02-23T04:52:28.013590612Z { 2024-02-23T04:52:28.013594342Z "annotations": { 2024-02-23T04:52:28.013598047Z "description": "VDU 270beca9-ee1b-4969-8873-3a5202315b9e in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is b739c9e5-476c-4992-83af-0e375683df0b", 2024-02-23T04:52:28.013601621Z "summary": "VDU 270beca9-ee1b-4969-8873-3a5202315b9e in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:52:28.013604697Z }, 2024-02-23T04:52:28.013607847Z "endsAt": "2024-02-23T04:50:57.687Z", 2024-02-23T04:52:28.013610866Z "fingerprint": "82323a920ebb013f", 2024-02-23T04:52:28.013614647Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:52:28.013618185Z "labels": { 2024-02-23T04:52:28.013621262Z "alertname": "vdu_down", 2024-02-23T04:52:28.013624245Z "job": "osm_prometheus", 2024-02-23T04:52:28.013627876Z "ns_id": "b739c9e5-476c-4992-83af-0e375683df0b", 2024-02-23T04:52:28.013630837Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:52:28.013634072Z "vdu_id": "b63ebe85-e9e6-48f6-9fab-ab4c9d585872", 2024-02-23T04:52:28.013637608Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-23T04:52:28.013640581Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:52:28.013643687Z "vm_id": "270beca9-ee1b-4969-8873-3a5202315b9e", 2024-02-23T04:52:28.013646805Z "vnf_id": "50bc4811-ab0a-4384-b308-e9045004e332", 2024-02-23T04:52:28.013649769Z "vnf_member_index": "middle" 2024-02-23T04:52:28.013652818Z }, 2024-02-23T04:52:28.013655809Z "startsAt": "2024-02-23T04:42:27.687Z", 2024-02-23T04:52:28.013659335Z "status": "resolved" 2024-02-23T04:52:28.013662386Z }, 2024-02-23T04:52:28.013665345Z { 2024-02-23T04:52:28.013668480Z "annotations": { 2024-02-23T04:52:28.013671719Z "description": "VDU 8406ffb6-89f8-4702-be7a-325745e87416 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is b9204d0a-a843-4889-b381-9ae917cced6c", 2024-02-23T04:52:28.013685818Z "summary": "VDU 8406ffb6-89f8-4702-be7a-325745e87416 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:52:28.013692677Z }, 2024-02-23T04:52:28.013695857Z "endsAt": "2024-02-23T04:50:57.687Z", 2024-02-23T04:52:28.013699074Z "fingerprint": "5625cc0a24c04fae", 2024-02-23T04:52:28.013702084Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:52:28.013705053Z "labels": { 2024-02-23T04:52:28.013708080Z "alertname": "vdu_down", 2024-02-23T04:52:28.013711290Z "job": "osm_prometheus", 2024-02-23T04:52:28.013714268Z "ns_id": "b9204d0a-a843-4889-b381-9ae917cced6c", 2024-02-23T04:52:28.013717289Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:52:28.013722655Z "vdu_id": "e7a7e029-b2a8-454c-8660-0db36c63d462", 2024-02-23T04:52:28.013725797Z "vdu_name": "sliceshared.slic-edge-ubuntu_slice-VM-0", 2024-02-23T04:52:28.013728815Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:52:28.013731854Z "vm_id": "8406ffb6-89f8-4702-be7a-325745e87416", 2024-02-23T04:52:28.013734986Z "vnf_id": "6f92c7ff-a019-46cc-8a01-e3c490408e6d", 2024-02-23T04:52:28.013738121Z "vnf_member_index": "edge" 2024-02-23T04:52:28.013741217Z }, 2024-02-23T04:52:28.013744167Z "startsAt": "2024-02-23T04:48:27.687Z", 2024-02-23T04:52:28.013747189Z "status": "resolved" 2024-02-23T04:52:28.013750240Z }, 2024-02-23T04:52:28.013753292Z { 2024-02-23T04:52:28.013756289Z "annotations": { 2024-02-23T04:52:28.013759394Z "description": "VDU 9aeef8ea-3163-4927-b490-6fa1843f246d in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is c1030e66-5a18-45d5-abc6-8c7a3d966bda", 2024-02-23T04:52:28.013762532Z "summary": "VDU 9aeef8ea-3163-4927-b490-6fa1843f246d in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:52:28.013765516Z }, 2024-02-23T04:52:28.013768594Z "endsAt": "2024-02-23T04:50:57.687Z", 2024-02-23T04:52:28.013771810Z "fingerprint": "0d7edcbedf4b957e", 2024-02-23T04:52:28.013774842Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:52:28.013777868Z "labels": { 2024-02-23T04:52:28.013780861Z "alertname": "vdu_down", 2024-02-23T04:52:28.013783961Z "job": "osm_prometheus", 2024-02-23T04:52:28.013786934Z "ns_id": "c1030e66-5a18-45d5-abc6-8c7a3d966bda", 2024-02-23T04:52:28.013789903Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:52:28.013792961Z "vdu_id": "57067bcb-2ae6-4fac-8327-90b26459c87c", 2024-02-23T04:52:28.013795955Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:52:28.013798933Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:52:28.013801956Z "vm_id": "9aeef8ea-3163-4927-b490-6fa1843f246d", 2024-02-23T04:52:28.013804979Z "vnf_id": "af335d6a-31db-4249-bfa8-2bee16bd04f8", 2024-02-23T04:52:28.013808040Z "vnf_member_index": "edge" 2024-02-23T04:52:28.013811114Z }, 2024-02-23T04:52:28.013814223Z "startsAt": "2024-02-23T04:42:27.687Z", 2024-02-23T04:52:28.013817245Z "status": "resolved" 2024-02-23T04:52:28.013820245Z }, 2024-02-23T04:52:28.013823277Z { 2024-02-23T04:52:28.013829964Z "annotations": { 2024-02-23T04:52:28.013833044Z "description": "VDU c74f1ea5-8539-409e-a0f8-14cd32d25920 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 has been down for more than 3 minutes. NS instance id is ca58a709-8656-44a0-8cb6-36f47604ed35", 2024-02-23T04:52:28.013838086Z "summary": "VDU c74f1ea5-8539-409e-a0f8-14cd32d25920 in VIM ffc29d71-6d3f-4f69-b2ad-14ef5e840757 is down" 2024-02-23T04:52:28.013841080Z }, 2024-02-23T04:52:28.013846096Z "endsAt": "2024-02-23T04:50:57.687Z", 2024-02-23T04:52:28.013849199Z "fingerprint": "0148d8fc3ac90645", 2024-02-23T04:52:28.013852224Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-23T04:52:28.013855258Z "labels": { 2024-02-23T04:52:28.013858268Z "alertname": "vdu_down", 2024-02-23T04:52:28.013861280Z "job": "osm_prometheus", 2024-02-23T04:52:28.013864316Z "ns_id": "ca58a709-8656-44a0-8cb6-36f47604ed35", 2024-02-23T04:52:28.013867265Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:52:28.013870237Z "vdu_id": "3cc8f3eb-f397-40dd-8585-f5029bcf6d44", 2024-02-23T04:52:28.013873280Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-23T04:52:28.013876265Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757", 2024-02-23T04:52:28.013879270Z "vm_id": "c74f1ea5-8539-409e-a0f8-14cd32d25920", 2024-02-23T04:52:28.013882271Z "vnf_id": "37e82141-224c-4862-9ca1-02354aa9f79d", 2024-02-23T04:52:28.013885447Z "vnf_member_index": "edge" 2024-02-23T04:52:28.013888499Z }, 2024-02-23T04:52:28.013891455Z "startsAt": "2024-02-23T04:42:27.687Z", 2024-02-23T04:52:28.013894503Z "status": "resolved" 2024-02-23T04:52:28.013897585Z } 2024-02-23T04:52:28.013900585Z ], 2024-02-23T04:52:28.013903674Z "commonAnnotations": {}, 2024-02-23T04:52:28.013906629Z "commonLabels": { 2024-02-23T04:52:28.013909656Z "alertname": "vdu_down", 2024-02-23T04:52:28.013912995Z "job": "osm_prometheus", 2024-02-23T04:52:28.013915972Z "project_id": "feab4767-4656-476b-a3e2-ee6cdaf96be6", 2024-02-23T04:52:28.013918989Z "vim_id": "ffc29d71-6d3f-4f69-b2ad-14ef5e840757" 2024-02-23T04:52:28.013922024Z }, 2024-02-23T04:52:28.013925126Z "externalURL": "http://alertmanager-0:9093", 2024-02-23T04:52:28.013928905Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-23T04:52:28.013931970Z "groupLabels": {}, 2024-02-23T04:52:28.013935039Z "receiver": "vdu-webhook", 2024-02-23T04:52:28.013938041Z "status": "resolved", 2024-02-23T04:52:28.013941043Z "truncatedAlerts": 0, 2024-02-23T04:52:28.013943998Z "version": "4" 2024-02-23T04:52:28.013946981Z }, 2024-02-23T04:52:28.013949959Z "dag_id": "vdu_down", 2024-02-23T04:52:28.013953038Z "dag_run_id": "vdu_down_20240223045227_405646", 2024-02-23T04:52:28.013956081Z "data_interval_end": "2024-02-23T04:52:27.978018+00:00", 2024-02-23T04:52:28.013959127Z "data_interval_start": "2024-02-23T04:52:27.978018+00:00", 2024-02-23T04:52:28.013962210Z "end_date": null, 2024-02-23T04:52:28.013965224Z "execution_date": "2024-02-23T04:52:27.978018+00:00", 2024-02-23T04:52:28.013968199Z "external_trigger": true, 2024-02-23T04:52:28.013971190Z "last_scheduling_decision": null, 2024-02-23T04:52:28.013974167Z "logical_date": "2024-02-23T04:52:27.978018+00:00", 2024-02-23T04:52:28.013977206Z "note": null, 2024-02-23T04:52:28.013980165Z "run_type": "manual", 2024-02-23T04:52:28.013986411Z "start_date": null, 2024-02-23T04:52:28.013989427Z "state": "queued" 2024-02-23T04:52:28.013992424Z } 2024-02-23T04:52:28.013995279Z 2024-02-23T04:52:28.014010050Z INFO: 10.244.0.45:44382 - "POST /vdu_down HTTP/1.1" 200 OK