2024-02-20T23:30:42.897180926Z INFO: Started server process [1] 2024-02-20T23:30:42.897266496Z INFO: Waiting for application startup. 2024-02-20T23:30:42.897552103Z INFO: Application startup complete. 2024-02-20T23:30:42.898027958Z INFO: Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit) 2024-02-21T00:00:37.725611253Z 2024/02/21 00:00:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-21T00:00:38.196635386Z 2024/02/21 00:00:38 INFO main.py:53 Response: { 2024-02-21T00:00:38.196674878Z "conf": { 2024-02-21T00:00:38.196689169Z "alerts": [ 2024-02-21T00:00:38.196702877Z { 2024-02-21T00:00:38.196715759Z "annotations": { 2024-02-21T00:00:38.196729354Z "description": "VDU 5e6d98a1-8d9e-4466-9fcb-910b26c9998e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 300abcbf-de11-4186-8a36-df6fe392d431", 2024-02-21T00:00:38.196741873Z "summary": "VDU 5e6d98a1-8d9e-4466-9fcb-910b26c9998e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T00:00:38.196753632Z }, 2024-02-21T00:00:38.196766454Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T00:00:38.196779027Z "fingerprint": "d8058174c9930bcc", 2024-02-21T00:00:38.196792980Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T00:00:38.196804440Z "labels": { 2024-02-21T00:00:38.196814513Z "alertname": "vdu_down", 2024-02-21T00:00:38.196825462Z "job": "osm_prometheus", 2024-02-21T00:00:38.196838848Z "ns_id": "300abcbf-de11-4186-8a36-df6fe392d431", 2024-02-21T00:00:38.196851775Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T00:00:38.196862361Z "vdu_id": "ec1de668-be3a-4b3b-8ca1-8693714204a0", 2024-02-21T00:00:38.196873503Z "vdu_name": "basic_07_secure_-vnf1-mgmtVM-0", 2024-02-21T00:00:38.196886084Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T00:00:38.196900196Z "vm_id": "5e6d98a1-8d9e-4466-9fcb-910b26c9998e", 2024-02-21T00:00:38.196911884Z "vnf_id": "a5d0ab41-5d19-4842-966c-22b1f4a4b07d", 2024-02-21T00:00:38.196923324Z "vnf_member_index": "vnf1" 2024-02-21T00:00:38.196935383Z }, 2024-02-21T00:00:38.196948378Z "startsAt": "2024-02-21T00:00:27.687Z", 2024-02-21T00:00:38.196960759Z "status": "firing" 2024-02-21T00:00:38.196973220Z } 2024-02-21T00:00:38.196987203Z ], 2024-02-21T00:00:38.196999038Z "commonAnnotations": { 2024-02-21T00:00:38.197012234Z "description": "VDU 5e6d98a1-8d9e-4466-9fcb-910b26c9998e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 300abcbf-de11-4186-8a36-df6fe392d431", 2024-02-21T00:00:38.197025722Z "summary": "VDU 5e6d98a1-8d9e-4466-9fcb-910b26c9998e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T00:00:38.197038094Z }, 2024-02-21T00:00:38.197050435Z "commonLabels": { 2024-02-21T00:00:38.197063073Z "alertname": "vdu_down", 2024-02-21T00:00:38.197075398Z "job": "osm_prometheus", 2024-02-21T00:00:38.197087218Z "ns_id": "300abcbf-de11-4186-8a36-df6fe392d431", 2024-02-21T00:00:38.197099618Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T00:00:38.197112796Z "vdu_id": "ec1de668-be3a-4b3b-8ca1-8693714204a0", 2024-02-21T00:00:38.197125380Z "vdu_name": "basic_07_secure_-vnf1-mgmtVM-0", 2024-02-21T00:00:38.197137956Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T00:00:38.197150239Z "vm_id": "5e6d98a1-8d9e-4466-9fcb-910b26c9998e", 2024-02-21T00:00:38.197200650Z "vnf_id": "a5d0ab41-5d19-4842-966c-22b1f4a4b07d", 2024-02-21T00:00:38.197215022Z "vnf_member_index": "vnf1" 2024-02-21T00:00:38.197226601Z }, 2024-02-21T00:00:38.197238551Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T00:00:38.197250674Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-21T00:00:38.197262382Z "groupLabels": {}, 2024-02-21T00:00:38.197274350Z "receiver": "vdu-webhook", 2024-02-21T00:00:38.197287256Z "status": "firing", 2024-02-21T00:00:38.197299705Z "truncatedAlerts": 0, 2024-02-21T00:00:38.197311435Z "version": "4" 2024-02-21T00:00:38.197324086Z }, 2024-02-21T00:00:38.197335889Z "dag_id": "vdu_down", 2024-02-21T00:00:38.197348417Z "dag_run_id": "vdu_down_20240221000037_498105", 2024-02-21T00:00:38.197360857Z "data_interval_end": "2024-02-21T00:00:38.111498+00:00", 2024-02-21T00:00:38.197374600Z "data_interval_start": "2024-02-21T00:00:38.111498+00:00", 2024-02-21T00:00:38.197386111Z "end_date": null, 2024-02-21T00:00:38.197397462Z "execution_date": "2024-02-21T00:00:38.111498+00:00", 2024-02-21T00:00:38.197408795Z "external_trigger": true, 2024-02-21T00:00:38.197422305Z "last_scheduling_decision": null, 2024-02-21T00:00:38.197434716Z "logical_date": "2024-02-21T00:00:38.111498+00:00", 2024-02-21T00:00:38.197446740Z "note": null, 2024-02-21T00:00:38.197459259Z "run_type": "manual", 2024-02-21T00:00:38.197469235Z "start_date": null, 2024-02-21T00:00:38.197479177Z "state": "queued" 2024-02-21T00:00:38.197489233Z } 2024-02-21T00:00:38.197499609Z 2024-02-21T00:00:38.197581235Z INFO: 10.244.0.45:35882 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-21T00:02:37.710508197Z 2024/02/21 00:02:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-21T00:02:38.118049752Z INFO: 10.244.0.45:52028 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-21T00:02:38.118080922Z 2024/02/21 00:02:38 INFO main.py:53 Response: { 2024-02-21T00:02:38.118085248Z "conf": { 2024-02-21T00:02:38.118088049Z "alerts": [ 2024-02-21T00:02:38.118090818Z { 2024-02-21T00:02:38.118145777Z "annotations": { 2024-02-21T00:02:38.118151328Z "description": "VDU 5e6d98a1-8d9e-4466-9fcb-910b26c9998e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 300abcbf-de11-4186-8a36-df6fe392d431", 2024-02-21T00:02:38.118155833Z "summary": "VDU 5e6d98a1-8d9e-4466-9fcb-910b26c9998e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T00:02:38.118158893Z }, 2024-02-21T00:02:38.118162039Z "endsAt": "2024-02-21T00:00:57.687Z", 2024-02-21T00:02:38.118164931Z "fingerprint": "d8058174c9930bcc", 2024-02-21T00:02:38.118169400Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T00:02:38.118172262Z "labels": { 2024-02-21T00:02:38.118175140Z "alertname": "vdu_down", 2024-02-21T00:02:38.118177964Z "job": "osm_prometheus", 2024-02-21T00:02:38.118215283Z "ns_id": "300abcbf-de11-4186-8a36-df6fe392d431", 2024-02-21T00:02:38.118218551Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T00:02:38.118221403Z "vdu_id": "ec1de668-be3a-4b3b-8ca1-8693714204a0", 2024-02-21T00:02:38.118224334Z "vdu_name": "basic_07_secure_-vnf1-mgmtVM-0", 2024-02-21T00:02:38.118227234Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T00:02:38.118230046Z "vm_id": "5e6d98a1-8d9e-4466-9fcb-910b26c9998e", 2024-02-21T00:02:38.118242809Z "vnf_id": "a5d0ab41-5d19-4842-966c-22b1f4a4b07d", 2024-02-21T00:02:38.118246014Z "vnf_member_index": "vnf1" 2024-02-21T00:02:38.118248986Z }, 2024-02-21T00:02:38.118251777Z "startsAt": "2024-02-21T00:00:27.687Z", 2024-02-21T00:02:38.118254595Z "status": "resolved" 2024-02-21T00:02:38.118257454Z } 2024-02-21T00:02:38.118260179Z ], 2024-02-21T00:02:38.118290651Z "commonAnnotations": { 2024-02-21T00:02:38.118295005Z "description": "VDU 5e6d98a1-8d9e-4466-9fcb-910b26c9998e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 300abcbf-de11-4186-8a36-df6fe392d431", 2024-02-21T00:02:38.118298088Z "summary": "VDU 5e6d98a1-8d9e-4466-9fcb-910b26c9998e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T00:02:38.118300985Z }, 2024-02-21T00:02:38.118303805Z "commonLabels": { 2024-02-21T00:02:38.118306507Z "alertname": "vdu_down", 2024-02-21T00:02:38.118309249Z "job": "osm_prometheus", 2024-02-21T00:02:38.118312063Z "ns_id": "300abcbf-de11-4186-8a36-df6fe392d431", 2024-02-21T00:02:38.118314905Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T00:02:38.118317598Z "vdu_id": "ec1de668-be3a-4b3b-8ca1-8693714204a0", 2024-02-21T00:02:38.118320248Z "vdu_name": "basic_07_secure_-vnf1-mgmtVM-0", 2024-02-21T00:02:38.118322975Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T00:02:38.118325695Z "vm_id": "5e6d98a1-8d9e-4466-9fcb-910b26c9998e", 2024-02-21T00:02:38.118328800Z "vnf_id": "a5d0ab41-5d19-4842-966c-22b1f4a4b07d", 2024-02-21T00:02:38.118331539Z "vnf_member_index": "vnf1" 2024-02-21T00:02:38.118334236Z }, 2024-02-21T00:02:38.118337267Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T00:02:38.118340019Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-21T00:02:38.118342711Z "groupLabels": {}, 2024-02-21T00:02:38.118375180Z "receiver": "vdu-webhook", 2024-02-21T00:02:38.118378813Z "status": "resolved", 2024-02-21T00:02:38.118381538Z "truncatedAlerts": 0, 2024-02-21T00:02:38.118384363Z "version": "4" 2024-02-21T00:02:38.118387133Z }, 2024-02-21T00:02:38.118389904Z "dag_id": "vdu_down", 2024-02-21T00:02:38.118392774Z "dag_run_id": "vdu_down_20240221000237_131504", 2024-02-21T00:02:38.118395515Z "data_interval_end": "2024-02-21T00:02:38.013924+00:00", 2024-02-21T00:02:38.118398276Z "data_interval_start": "2024-02-21T00:02:38.013924+00:00", 2024-02-21T00:02:38.118401019Z "end_date": null, 2024-02-21T00:02:38.118403760Z "execution_date": "2024-02-21T00:02:38.013924+00:00", 2024-02-21T00:02:38.118406526Z "external_trigger": true, 2024-02-21T00:02:38.118409349Z "last_scheduling_decision": null, 2024-02-21T00:02:38.118412058Z "logical_date": "2024-02-21T00:02:38.013924+00:00", 2024-02-21T00:02:38.118414738Z "note": null, 2024-02-21T00:02:38.118417480Z "run_type": "manual", 2024-02-21T00:02:38.118420294Z "start_date": null, 2024-02-21T00:02:38.118423033Z "state": "queued" 2024-02-21T00:02:38.118451912Z } 2024-02-21T00:02:38.118457536Z 2024-02-21T02:38:37.708109336Z 2024/02/21 02:38:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-21T02:38:38.109982336Z 2024/02/21 02:38:38 INFO main.py:53 Response: { 2024-02-21T02:38:38.110023581Z "conf": { 2024-02-21T02:38:38.110033470Z "alerts": [ 2024-02-21T02:38:38.110042141Z { 2024-02-21T02:38:38.110051852Z "annotations": { 2024-02-21T02:38:38.110061746Z "description": "VDU c258df22-e86f-474c-99f1-06f073fddf1c in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 111d7784-b197-4349-a9b3-01e1ecb85025", 2024-02-21T02:38:38.110106396Z "summary": "VDU c258df22-e86f-474c-99f1-06f073fddf1c in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T02:38:38.110115520Z }, 2024-02-21T02:38:38.110124083Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T02:38:38.110132629Z "fingerprint": "3fb66f0d0ea083e2", 2024-02-21T02:38:38.110141702Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T02:38:38.110150121Z "labels": { 2024-02-21T02:38:38.110158527Z "alertname": "vdu_down", 2024-02-21T02:38:38.110166916Z "job": "osm_prometheus", 2024-02-21T02:38:38.110175873Z "ns_id": "111d7784-b197-4349-a9b3-01e1ecb85025", 2024-02-21T02:38:38.110190911Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T02:38:38.110199852Z "vdu_id": "1c2b9e75-3594-419b-a5c3-68604427933e", 2024-02-21T02:38:38.110209247Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-02-21T02:38:38.110217496Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T02:38:38.110225780Z "vm_id": "c258df22-e86f-474c-99f1-06f073fddf1c", 2024-02-21T02:38:38.110234090Z "vnf_id": "541191ef-801a-42de-8a6f-596a49a8729e", 2024-02-21T02:38:38.110242298Z "vnf_member_index": "autoheal-basic-1" 2024-02-21T02:38:38.110250780Z }, 2024-02-21T02:38:38.110261968Z "startsAt": "2024-02-21T02:38:27.687Z", 2024-02-21T02:38:38.110271041Z "status": "firing" 2024-02-21T02:38:38.110279591Z } 2024-02-21T02:38:38.110288041Z ], 2024-02-21T02:38:38.110296472Z "commonAnnotations": { 2024-02-21T02:38:38.110305099Z "description": "VDU c258df22-e86f-474c-99f1-06f073fddf1c in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 111d7784-b197-4349-a9b3-01e1ecb85025", 2024-02-21T02:38:38.110313572Z "summary": "VDU c258df22-e86f-474c-99f1-06f073fddf1c in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T02:38:38.110322020Z }, 2024-02-21T02:38:38.110330455Z "commonLabels": { 2024-02-21T02:38:38.110338871Z "alertname": "vdu_down", 2024-02-21T02:38:38.110347364Z "job": "osm_prometheus", 2024-02-21T02:38:38.110355777Z "ns_id": "111d7784-b197-4349-a9b3-01e1ecb85025", 2024-02-21T02:38:38.110364199Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T02:38:38.110372465Z "vdu_id": "1c2b9e75-3594-419b-a5c3-68604427933e", 2024-02-21T02:38:38.110383712Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-02-21T02:38:38.110392988Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T02:38:38.110402256Z "vm_id": "c258df22-e86f-474c-99f1-06f073fddf1c", 2024-02-21T02:38:38.110410737Z "vnf_id": "541191ef-801a-42de-8a6f-596a49a8729e", 2024-02-21T02:38:38.110419432Z "vnf_member_index": "autoheal-basic-1" 2024-02-21T02:38:38.110427858Z }, 2024-02-21T02:38:38.110436474Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T02:38:38.110444672Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-21T02:38:38.110452990Z "groupLabels": {}, 2024-02-21T02:38:38.110461324Z "receiver": "vdu-webhook", 2024-02-21T02:38:38.110469511Z "status": "firing", 2024-02-21T02:38:38.110494886Z "truncatedAlerts": 0, 2024-02-21T02:38:38.110503499Z "version": "4" 2024-02-21T02:38:38.110511884Z }, 2024-02-21T02:38:38.110530364Z "dag_id": "vdu_down", 2024-02-21T02:38:38.110367517Z INFO: 10.244.0.45:56642 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-21T02:38:38.110538960Z "dag_run_id": "vdu_down_20240221023837_340534", 2024-02-21T02:38:38.110585452Z "data_interval_end": "2024-02-21T02:38:38.045260+00:00", 2024-02-21T02:38:38.110595657Z "data_interval_start": "2024-02-21T02:38:38.045260+00:00", 2024-02-21T02:38:38.110604706Z "end_date": null, 2024-02-21T02:38:38.110613867Z "execution_date": "2024-02-21T02:38:38.045260+00:00", 2024-02-21T02:38:38.110622884Z "external_trigger": true, 2024-02-21T02:38:38.110631745Z "last_scheduling_decision": null, 2024-02-21T02:38:38.110639781Z "logical_date": "2024-02-21T02:38:38.045260+00:00", 2024-02-21T02:38:38.110648078Z "note": null, 2024-02-21T02:38:38.110656311Z "run_type": "manual", 2024-02-21T02:38:38.110664475Z "start_date": null, 2024-02-21T02:38:38.110672846Z "state": "queued" 2024-02-21T02:38:38.110681217Z } 2024-02-21T02:38:38.110689245Z 2024-02-21T02:42:37.706165001Z 2024/02/21 02:42:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-21T02:42:38.036337212Z 2024/02/21 02:42:38 INFO main.py:53 Response: { 2024-02-21T02:42:38.036378600Z "conf": { 2024-02-21T02:42:38.036448814Z "alerts": [ 2024-02-21T02:42:38.036460553Z { 2024-02-21T02:42:38.036470492Z "annotations": { 2024-02-21T02:42:38.036480722Z "description": "VDU c258df22-e86f-474c-99f1-06f073fddf1c in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 111d7784-b197-4349-a9b3-01e1ecb85025", 2024-02-21T02:42:38.036490877Z "summary": "VDU c258df22-e86f-474c-99f1-06f073fddf1c in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T02:42:38.036500215Z }, 2024-02-21T02:42:38.036509340Z "endsAt": "2024-02-21T02:40:57.687Z", 2024-02-21T02:42:38.036518366Z "fingerprint": "3fb66f0d0ea083e2", 2024-02-21T02:42:38.036531770Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T02:42:38.036540991Z "labels": { 2024-02-21T02:42:38.036549961Z "alertname": "vdu_down", 2024-02-21T02:42:38.036558520Z "job": "osm_prometheus", 2024-02-21T02:42:38.036568901Z "ns_id": "111d7784-b197-4349-a9b3-01e1ecb85025", 2024-02-21T02:42:38.036578535Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T02:42:38.036591119Z "vdu_id": "1c2b9e75-3594-419b-a5c3-68604427933e", 2024-02-21T02:42:38.036602407Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-02-21T02:42:38.036613013Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T02:42:38.036624270Z "vm_id": "c258df22-e86f-474c-99f1-06f073fddf1c", 2024-02-21T02:42:38.036635804Z "vnf_id": "541191ef-801a-42de-8a6f-596a49a8729e", 2024-02-21T02:42:38.036645877Z "vnf_member_index": "autoheal-basic-1" 2024-02-21T02:42:38.036661744Z }, 2024-02-21T02:42:38.036668643Z "startsAt": "2024-02-21T02:38:27.687Z", 2024-02-21T02:42:38.036675710Z "status": "resolved" 2024-02-21T02:42:38.036682217Z } 2024-02-21T02:42:38.036688770Z ], 2024-02-21T02:42:38.036695467Z "commonAnnotations": { 2024-02-21T02:42:38.036701942Z "description": "VDU c258df22-e86f-474c-99f1-06f073fddf1c in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 111d7784-b197-4349-a9b3-01e1ecb85025", 2024-02-21T02:42:38.036708551Z "summary": "VDU c258df22-e86f-474c-99f1-06f073fddf1c in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T02:42:38.036742544Z }, 2024-02-21T02:42:38.036749642Z "commonLabels": { 2024-02-21T02:42:38.036756051Z "alertname": "vdu_down", 2024-02-21T02:42:38.036762432Z "job": "osm_prometheus", 2024-02-21T02:42:38.036768779Z "ns_id": "111d7784-b197-4349-a9b3-01e1ecb85025", 2024-02-21T02:42:38.036775654Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T02:42:38.036781994Z "vdu_id": "1c2b9e75-3594-419b-a5c3-68604427933e", 2024-02-21T02:42:38.036788350Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-02-21T02:42:38.036794763Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T02:42:38.036800933Z "vm_id": "c258df22-e86f-474c-99f1-06f073fddf1c", 2024-02-21T02:42:38.036807196Z "vnf_id": "541191ef-801a-42de-8a6f-596a49a8729e", 2024-02-21T02:42:38.036813499Z "vnf_member_index": "autoheal-basic-1" 2024-02-21T02:42:38.036819770Z }, 2024-02-21T02:42:38.036826313Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T02:42:38.036832575Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-21T02:42:38.036838862Z "groupLabels": {}, 2024-02-21T02:42:38.036845255Z "receiver": "vdu-webhook", 2024-02-21T02:42:38.036851534Z "status": "resolved", 2024-02-21T02:42:38.036857817Z "truncatedAlerts": 0, 2024-02-21T02:42:38.036864023Z "version": "4" 2024-02-21T02:42:38.036870448Z }, 2024-02-21T02:42:38.036876914Z "dag_id": "vdu_down", 2024-02-21T02:42:38.036883173Z "dag_run_id": "vdu_down_20240221024237_012175", 2024-02-21T02:42:38.036889527Z "data_interval_end": "2024-02-21T02:42:38.004087+00:00", 2024-02-21T02:42:38.036898910Z "data_interval_start": "2024-02-21T02:42:38.004087+00:00", 2024-02-21T02:42:38.036905520Z "end_date": null, 2024-02-21T02:42:38.036911834Z "execution_date": "2024-02-21T02:42:38.004087+00:00", 2024-02-21T02:42:38.036918120Z "external_trigger": true, 2024-02-21T02:42:38.036924328Z "last_scheduling_decision": null, 2024-02-21T02:42:38.036930776Z "logical_date": "2024-02-21T02:42:38.004087+00:00", 2024-02-21T02:42:38.036937163Z "note": null, 2024-02-21T02:42:38.036943427Z "run_type": "manual", 2024-02-21T02:42:38.036949703Z "start_date": null, 2024-02-21T02:42:38.036956235Z "state": "queued" 2024-02-21T02:42:38.036963478Z } 2024-02-21T02:42:38.036972473Z 2024-02-21T02:42:38.037093428Z INFO: 10.244.0.45:34470 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-21T03:42:05.321524655Z 2024/02/21 03:42:05 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-02-21T03:42:06.167843089Z 2024/02/21 03:42:06 INFO main.py:53 Response: { 2024-02-21T03:42:06.167887018Z "conf": { 2024-02-21T03:42:06.167894681Z "alerts": [ 2024-02-21T03:42:06.167901638Z { 2024-02-21T03:42:06.167909851Z "annotations": {}, 2024-02-21T03:42:06.167916955Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T03:42:06.167924260Z "fingerprint": "0ba47f25eb404963", 2024-02-21T03:42:06.167932636Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22e8495bd0-5ef8-423f-b884-e242c91330c5%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22e8495bd0-5ef8-423f-b884-e242c91330c5%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-02-21T03:42:06.167947035Z "labels": { 2024-02-21T03:42:06.167956210Z "alertname": "scaleout_6532d90d-8a78-4d4e-a4e1-dda521fd5063", 2024-02-21T03:42:06.168000697Z "ns_id": "e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:42:06.168013301Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-21T03:42:06.168047920Z "vnf_member_index": "vnf" 2024-02-21T03:42:06.168059291Z }, 2024-02-21T03:42:06.168069618Z "startsAt": "2024-02-21T03:41:55.3Z", 2024-02-21T03:42:06.168081998Z "status": "firing" 2024-02-21T03:42:06.168094127Z } 2024-02-21T03:42:06.168105402Z ], 2024-02-21T03:42:06.168116892Z "commonAnnotations": {}, 2024-02-21T03:42:06.168127187Z "commonLabels": { 2024-02-21T03:42:06.168136822Z "alertname": "scaleout_6532d90d-8a78-4d4e-a4e1-dda521fd5063", 2024-02-21T03:42:06.168146315Z "ns_id": "e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:42:06.168155891Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-21T03:42:06.168165021Z "vnf_member_index": "vnf" 2024-02-21T03:42:06.168174578Z }, 2024-02-21T03:42:06.168184613Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T03:42:06.168194912Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-02-21T03:42:06.168205045Z "groupLabels": {}, 2024-02-21T03:42:06.168215334Z "receiver": "scaleout-webhook", 2024-02-21T03:42:06.168222815Z "status": "firing", 2024-02-21T03:42:06.168229710Z "truncatedAlerts": 0, 2024-02-21T03:42:06.168236537Z "version": "4" 2024-02-21T03:42:06.168243349Z }, 2024-02-21T03:42:06.168250127Z "dag_id": "scaleout_vdu", 2024-02-21T03:42:06.168256911Z "dag_run_id": "scaleout_vdu_20240221034205_200009", 2024-02-21T03:42:06.168263742Z "data_interval_end": "2024-02-21T03:42:06.116913+00:00", 2024-02-21T03:42:06.168270527Z "data_interval_start": "2024-02-21T03:42:06.116913+00:00", 2024-02-21T03:42:06.168277255Z "end_date": null, 2024-02-21T03:42:06.168284148Z "execution_date": "2024-02-21T03:42:06.116913+00:00", 2024-02-21T03:42:06.168290930Z "external_trigger": true, 2024-02-21T03:42:06.168297901Z "last_scheduling_decision": null, 2024-02-21T03:42:06.168304616Z "logical_date": "2024-02-21T03:42:06.116913+00:00", 2024-02-21T03:42:06.168311524Z "note": null, 2024-02-21T03:42:06.168318310Z "run_type": "manual", 2024-02-21T03:42:06.168325078Z "start_date": null, 2024-02-21T03:42:06.168331975Z "state": "queued" 2024-02-21T03:42:06.168338977Z } 2024-02-21T03:42:06.168345488Z 2024-02-21T03:42:06.168530009Z INFO: 10.244.0.45:43738 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-02-21T03:48:05.327049852Z 2024/02/21 03:48:05 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-02-21T03:48:05.647402779Z 2024/02/21 03:48:05 INFO main.py:53 Response: { 2024-02-21T03:48:05.647422733Z "conf": { 2024-02-21T03:48:05.647427252Z "alerts": [ 2024-02-21T03:48:05.647431656Z { 2024-02-21T03:48:05.647436470Z "annotations": {}, 2024-02-21T03:48:05.647440757Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T03:48:05.647445093Z "fingerprint": "0ba47f25eb404963", 2024-02-21T03:48:05.647451827Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22e8495bd0-5ef8-423f-b884-e242c91330c5%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22e8495bd0-5ef8-423f-b884-e242c91330c5%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-02-21T03:48:05.647456611Z "labels": { 2024-02-21T03:48:05.647461351Z "alertname": "scaleout_6532d90d-8a78-4d4e-a4e1-dda521fd5063", 2024-02-21T03:48:05.647480454Z "ns_id": "e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:48:05.647485172Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-21T03:48:05.647489086Z "vnf_member_index": "vnf" 2024-02-21T03:48:05.647493011Z }, 2024-02-21T03:48:05.647497013Z "startsAt": "2024-02-21T03:41:55.3Z", 2024-02-21T03:48:05.647500906Z "status": "firing" 2024-02-21T03:48:05.647504817Z } 2024-02-21T03:48:05.647508862Z ], 2024-02-21T03:48:05.647512807Z "commonAnnotations": {}, 2024-02-21T03:48:05.647516789Z "commonLabels": { 2024-02-21T03:48:05.647525770Z "alertname": "scaleout_6532d90d-8a78-4d4e-a4e1-dda521fd5063", 2024-02-21T03:48:05.647530034Z "ns_id": "e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:48:05.647533934Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-21T03:48:05.647537831Z "vnf_member_index": "vnf" 2024-02-21T03:48:05.647542181Z }, 2024-02-21T03:48:05.647546267Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T03:48:05.647550189Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-02-21T03:48:05.647554307Z "groupLabels": {}, 2024-02-21T03:48:05.647558238Z "receiver": "scaleout-webhook", 2024-02-21T03:48:05.647562152Z "status": "firing", 2024-02-21T03:48:05.647566065Z "truncatedAlerts": 0, 2024-02-21T03:48:05.647569907Z "version": "4" 2024-02-21T03:48:05.647574218Z }, 2024-02-21T03:48:05.647578233Z "dag_id": "scaleout_vdu", 2024-02-21T03:48:05.647582226Z "dag_run_id": "scaleout_vdu_20240221034805_611615", 2024-02-21T03:48:05.647586247Z "data_interval_end": "2024-02-21T03:48:05.618845+00:00", 2024-02-21T03:48:05.647590460Z "data_interval_start": "2024-02-21T03:48:05.618845+00:00", 2024-02-21T03:48:05.647599589Z "end_date": null, 2024-02-21T03:48:05.647603557Z "execution_date": "2024-02-21T03:48:05.618845+00:00", 2024-02-21T03:48:05.647607452Z "external_trigger": true, 2024-02-21T03:48:05.647611389Z "last_scheduling_decision": null, 2024-02-21T03:48:05.647615330Z "logical_date": "2024-02-21T03:48:05.618845+00:00", 2024-02-21T03:48:05.647619452Z "note": null, 2024-02-21T03:48:05.647623572Z "run_type": "manual", 2024-02-21T03:48:05.647627464Z "start_date": null, 2024-02-21T03:48:05.647631438Z "state": "queued" 2024-02-21T03:48:05.647635452Z } 2024-02-21T03:48:05.647639222Z 2024-02-21T03:48:05.648485259Z INFO: 10.244.0.45:54776 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-02-21T03:50:05.323959403Z 2024/02/21 03:50:05 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-02-21T03:50:05.697277447Z 2024/02/21 03:50:05 INFO main.py:53 Response: { 2024-02-21T03:50:05.697292019Z "conf": { 2024-02-21T03:50:05.697295396Z "alerts": [ 2024-02-21T03:50:05.697298513Z { 2024-02-21T03:50:05.697318408Z "annotations": {}, 2024-02-21T03:50:05.697322943Z "endsAt": "2024-02-21T03:49:40.3Z", 2024-02-21T03:50:05.697325975Z "fingerprint": "0ba47f25eb404963", 2024-02-21T03:50:05.697332325Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22e8495bd0-5ef8-423f-b884-e242c91330c5%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22e8495bd0-5ef8-423f-b884-e242c91330c5%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-02-21T03:50:05.697336359Z "labels": { 2024-02-21T03:50:05.697340128Z "alertname": "scaleout_6532d90d-8a78-4d4e-a4e1-dda521fd5063", 2024-02-21T03:50:05.697357299Z "ns_id": "e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:50:05.697360460Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-21T03:50:05.697363468Z "vnf_member_index": "vnf" 2024-02-21T03:50:05.697366501Z }, 2024-02-21T03:50:05.697369453Z "startsAt": "2024-02-21T03:41:55.3Z", 2024-02-21T03:50:05.697372445Z "status": "resolved" 2024-02-21T03:50:05.697375491Z } 2024-02-21T03:50:05.697378460Z ], 2024-02-21T03:50:05.697381500Z "commonAnnotations": {}, 2024-02-21T03:50:05.697384438Z "commonLabels": { 2024-02-21T03:50:05.697388001Z "alertname": "scaleout_6532d90d-8a78-4d4e-a4e1-dda521fd5063", 2024-02-21T03:50:05.697391156Z "ns_id": "e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:50:05.697394045Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-21T03:50:05.697397010Z "vnf_member_index": "vnf" 2024-02-21T03:50:05.697400102Z }, 2024-02-21T03:50:05.697403362Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T03:50:05.697406359Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-02-21T03:50:05.697409263Z "groupLabels": {}, 2024-02-21T03:50:05.697412740Z "receiver": "scaleout-webhook", 2024-02-21T03:50:05.697415721Z "status": "resolved", 2024-02-21T03:50:05.697418630Z "truncatedAlerts": 0, 2024-02-21T03:50:05.697421605Z "version": "4" 2024-02-21T03:50:05.697424674Z }, 2024-02-21T03:50:05.697427777Z "dag_id": "scaleout_vdu", 2024-02-21T03:50:05.697430823Z "dag_run_id": "scaleout_vdu_20240221035005_811177", 2024-02-21T03:50:05.697433814Z "data_interval_end": "2024-02-21T03:50:05.665414+00:00", 2024-02-21T03:50:05.697436952Z "data_interval_start": "2024-02-21T03:50:05.665414+00:00", 2024-02-21T03:50:05.697439842Z "end_date": null, 2024-02-21T03:50:05.697442933Z "execution_date": "2024-02-21T03:50:05.665414+00:00", 2024-02-21T03:50:05.697445812Z "external_trigger": true, 2024-02-21T03:50:05.697448881Z "last_scheduling_decision": null, 2024-02-21T03:50:05.697451896Z "logical_date": "2024-02-21T03:50:05.665414+00:00", 2024-02-21T03:50:05.697459141Z "note": null, 2024-02-21T03:50:05.697462313Z "run_type": "manual", 2024-02-21T03:50:05.697465257Z "start_date": null, 2024-02-21T03:50:05.697468260Z "state": "queued" 2024-02-21T03:50:05.697471219Z } 2024-02-21T03:50:05.697474017Z 2024-02-21T03:50:05.697624390Z INFO: 10.244.0.45:57088 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-02-21T03:56:31.640897008Z 2024/02/21 03:56:31 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-02-21T03:56:31.962696743Z 2024/02/21 03:56:31 INFO main.py:53 Response: { 2024-02-21T03:56:31.962716543Z "conf": { 2024-02-21T03:56:31.962721555Z "alerts": [ 2024-02-21T03:56:31.962726049Z { 2024-02-21T03:56:31.962731041Z "annotations": {}, 2024-02-21T03:56:31.962735670Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T03:56:31.962740451Z "fingerprint": "5d8f28e4b2fd6fcd", 2024-02-21T03:56:31.962746201Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22272dca45-b19a-4ffa-9a00-19a60ba29960%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-02-21T03:56:31.962751518Z "labels": { 2024-02-21T03:56:31.962756245Z "alertname": "vdu_alarm_e388e06a-97c3-4314-b688-4d8f352ad7e4", 2024-02-21T03:56:31.962761641Z "job": "airflow_osm_vm_metrics_d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T03:56:31.962766107Z "metric_id": "cirros_vnf_cpu_util", 2024-02-21T03:56:31.962789058Z "ns_id": "272dca45-b19a-4ffa-9a00-19a60ba29960", 2024-02-21T03:56:31.962794411Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T03:56:31.962798856Z "vdu_id": "cirros_vnfd-VM", 2024-02-21T03:56:31.962803198Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-02-21T03:56:31.962807678Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T03:56:31.962811815Z "vm_id": "b09d859b-96b6-47fb-9378-f775259cd259", 2024-02-21T03:56:31.962815741Z "vnf_member_index": "vnf" 2024-02-21T03:56:31.962820236Z }, 2024-02-21T03:56:31.962825350Z "startsAt": "2024-02-21T03:56:21.62Z", 2024-02-21T03:56:31.962829938Z "status": "firing" 2024-02-21T03:56:31.962834318Z } 2024-02-21T03:56:31.962838237Z ], 2024-02-21T03:56:31.962842780Z "commonAnnotations": {}, 2024-02-21T03:56:31.962846770Z "commonLabels": { 2024-02-21T03:56:31.962850866Z "alertname": "vdu_alarm_e388e06a-97c3-4314-b688-4d8f352ad7e4", 2024-02-21T03:56:31.962855054Z "job": "airflow_osm_vm_metrics_d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T03:56:31.962859460Z "metric_id": "cirros_vnf_cpu_util", 2024-02-21T03:56:31.962863761Z "ns_id": "272dca45-b19a-4ffa-9a00-19a60ba29960", 2024-02-21T03:56:31.962867739Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T03:56:31.962872028Z "vdu_id": "cirros_vnfd-VM", 2024-02-21T03:56:31.962876975Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-02-21T03:56:31.962881657Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T03:56:31.962886427Z "vm_id": "b09d859b-96b6-47fb-9378-f775259cd259", 2024-02-21T03:56:31.962890903Z "vnf_member_index": "vnf" 2024-02-21T03:56:31.962895019Z }, 2024-02-21T03:56:31.962899753Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T03:56:31.962904473Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-02-21T03:56:31.962908786Z "groupLabels": {}, 2024-02-21T03:56:31.962913175Z "receiver": "alarm-webhook", 2024-02-21T03:56:31.962933978Z "status": "firing", 2024-02-21T03:56:31.962938749Z "truncatedAlerts": 0, 2024-02-21T03:56:31.962943933Z "version": "4" 2024-02-21T03:56:31.962948818Z }, 2024-02-21T03:56:31.962953973Z "dag_id": "vdu_alarm", 2024-02-21T03:56:31.962959517Z "dag_run_id": "vdu_alarm_20240221035631_748517", 2024-02-21T03:56:31.962964962Z "data_interval_end": "2024-02-21T03:56:31.929609+00:00", 2024-02-21T03:56:31.962969991Z "data_interval_start": "2024-02-21T03:56:31.929609+00:00", 2024-02-21T03:56:31.962974783Z "end_date": null, 2024-02-21T03:56:31.962979559Z "execution_date": "2024-02-21T03:56:31.929609+00:00", 2024-02-21T03:56:31.962984438Z "external_trigger": true, 2024-02-21T03:56:31.962988978Z "last_scheduling_decision": null, 2024-02-21T03:56:31.962993223Z "logical_date": "2024-02-21T03:56:31.929609+00:00", 2024-02-21T03:56:31.962997711Z "note": null, 2024-02-21T03:56:31.963000955Z "run_type": "manual", 2024-02-21T03:56:31.963003961Z "start_date": null, 2024-02-21T03:56:31.963006939Z "state": "queued" 2024-02-21T03:56:31.963010059Z } 2024-02-21T03:56:31.963012850Z 2024-02-21T03:56:31.963611398Z INFO: 10.244.0.45:37642 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-02-21T04:00:31.639768546Z 2024/02/21 04:00:31 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-02-21T04:00:32.024124823Z 2024/02/21 04:00:32 INFO main.py:53 Response: { 2024-02-21T04:00:32.024164445Z "conf": { 2024-02-21T04:00:32.024202801Z "alerts": [ 2024-02-21T04:00:32.024212583Z { 2024-02-21T04:00:32.024222050Z "annotations": {}, 2024-02-21T04:00:32.024230682Z "endsAt": "2024-02-21T04:00:21.62Z", 2024-02-21T04:00:32.024239708Z "fingerprint": "5d8f28e4b2fd6fcd", 2024-02-21T04:00:32.024249246Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22272dca45-b19a-4ffa-9a00-19a60ba29960%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-02-21T04:00:32.024258475Z "labels": { 2024-02-21T04:00:32.024267838Z "alertname": "vdu_alarm_e388e06a-97c3-4314-b688-4d8f352ad7e4", 2024-02-21T04:00:32.024276037Z "job": "airflow_osm_vm_metrics_d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:00:32.024284283Z "metric_id": "cirros_vnf_cpu_util", 2024-02-21T04:00:32.024293319Z "ns_id": "272dca45-b19a-4ffa-9a00-19a60ba29960", 2024-02-21T04:00:32.024301476Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:00:32.024309810Z "vdu_id": "cirros_vnfd-VM", 2024-02-21T04:00:32.024318020Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-02-21T04:00:32.024326136Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:00:32.024334259Z "vm_id": "b09d859b-96b6-47fb-9378-f775259cd259", 2024-02-21T04:00:32.024342836Z "vnf_member_index": "vnf" 2024-02-21T04:00:32.024351217Z }, 2024-02-21T04:00:32.024359431Z "startsAt": "2024-02-21T03:56:21.62Z", 2024-02-21T04:00:32.024367655Z "status": "resolved" 2024-02-21T04:00:32.024376181Z } 2024-02-21T04:00:32.024384382Z ], 2024-02-21T04:00:32.024392626Z "commonAnnotations": {}, 2024-02-21T04:00:32.024400781Z "commonLabels": { 2024-02-21T04:00:32.024409226Z "alertname": "vdu_alarm_e388e06a-97c3-4314-b688-4d8f352ad7e4", 2024-02-21T04:00:32.024417612Z "job": "airflow_osm_vm_metrics_d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:00:32.024425663Z "metric_id": "cirros_vnf_cpu_util", 2024-02-21T04:00:32.024433828Z "ns_id": "272dca45-b19a-4ffa-9a00-19a60ba29960", 2024-02-21T04:00:32.024442102Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:00:32.024450166Z "vdu_id": "cirros_vnfd-VM", 2024-02-21T04:00:32.024458252Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-02-21T04:00:32.024466394Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:00:32.024474503Z "vm_id": "b09d859b-96b6-47fb-9378-f775259cd259", 2024-02-21T04:00:32.024482643Z "vnf_member_index": "vnf" 2024-02-21T04:00:32.024491034Z }, 2024-02-21T04:00:32.024500067Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T04:00:32.024508398Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-02-21T04:00:32.024516604Z "groupLabels": {}, 2024-02-21T04:00:32.024524908Z "receiver": "alarm-webhook", 2024-02-21T04:00:32.024533075Z "status": "resolved", 2024-02-21T04:00:32.024541155Z "truncatedAlerts": 0, 2024-02-21T04:00:32.024549244Z "version": "4" 2024-02-21T04:00:32.024557445Z }, 2024-02-21T04:00:32.024565810Z "dag_id": "vdu_alarm", 2024-02-21T04:00:32.024574215Z "dag_run_id": "vdu_alarm_20240221040031_164769", 2024-02-21T04:00:32.024582400Z "data_interval_end": "2024-02-21T04:00:31.952928+00:00", 2024-02-21T04:00:32.024590839Z "data_interval_start": "2024-02-21T04:00:31.952928+00:00", 2024-02-21T04:00:32.024599109Z "end_date": null, 2024-02-21T04:00:32.024708502Z "execution_date": "2024-02-21T04:00:31.952928+00:00", 2024-02-21T04:00:32.024735708Z "external_trigger": true, 2024-02-21T04:00:32.024744464Z "last_scheduling_decision": null, 2024-02-21T04:00:32.024752592Z "logical_date": "2024-02-21T04:00:31.952928+00:00", 2024-02-21T04:00:32.024761074Z "note": null, 2024-02-21T04:00:32.024769377Z "run_type": "manual", 2024-02-21T04:00:32.024780087Z "start_date": null, 2024-02-21T04:00:32.024789009Z "state": "queued" 2024-02-21T04:00:32.024813258Z } 2024-02-21T04:00:32.024822591Z 2024-02-21T04:00:32.024768769Z INFO: 10.244.0.45:50168 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-02-21T04:07:37.710543543Z 2024/02/21 04:07:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-21T04:07:38.077291393Z 2024/02/21 04:07:38 INFO main.py:53 Response: { 2024-02-21T04:07:38.077312621Z "conf": { 2024-02-21T04:07:38.077317747Z "alerts": [ 2024-02-21T04:07:38.077321855Z { 2024-02-21T04:07:38.077326309Z "annotations": { 2024-02-21T04:07:38.077331099Z "description": "VDU f5708d9b-57bf-4aa9-88ad-1386dfea6215 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 32b0fdc3-bfaa-446b-9335-5a44526a418d", 2024-02-21T04:07:38.077335634Z "summary": "VDU f5708d9b-57bf-4aa9-88ad-1386dfea6215 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:07:38.077340544Z }, 2024-02-21T04:07:38.077348603Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:07:38.077352766Z "fingerprint": "aed7aa26a58151db", 2024-02-21T04:07:38.077357886Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:07:38.077362096Z "labels": { 2024-02-21T04:07:38.077366186Z "alertname": "vdu_down", 2024-02-21T04:07:38.077370268Z "job": "osm_prometheus", 2024-02-21T04:07:38.077374747Z "ns_id": "32b0fdc3-bfaa-446b-9335-5a44526a418d", 2024-02-21T04:07:38.077378959Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:07:38.077382917Z "vdu_id": "84303ed0-a345-4713-9bec-05cefa2a5e05", 2024-02-21T04:07:38.077386864Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-21T04:07:38.077390787Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:07:38.077394821Z "vm_id": "f5708d9b-57bf-4aa9-88ad-1386dfea6215", 2024-02-21T04:07:38.077398746Z "vnf_id": "cb6cea5a-e66e-4dc6-8a46-9f8fe15a6654", 2024-02-21T04:07:38.077402708Z "vnf_member_index": "VyOS Router" 2024-02-21T04:07:38.077406671Z }, 2024-02-21T04:07:38.077410647Z "startsAt": "2024-02-21T04:07:27.687Z", 2024-02-21T04:07:38.077415303Z "status": "firing" 2024-02-21T04:07:38.077419277Z } 2024-02-21T04:07:38.077423273Z ], 2024-02-21T04:07:38.077427381Z "commonAnnotations": { 2024-02-21T04:07:38.077431931Z "description": "VDU f5708d9b-57bf-4aa9-88ad-1386dfea6215 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 32b0fdc3-bfaa-446b-9335-5a44526a418d", 2024-02-21T04:07:38.077436229Z "summary": "VDU f5708d9b-57bf-4aa9-88ad-1386dfea6215 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:07:38.077440261Z }, 2024-02-21T04:07:38.077444421Z "commonLabels": { 2024-02-21T04:07:38.077448439Z "alertname": "vdu_down", 2024-02-21T04:07:38.077452399Z "job": "osm_prometheus", 2024-02-21T04:07:38.077456409Z "ns_id": "32b0fdc3-bfaa-446b-9335-5a44526a418d", 2024-02-21T04:07:38.077460433Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:07:38.077481288Z "vdu_id": "84303ed0-a345-4713-9bec-05cefa2a5e05", 2024-02-21T04:07:38.077485515Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-21T04:07:38.077489504Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:07:38.077493480Z "vm_id": "f5708d9b-57bf-4aa9-88ad-1386dfea6215", 2024-02-21T04:07:38.077497428Z "vnf_id": "cb6cea5a-e66e-4dc6-8a46-9f8fe15a6654", 2024-02-21T04:07:38.077501441Z "vnf_member_index": "VyOS Router" 2024-02-21T04:07:38.077505564Z }, 2024-02-21T04:07:38.077509771Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T04:07:38.077513689Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-21T04:07:38.077517826Z "groupLabels": {}, 2024-02-21T04:07:38.077521828Z "receiver": "vdu-webhook", 2024-02-21T04:07:38.077526016Z "status": "firing", 2024-02-21T04:07:38.077529979Z "truncatedAlerts": 0, 2024-02-21T04:07:38.077533880Z "version": "4" 2024-02-21T04:07:38.077537830Z }, 2024-02-21T04:07:38.077541870Z "dag_id": "vdu_down", 2024-02-21T04:07:38.077545907Z "dag_run_id": "vdu_down_20240221040737_383967", 2024-02-21T04:07:38.077549881Z "data_interval_end": "2024-02-21T04:07:38.007505+00:00", 2024-02-21T04:07:38.077553830Z "data_interval_start": "2024-02-21T04:07:38.007505+00:00", 2024-02-21T04:07:38.077557870Z "end_date": null, 2024-02-21T04:07:38.077561832Z "execution_date": "2024-02-21T04:07:38.007505+00:00", 2024-02-21T04:07:38.077565776Z "external_trigger": true, 2024-02-21T04:07:38.077569739Z "last_scheduling_decision": null, 2024-02-21T04:07:38.077573751Z "logical_date": "2024-02-21T04:07:38.007505+00:00", 2024-02-21T04:07:38.077577693Z "note": null, 2024-02-21T04:07:38.077581677Z "run_type": "manual", 2024-02-21T04:07:38.077585616Z "start_date": null, 2024-02-21T04:07:38.077589758Z "state": "queued" 2024-02-21T04:07:38.077593784Z } 2024-02-21T04:07:38.077597577Z 2024-02-21T04:07:38.078101265Z INFO: 10.244.0.45:43302 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-21T04:13:37.711321074Z 2024/02/21 04:13:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-21T04:13:38.028866486Z 2024/02/21 04:13:38 INFO main.py:53 Response: { 2024-02-21T04:13:38.028883210Z "conf": { 2024-02-21T04:13:38.028887749Z "alerts": [ 2024-02-21T04:13:38.028891610Z { 2024-02-21T04:13:38.028896023Z "annotations": { 2024-02-21T04:13:38.028900369Z "description": "VDU f5708d9b-57bf-4aa9-88ad-1386dfea6215 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 32b0fdc3-bfaa-446b-9335-5a44526a418d", 2024-02-21T04:13:38.028905098Z "summary": "VDU f5708d9b-57bf-4aa9-88ad-1386dfea6215 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:13:38.028908912Z }, 2024-02-21T04:13:38.028912781Z "endsAt": "2024-02-21T04:12:57.687Z", 2024-02-21T04:13:38.028916506Z "fingerprint": "aed7aa26a58151db", 2024-02-21T04:13:38.028920820Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:13:38.028925045Z "labels": { 2024-02-21T04:13:38.028928762Z "alertname": "vdu_down", 2024-02-21T04:13:38.028932402Z "job": "osm_prometheus", 2024-02-21T04:13:38.028936766Z "ns_id": "32b0fdc3-bfaa-446b-9335-5a44526a418d", 2024-02-21T04:13:38.028940696Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:13:38.028944578Z "vdu_id": "84303ed0-a345-4713-9bec-05cefa2a5e05", 2024-02-21T04:13:38.028961745Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-21T04:13:38.028965601Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:13:38.028969223Z "vm_id": "f5708d9b-57bf-4aa9-88ad-1386dfea6215", 2024-02-21T04:13:38.028972915Z "vnf_id": "cb6cea5a-e66e-4dc6-8a46-9f8fe15a6654", 2024-02-21T04:13:38.028976452Z "vnf_member_index": "VyOS Router" 2024-02-21T04:13:38.028980077Z }, 2024-02-21T04:13:38.028983754Z "startsAt": "2024-02-21T04:07:27.687Z", 2024-02-21T04:13:38.028988236Z "status": "resolved" 2024-02-21T04:13:38.028992295Z } 2024-02-21T04:13:38.028996154Z ], 2024-02-21T04:13:38.028999820Z "commonAnnotations": { 2024-02-21T04:13:38.029003487Z "description": "VDU f5708d9b-57bf-4aa9-88ad-1386dfea6215 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 32b0fdc3-bfaa-446b-9335-5a44526a418d", 2024-02-21T04:13:38.029007217Z "summary": "VDU f5708d9b-57bf-4aa9-88ad-1386dfea6215 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:13:38.029010893Z }, 2024-02-21T04:13:38.029014553Z "commonLabels": { 2024-02-21T04:13:38.029018170Z "alertname": "vdu_down", 2024-02-21T04:13:38.029021718Z "job": "osm_prometheus", 2024-02-21T04:13:38.029025433Z "ns_id": "32b0fdc3-bfaa-446b-9335-5a44526a418d", 2024-02-21T04:13:38.029029045Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:13:38.029032608Z "vdu_id": "84303ed0-a345-4713-9bec-05cefa2a5e05", 2024-02-21T04:13:38.029036287Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-21T04:13:38.029039858Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:13:38.029043387Z "vm_id": "f5708d9b-57bf-4aa9-88ad-1386dfea6215", 2024-02-21T04:13:38.029046901Z "vnf_id": "cb6cea5a-e66e-4dc6-8a46-9f8fe15a6654", 2024-02-21T04:13:38.029050474Z "vnf_member_index": "VyOS Router" 2024-02-21T04:13:38.029054074Z }, 2024-02-21T04:13:38.029057690Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T04:13:38.029061283Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-21T04:13:38.029065285Z "groupLabels": {}, 2024-02-21T04:13:38.029069159Z "receiver": "vdu-webhook", 2024-02-21T04:13:38.029072702Z "status": "resolved", 2024-02-21T04:13:38.029076271Z "truncatedAlerts": 0, 2024-02-21T04:13:38.029079887Z "version": "4" 2024-02-21T04:13:38.029083541Z }, 2024-02-21T04:13:38.029087175Z "dag_id": "vdu_down", 2024-02-21T04:13:38.029090742Z "dag_run_id": "vdu_down_20240221041337_175887", 2024-02-21T04:13:38.029094340Z "data_interval_end": "2024-02-21T04:13:37.998438+00:00", 2024-02-21T04:13:38.029097918Z "data_interval_start": "2024-02-21T04:13:37.998438+00:00", 2024-02-21T04:13:38.029101477Z "end_date": null, 2024-02-21T04:13:38.029105013Z "execution_date": "2024-02-21T04:13:37.998438+00:00", 2024-02-21T04:13:38.029108603Z "external_trigger": true, 2024-02-21T04:13:38.029112330Z "last_scheduling_decision": null, 2024-02-21T04:13:38.029115854Z "logical_date": "2024-02-21T04:13:37.998438+00:00", 2024-02-21T04:13:38.029119482Z "note": null, 2024-02-21T04:13:38.029123046Z "run_type": "manual", 2024-02-21T04:13:38.029126569Z "start_date": null, 2024-02-21T04:13:38.029130140Z "state": "queued" 2024-02-21T04:13:38.029144055Z } 2024-02-21T04:13:38.029147957Z 2024-02-21T04:13:38.030468509Z INFO: 10.244.0.45:47088 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-21T04:21:37.712541845Z 2024/02/21 04:21:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-21T04:21:38.021555774Z 2024/02/21 04:21:38 INFO main.py:53 Response: { 2024-02-21T04:21:38.021587723Z "conf": { 2024-02-21T04:21:38.021596126Z "alerts": [ 2024-02-21T04:21:38.021603727Z { 2024-02-21T04:21:38.021612843Z "annotations": { 2024-02-21T04:21:38.021622727Z "description": "VDU 8ce81773-84a4-4f41-9f27-96a3dc91e1d7 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is b2837736-39ce-4f98-b1ea-a203c5000b61", 2024-02-21T04:21:38.021632307Z "summary": "VDU 8ce81773-84a4-4f41-9f27-96a3dc91e1d7 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:21:38.021640387Z }, 2024-02-21T04:21:38.021648125Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:21:38.021655755Z "fingerprint": "faf28165a66d7b22", 2024-02-21T04:21:38.021664524Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:21:38.021672291Z "labels": { 2024-02-21T04:21:38.021680068Z "alertname": "vdu_down", 2024-02-21T04:21:38.021687560Z "job": "osm_prometheus", 2024-02-21T04:21:38.021696003Z "ns_id": "b2837736-39ce-4f98-b1ea-a203c5000b61", 2024-02-21T04:21:38.021703641Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:21:38.021711179Z "vdu_id": "f66d3d7e-6d5a-40ed-806d-bc485bf5c0e6", 2024-02-21T04:21:38.021718893Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:21:38.021726443Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:21:38.021733960Z "vm_id": "8ce81773-84a4-4f41-9f27-96a3dc91e1d7", 2024-02-21T04:21:38.021741478Z "vnf_id": "11c48deb-6dc5-442d-9b77-a390d4089539", 2024-02-21T04:21:38.021749256Z "vnf_member_index": "edge" 2024-02-21T04:21:38.021756817Z }, 2024-02-21T04:21:38.021764380Z "startsAt": "2024-02-21T04:21:27.687Z", 2024-02-21T04:21:38.021773254Z "status": "firing" 2024-02-21T04:21:38.021780958Z } 2024-02-21T04:21:38.021788639Z ], 2024-02-21T04:21:38.021796291Z "commonAnnotations": { 2024-02-21T04:21:38.021804467Z "description": "VDU 8ce81773-84a4-4f41-9f27-96a3dc91e1d7 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is b2837736-39ce-4f98-b1ea-a203c5000b61", 2024-02-21T04:21:38.021812457Z "summary": "VDU 8ce81773-84a4-4f41-9f27-96a3dc91e1d7 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:21:38.021820107Z }, 2024-02-21T04:21:38.021827748Z "commonLabels": { 2024-02-21T04:21:38.021835302Z "alertname": "vdu_down", 2024-02-21T04:21:38.021842699Z "job": "osm_prometheus", 2024-02-21T04:21:38.021850218Z "ns_id": "b2837736-39ce-4f98-b1ea-a203c5000b61", 2024-02-21T04:21:38.021857727Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:21:38.021865274Z "vdu_id": "f66d3d7e-6d5a-40ed-806d-bc485bf5c0e6", 2024-02-21T04:21:38.021872932Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:21:38.021880385Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:21:38.021887925Z "vm_id": "8ce81773-84a4-4f41-9f27-96a3dc91e1d7", 2024-02-21T04:21:38.021895330Z "vnf_id": "11c48deb-6dc5-442d-9b77-a390d4089539", 2024-02-21T04:21:38.021902781Z "vnf_member_index": "edge" 2024-02-21T04:21:38.021910296Z }, 2024-02-21T04:21:38.021917936Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T04:21:38.021925354Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-21T04:21:38.021959410Z "groupLabels": {}, 2024-02-21T04:21:38.021967457Z "receiver": "vdu-webhook", 2024-02-21T04:21:38.021974951Z "status": "firing", 2024-02-21T04:21:38.021990238Z "truncatedAlerts": 0, 2024-02-21T04:21:38.021997951Z "version": "4" 2024-02-21T04:21:38.022005561Z }, 2024-02-21T04:21:38.022017671Z "dag_id": "vdu_down", 2024-02-21T04:21:38.022025298Z "dag_run_id": "vdu_down_20240221042137_758396", 2024-02-21T04:21:38.022032988Z "data_interval_end": "2024-02-21T04:21:37.978938+00:00", 2024-02-21T04:21:38.022040407Z "data_interval_start": "2024-02-21T04:21:37.978938+00:00", 2024-02-21T04:21:38.022071603Z "end_date": null, 2024-02-21T04:21:38.022080083Z "execution_date": "2024-02-21T04:21:37.978938+00:00", 2024-02-21T04:21:38.022087573Z "external_trigger": true, 2024-02-21T04:21:38.022095427Z "last_scheduling_decision": null, 2024-02-21T04:21:38.022103116Z "logical_date": "2024-02-21T04:21:37.978938+00:00", 2024-02-21T04:21:38.022110716Z "note": null, 2024-02-21T04:21:38.022118449Z "run_type": "manual", 2024-02-21T04:21:38.022126030Z "start_date": null, 2024-02-21T04:21:38.022133611Z "state": "queued" 2024-02-21T04:21:38.022141120Z } 2024-02-21T04:21:38.022148348Z 2024-02-21T04:21:38.023101530Z INFO: 10.244.0.45:45680 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-21T04:23:37.704983568Z 2024/02/21 04:23:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-21T04:23:38.046272011Z 2024/02/21 04:23:38 INFO main.py:53 Response: { 2024-02-21T04:23:38.046297509Z "conf": { 2024-02-21T04:23:38.046304862Z "alerts": [ 2024-02-21T04:23:38.046311446Z { 2024-02-21T04:23:38.046318820Z "annotations": { 2024-02-21T04:23:38.046326748Z "description": "VDU 9acefea0-b5c6-4bec-837c-e11a0bf0924e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 0cd00497-1c40-4015-91f3-3165fb6ef89a", 2024-02-21T04:23:38.046334416Z "summary": "VDU 9acefea0-b5c6-4bec-837c-e11a0bf0924e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:23:38.046341000Z }, 2024-02-21T04:23:38.046347919Z "endsAt": "2024-02-21T04:22:57.687Z", 2024-02-21T04:23:38.046354503Z "fingerprint": "b27afa3e1f31b453", 2024-02-21T04:23:38.046361633Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:23:38.046368146Z "labels": { 2024-02-21T04:23:38.046374637Z "alertname": "vdu_down", 2024-02-21T04:23:38.046381084Z "job": "osm_prometheus", 2024-02-21T04:23:38.046388197Z "ns_id": "0cd00497-1c40-4015-91f3-3165fb6ef89a", 2024-02-21T04:23:38.046394561Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:23:38.046401596Z "vdu_id": "2a174676-aa8d-44ce-a855-cf782d377f9f", 2024-02-21T04:23:38.046408952Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-21T04:23:38.046415492Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:23:38.046422034Z "vm_id": "9acefea0-b5c6-4bec-837c-e11a0bf0924e", 2024-02-21T04:23:38.046428658Z "vnf_id": "4acd3240-a2e8-4139-8a61-478459c5dac3", 2024-02-21T04:23:38.046435268Z "vnf_member_index": "middle" 2024-02-21T04:23:38.046441741Z }, 2024-02-21T04:23:38.046448160Z "startsAt": "2024-02-21T04:22:27.687Z", 2024-02-21T04:23:38.046455401Z "status": "resolved" 2024-02-21T04:23:38.046461957Z }, 2024-02-21T04:23:38.046468528Z { 2024-02-21T04:23:38.046492750Z "annotations": { 2024-02-21T04:23:38.046499685Z "description": "VDU f5708d9b-57bf-4aa9-88ad-1386dfea6215 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 32b0fdc3-bfaa-446b-9335-5a44526a418d", 2024-02-21T04:23:38.046506225Z "summary": "VDU f5708d9b-57bf-4aa9-88ad-1386dfea6215 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:23:38.046512638Z }, 2024-02-21T04:23:38.046518939Z "endsAt": "2024-02-21T04:12:57.687Z", 2024-02-21T04:23:38.046525389Z "fingerprint": "aed7aa26a58151db", 2024-02-21T04:23:38.046531691Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:23:38.046538008Z "labels": { 2024-02-21T04:23:38.046544325Z "alertname": "vdu_down", 2024-02-21T04:23:38.046550509Z "job": "osm_prometheus", 2024-02-21T04:23:38.046556693Z "ns_id": "32b0fdc3-bfaa-446b-9335-5a44526a418d", 2024-02-21T04:23:38.046567592Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:23:38.046574166Z "vdu_id": "84303ed0-a345-4713-9bec-05cefa2a5e05", 2024-02-21T04:23:38.046580681Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-21T04:23:38.046586990Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:23:38.046593366Z "vm_id": "f5708d9b-57bf-4aa9-88ad-1386dfea6215", 2024-02-21T04:23:38.046599653Z "vnf_id": "cb6cea5a-e66e-4dc6-8a46-9f8fe15a6654", 2024-02-21T04:23:38.046605939Z "vnf_member_index": "VyOS Router" 2024-02-21T04:23:38.046612276Z }, 2024-02-21T04:23:38.046618579Z "startsAt": "2024-02-21T04:07:27.687Z", 2024-02-21T04:23:38.046624917Z "status": "resolved" 2024-02-21T04:23:38.046631376Z }, 2024-02-21T04:23:38.046637717Z { 2024-02-21T04:23:38.046644082Z "annotations": { 2024-02-21T04:23:38.046650750Z "description": "VDU 8ce81773-84a4-4f41-9f27-96a3dc91e1d7 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is b2837736-39ce-4f98-b1ea-a203c5000b61", 2024-02-21T04:23:38.046657200Z "summary": "VDU 8ce81773-84a4-4f41-9f27-96a3dc91e1d7 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:23:38.046663619Z }, 2024-02-21T04:23:38.046669969Z "endsAt": "2024-02-21T04:22:57.687Z", 2024-02-21T04:23:38.046676302Z "fingerprint": "faf28165a66d7b22", 2024-02-21T04:23:38.046682891Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:23:38.046689237Z "labels": { 2024-02-21T04:23:38.046695550Z "alertname": "vdu_down", 2024-02-21T04:23:38.046702276Z "job": "osm_prometheus", 2024-02-21T04:23:38.046708647Z "ns_id": "b2837736-39ce-4f98-b1ea-a203c5000b61", 2024-02-21T04:23:38.046714914Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:23:38.046721187Z "vdu_id": "f66d3d7e-6d5a-40ed-806d-bc485bf5c0e6", 2024-02-21T04:23:38.046727835Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:23:38.046734339Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:23:38.046740605Z "vm_id": "8ce81773-84a4-4f41-9f27-96a3dc91e1d7", 2024-02-21T04:23:38.046746859Z "vnf_id": "11c48deb-6dc5-442d-9b77-a390d4089539", 2024-02-21T04:23:38.046753193Z "vnf_member_index": "edge" 2024-02-21T04:23:38.046759528Z }, 2024-02-21T04:23:38.046766112Z "startsAt": "2024-02-21T04:21:27.687Z", 2024-02-21T04:23:38.046779941Z "status": "resolved" 2024-02-21T04:23:38.046786493Z } 2024-02-21T04:23:38.046792937Z ], 2024-02-21T04:23:38.046799406Z "commonAnnotations": {}, 2024-02-21T04:23:38.046805723Z "commonLabels": { 2024-02-21T04:23:38.046812285Z "alertname": "vdu_down", 2024-02-21T04:23:38.046818749Z "job": "osm_prometheus", 2024-02-21T04:23:38.046825093Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:23:38.046831423Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5" 2024-02-21T04:23:38.046837853Z }, 2024-02-21T04:23:38.046844431Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T04:23:38.046850835Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-21T04:23:38.046857146Z "groupLabels": {}, 2024-02-21T04:23:38.046867626Z "receiver": "vdu-webhook", 2024-02-21T04:23:38.046874232Z "status": "resolved", 2024-02-21T04:23:38.046880536Z "truncatedAlerts": 0, 2024-02-21T04:23:38.046886929Z "version": "4" 2024-02-21T04:23:38.046893582Z }, 2024-02-21T04:23:38.046900008Z "dag_id": "vdu_down", 2024-02-21T04:23:38.046906448Z "dag_run_id": "vdu_down_20240221042337_010541", 2024-02-21T04:23:38.046912918Z "data_interval_end": "2024-02-21T04:23:37.968267+00:00", 2024-02-21T04:23:38.046919292Z "data_interval_start": "2024-02-21T04:23:37.968267+00:00", 2024-02-21T04:23:38.046925779Z "end_date": null, 2024-02-21T04:23:38.046932164Z "execution_date": "2024-02-21T04:23:37.968267+00:00", 2024-02-21T04:23:38.046938467Z "external_trigger": true, 2024-02-21T04:23:38.046944841Z "last_scheduling_decision": null, 2024-02-21T04:23:38.046951158Z "logical_date": "2024-02-21T04:23:37.968267+00:00", 2024-02-21T04:23:38.046957571Z "note": null, 2024-02-21T04:23:38.046963905Z "run_type": "manual", 2024-02-21T04:23:38.046970225Z "start_date": null, 2024-02-21T04:23:38.046976622Z "state": "queued" 2024-02-21T04:23:38.046982975Z } 2024-02-21T04:23:38.046989128Z 2024-02-21T04:23:38.047863797Z INFO: 10.244.0.45:37822 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-21T04:32:37.714203449Z 2024/02/21 04:32:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-21T04:32:38.048818857Z 2024/02/21 04:32:38 INFO main.py:53 Response: { 2024-02-21T04:32:38.048850746Z "conf": { 2024-02-21T04:32:38.048859545Z "alerts": [ 2024-02-21T04:32:38.048867261Z { 2024-02-21T04:32:38.048875756Z "annotations": { 2024-02-21T04:32:38.048885135Z "description": "VDU 29ae3302-008c-4904-8920-f6990db3aad6 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 02e61c92-9ed3-4aca-9ed0-bd6a733248cc", 2024-02-21T04:32:38.048893889Z "summary": "VDU 29ae3302-008c-4904-8920-f6990db3aad6 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:32:38.048902144Z }, 2024-02-21T04:32:38.048909821Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:32:38.048917442Z "fingerprint": "ba9425ad9bb8fd09", 2024-02-21T04:32:38.048925780Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:32:38.048933523Z "labels": { 2024-02-21T04:32:38.048941160Z "alertname": "vdu_down", 2024-02-21T04:32:38.048948880Z "job": "osm_prometheus", 2024-02-21T04:32:38.048957171Z "ns_id": "02e61c92-9ed3-4aca-9ed0-bd6a733248cc", 2024-02-21T04:32:38.048964695Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:32:38.048972204Z "vdu_id": "3059abcb-f3f2-48b8-ad74-0c2261dc0129", 2024-02-21T04:32:38.049003382Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-21T04:32:38.049011396Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:32:38.049019942Z "vm_id": "29ae3302-008c-4904-8920-f6990db3aad6", 2024-02-21T04:32:38.049027413Z "vnf_id": "d9c61610-5aa3-46ce-9c07-4a5b82beabf1", 2024-02-21T04:32:38.049035001Z "vnf_member_index": "middle" 2024-02-21T04:32:38.049042598Z }, 2024-02-21T04:32:38.049050015Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:32:38.049058316Z "status": "firing" 2024-02-21T04:32:38.049065886Z }, 2024-02-21T04:32:38.049073373Z { 2024-02-21T04:32:38.049080987Z "annotations": { 2024-02-21T04:32:38.049088596Z "description": "VDU 453d64e1-57fb-43f1-9461-28978fb510c1 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 9ff44a7f-836f-4a39-a395-61042dbb565f", 2024-02-21T04:32:38.049096249Z "summary": "VDU 453d64e1-57fb-43f1-9461-28978fb510c1 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:32:38.049103836Z }, 2024-02-21T04:32:38.049111241Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:32:38.049118658Z "fingerprint": "01d088ac73f3f78a", 2024-02-21T04:32:38.049126109Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:32:38.049133768Z "labels": { 2024-02-21T04:32:38.049141244Z "alertname": "vdu_down", 2024-02-21T04:32:38.049148603Z "job": "osm_prometheus", 2024-02-21T04:32:38.049156074Z "ns_id": "9ff44a7f-836f-4a39-a395-61042dbb565f", 2024-02-21T04:32:38.049163624Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:32:38.049170978Z "vdu_id": "718e2036-a6ae-4698-adb2-8767c25b7084", 2024-02-21T04:32:38.049178433Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:32:38.049185810Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:32:38.049193209Z "vm_id": "453d64e1-57fb-43f1-9461-28978fb510c1", 2024-02-21T04:32:38.049200583Z "vnf_id": "76be55da-977e-4046-99f6-bdb3544de9cc", 2024-02-21T04:32:38.049207950Z "vnf_member_index": "edge" 2024-02-21T04:32:38.049215477Z }, 2024-02-21T04:32:38.049228524Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:32:38.049236258Z "status": "firing" 2024-02-21T04:32:38.049243798Z }, 2024-02-21T04:32:38.049251302Z { 2024-02-21T04:32:38.049258771Z "annotations": { 2024-02-21T04:32:38.049267039Z "description": "VDU 87b3b23a-8794-41e9-9ec9-17c3e0219fdf in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is cacb9024-8ca4-4639-bb39-3651510c9819", 2024-02-21T04:32:38.049274958Z "summary": "VDU 87b3b23a-8794-41e9-9ec9-17c3e0219fdf in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:32:38.049282519Z }, 2024-02-21T04:32:38.049290021Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:32:38.049297430Z "fingerprint": "eaeaa7955fb0ae1f", 2024-02-21T04:32:38.049304999Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:32:38.049312551Z "labels": { 2024-02-21T04:32:38.049320130Z "alertname": "vdu_down", 2024-02-21T04:32:38.049327613Z "job": "osm_prometheus", 2024-02-21T04:32:38.049335091Z "ns_id": "cacb9024-8ca4-4639-bb39-3651510c9819", 2024-02-21T04:32:38.049342685Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:32:38.049360302Z "vdu_id": "f4969524-a254-468e-8149-699df69d4b73", 2024-02-21T04:32:38.049368141Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:32:38.049375571Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:32:38.049382966Z "vm_id": "87b3b23a-8794-41e9-9ec9-17c3e0219fdf", 2024-02-21T04:32:38.049390494Z "vnf_id": "b02a423f-da71-4dd0-99e3-b39a66985a27", 2024-02-21T04:32:38.049397888Z "vnf_member_index": "edge" 2024-02-21T04:32:38.049405404Z }, 2024-02-21T04:32:38.049413025Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:32:38.049420448Z "status": "firing" 2024-02-21T04:32:38.049428085Z } 2024-02-21T04:32:38.049435637Z ], 2024-02-21T04:32:38.049443194Z "commonAnnotations": {}, 2024-02-21T04:32:38.049450715Z "commonLabels": { 2024-02-21T04:32:38.049458208Z "alertname": "vdu_down", 2024-02-21T04:32:38.049465861Z "job": "osm_prometheus", 2024-02-21T04:32:38.049473324Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:32:38.049480781Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5" 2024-02-21T04:32:38.049488306Z }, 2024-02-21T04:32:38.049495971Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T04:32:38.049503763Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-21T04:32:38.049511270Z "groupLabels": {}, 2024-02-21T04:32:38.049518925Z "receiver": "vdu-webhook", 2024-02-21T04:32:38.049532197Z "status": "firing", 2024-02-21T04:32:38.049540025Z "truncatedAlerts": 0, 2024-02-21T04:32:38.049547358Z "version": "4" 2024-02-21T04:32:38.049554778Z }, 2024-02-21T04:32:38.049562165Z "dag_id": "vdu_down", 2024-02-21T04:32:38.049569676Z "dag_run_id": "vdu_down_20240221043237_838201", 2024-02-21T04:32:38.049577129Z "data_interval_end": "2024-02-21T04:32:38.008536+00:00", 2024-02-21T04:32:38.049584525Z "data_interval_start": "2024-02-21T04:32:38.008536+00:00", 2024-02-21T04:32:38.049591997Z "end_date": null, 2024-02-21T04:32:38.049599376Z "execution_date": "2024-02-21T04:32:38.008536+00:00", 2024-02-21T04:32:38.049606740Z "external_trigger": true, 2024-02-21T04:32:38.049614146Z "last_scheduling_decision": null, 2024-02-21T04:32:38.049621543Z "logical_date": "2024-02-21T04:32:38.008536+00:00", 2024-02-21T04:32:38.049628978Z "note": null, 2024-02-21T04:32:38.049636453Z "run_type": "manual", 2024-02-21T04:32:38.049643938Z "start_date": null, 2024-02-21T04:32:38.049651396Z "state": "queued" 2024-02-21T04:32:38.049658812Z } 2024-02-21T04:32:38.049665936Z 2024-02-21T04:32:38.050687754Z INFO: 10.244.0.45:45574 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-21T04:34:37.710621782Z 2024/02/21 04:34:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-21T04:34:38.074967132Z 2024/02/21 04:34:38 INFO main.py:53 Response: { 2024-02-21T04:34:38.075014291Z "conf": { 2024-02-21T04:34:38.075032267Z "alerts": [ 2024-02-21T04:34:38.075040975Z { 2024-02-21T04:34:38.075054447Z "annotations": { 2024-02-21T04:34:38.075064767Z "description": "VDU 29ae3302-008c-4904-8920-f6990db3aad6 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 02e61c92-9ed3-4aca-9ed0-bd6a733248cc", 2024-02-21T04:34:38.075074897Z "summary": "VDU 29ae3302-008c-4904-8920-f6990db3aad6 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:34:38.075083636Z }, 2024-02-21T04:34:38.075118100Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:34:38.075204377Z "fingerprint": "ba9425ad9bb8fd09", 2024-02-21T04:34:38.075217964Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:34:38.075226525Z "labels": { 2024-02-21T04:34:38.075234986Z "alertname": "vdu_down", 2024-02-21T04:34:38.075243221Z "job": "osm_prometheus", 2024-02-21T04:34:38.075252293Z "ns_id": "02e61c92-9ed3-4aca-9ed0-bd6a733248cc", 2024-02-21T04:34:38.075281774Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:34:38.075290171Z "vdu_id": "3059abcb-f3f2-48b8-ad74-0c2261dc0129", 2024-02-21T04:34:38.075300382Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-21T04:34:38.075309000Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:34:38.075317276Z "vm_id": "29ae3302-008c-4904-8920-f6990db3aad6", 2024-02-21T04:34:38.075325466Z "vnf_id": "d9c61610-5aa3-46ce-9c07-4a5b82beabf1", 2024-02-21T04:34:38.075333545Z "vnf_member_index": "middle" 2024-02-21T04:34:38.075341780Z }, 2024-02-21T04:34:38.075350177Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:34:38.075358828Z "status": "firing" 2024-02-21T04:34:38.075367040Z }, 2024-02-21T04:34:38.075375634Z { 2024-02-21T04:34:38.075383938Z "annotations": { 2024-02-21T04:34:38.075393278Z "description": "VDU 9acefea0-b5c6-4bec-837c-e11a0bf0924e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 0cd00497-1c40-4015-91f3-3165fb6ef89a", 2024-02-21T04:34:38.075401773Z "summary": "VDU 9acefea0-b5c6-4bec-837c-e11a0bf0924e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:34:38.075410032Z }, 2024-02-21T04:34:38.075418293Z "endsAt": "2024-02-21T04:22:57.687Z", 2024-02-21T04:34:38.075426433Z "fingerprint": "b27afa3e1f31b453", 2024-02-21T04:34:38.075434909Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:34:38.075443394Z "labels": { 2024-02-21T04:34:38.075451789Z "alertname": "vdu_down", 2024-02-21T04:34:38.075459969Z "job": "osm_prometheus", 2024-02-21T04:34:38.075468134Z "ns_id": "0cd00497-1c40-4015-91f3-3165fb6ef89a", 2024-02-21T04:34:38.075476414Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:34:38.075488967Z "vdu_id": "2a174676-aa8d-44ce-a855-cf782d377f9f", 2024-02-21T04:34:38.075497616Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-21T04:34:38.075505876Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:34:38.075514467Z "vm_id": "9acefea0-b5c6-4bec-837c-e11a0bf0924e", 2024-02-21T04:34:38.075522729Z "vnf_id": "4acd3240-a2e8-4139-8a61-478459c5dac3", 2024-02-21T04:34:38.075530927Z "vnf_member_index": "middle" 2024-02-21T04:34:38.075539128Z }, 2024-02-21T04:34:38.075547411Z "startsAt": "2024-02-21T04:22:27.687Z", 2024-02-21T04:34:38.075555629Z "status": "resolved" 2024-02-21T04:34:38.075563820Z }, 2024-02-21T04:34:38.075572070Z { 2024-02-21T04:34:38.075580554Z "annotations": { 2024-02-21T04:34:38.075588883Z "description": "VDU 453d64e1-57fb-43f1-9461-28978fb510c1 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 9ff44a7f-836f-4a39-a395-61042dbb565f", 2024-02-21T04:34:38.075597165Z "summary": "VDU 453d64e1-57fb-43f1-9461-28978fb510c1 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:34:38.075617951Z }, 2024-02-21T04:34:38.075626426Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:34:38.075634700Z "fingerprint": "01d088ac73f3f78a", 2024-02-21T04:34:38.075642915Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:34:38.075651031Z "labels": { 2024-02-21T04:34:38.075659400Z "alertname": "vdu_down", 2024-02-21T04:34:38.075667605Z "job": "osm_prometheus", 2024-02-21T04:34:38.075676364Z "ns_id": "9ff44a7f-836f-4a39-a395-61042dbb565f", 2024-02-21T04:34:38.075684398Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:34:38.075692443Z "vdu_id": "718e2036-a6ae-4698-adb2-8767c25b7084", 2024-02-21T04:34:38.075700933Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:34:38.075708998Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:34:38.075717051Z "vm_id": "453d64e1-57fb-43f1-9461-28978fb510c1", 2024-02-21T04:34:38.075725391Z "vnf_id": "76be55da-977e-4046-99f6-bdb3544de9cc", 2024-02-21T04:34:38.075733542Z "vnf_member_index": "edge" 2024-02-21T04:34:38.075741668Z }, 2024-02-21T04:34:38.075749733Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:34:38.075757873Z "status": "firing" 2024-02-21T04:34:38.075766054Z }, 2024-02-21T04:34:38.075774182Z { 2024-02-21T04:34:38.075782475Z "annotations": { 2024-02-21T04:34:38.075790878Z "description": "VDU 8ce81773-84a4-4f41-9f27-96a3dc91e1d7 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is b2837736-39ce-4f98-b1ea-a203c5000b61", 2024-02-21T04:34:38.075799144Z "summary": "VDU 8ce81773-84a4-4f41-9f27-96a3dc91e1d7 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:34:38.075807305Z }, 2024-02-21T04:34:38.075844456Z "endsAt": "2024-02-21T04:22:57.687Z", 2024-02-21T04:34:38.075853929Z "fingerprint": "faf28165a66d7b22", 2024-02-21T04:34:38.075862231Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:34:38.075870468Z "labels": { 2024-02-21T04:34:38.075878752Z "alertname": "vdu_down", 2024-02-21T04:34:38.075887152Z "job": "osm_prometheus", 2024-02-21T04:34:38.075899687Z "ns_id": "b2837736-39ce-4f98-b1ea-a203c5000b61", 2024-02-21T04:34:38.075908043Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:34:38.075916231Z "vdu_id": "f66d3d7e-6d5a-40ed-806d-bc485bf5c0e6", 2024-02-21T04:34:38.075924498Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:34:38.075932621Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:34:38.075940927Z "vm_id": "8ce81773-84a4-4f41-9f27-96a3dc91e1d7", 2024-02-21T04:34:38.075968938Z "vnf_id": "11c48deb-6dc5-442d-9b77-a390d4089539", 2024-02-21T04:34:38.075977350Z "vnf_member_index": "edge" 2024-02-21T04:34:38.075985733Z }, 2024-02-21T04:34:38.075993971Z "startsAt": "2024-02-21T04:21:27.687Z", 2024-02-21T04:34:38.076002173Z "status": "resolved" 2024-02-21T04:34:38.076010340Z }, 2024-02-21T04:34:38.076018669Z { 2024-02-21T04:34:38.076026908Z "annotations": { 2024-02-21T04:34:38.076035479Z "description": "VDU 87b3b23a-8794-41e9-9ec9-17c3e0219fdf in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is cacb9024-8ca4-4639-bb39-3651510c9819", 2024-02-21T04:34:38.076055116Z "summary": "VDU 87b3b23a-8794-41e9-9ec9-17c3e0219fdf in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:34:38.076063813Z }, 2024-02-21T04:34:38.076072040Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:34:38.076080188Z "fingerprint": "eaeaa7955fb0ae1f", 2024-02-21T04:34:38.076088501Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:34:38.076096948Z "labels": { 2024-02-21T04:34:38.076105070Z "alertname": "vdu_down", 2024-02-21T04:34:38.076113608Z "job": "osm_prometheus", 2024-02-21T04:34:38.076121674Z "ns_id": "cacb9024-8ca4-4639-bb39-3651510c9819", 2024-02-21T04:34:38.076129688Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:34:38.076137800Z "vdu_id": "f4969524-a254-468e-8149-699df69d4b73", 2024-02-21T04:34:38.076146027Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:34:38.076154144Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:34:38.076162574Z "vm_id": "87b3b23a-8794-41e9-9ec9-17c3e0219fdf", 2024-02-21T04:34:38.076170568Z "vnf_id": "b02a423f-da71-4dd0-99e3-b39a66985a27", 2024-02-21T04:34:38.076178858Z "vnf_member_index": "edge" 2024-02-21T04:34:38.076186948Z }, 2024-02-21T04:34:38.076195000Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:34:38.076203327Z "status": "firing" 2024-02-21T04:34:38.076211491Z } 2024-02-21T04:34:38.076219688Z ], 2024-02-21T04:34:38.076227979Z "commonAnnotations": {}, 2024-02-21T04:34:38.076236047Z "commonLabels": { 2024-02-21T04:34:38.076244508Z "alertname": "vdu_down", 2024-02-21T04:34:38.076256683Z "job": "osm_prometheus", 2024-02-21T04:34:38.076265058Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:34:38.076273493Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5" 2024-02-21T04:34:38.076281658Z }, 2024-02-21T04:34:38.076289985Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T04:34:38.076297982Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-21T04:34:38.076306138Z "groupLabels": {}, 2024-02-21T04:34:38.076314469Z "receiver": "vdu-webhook", 2024-02-21T04:34:38.076322452Z "status": "firing", 2024-02-21T04:34:38.076330432Z "truncatedAlerts": 0, 2024-02-21T04:34:38.076338420Z "version": "4" 2024-02-21T04:34:38.076346779Z }, 2024-02-21T04:34:38.076355032Z "dag_id": "vdu_down", 2024-02-21T04:34:38.076363224Z "dag_run_id": "vdu_down_20240221043437_890249", 2024-02-21T04:34:38.076371381Z "data_interval_end": "2024-02-21T04:34:38.008129+00:00", 2024-02-21T04:34:38.076379641Z "data_interval_start": "2024-02-21T04:34:38.008129+00:00", 2024-02-21T04:34:38.076387752Z "end_date": null, 2024-02-21T04:34:38.076395921Z "execution_date": "2024-02-21T04:34:38.008129+00:00", 2024-02-21T04:34:38.076403997Z "external_trigger": true, 2024-02-21T04:34:38.076412139Z "last_scheduling_decision": null, 2024-02-21T04:34:38.076420193Z "logical_date": "2024-02-21T04:34:38.008129+00:00", 2024-02-21T04:34:38.076428398Z "note": null, 2024-02-21T04:34:38.076436737Z "run_type": "manual", 2024-02-21T04:34:38.076445033Z "start_date": null, 2024-02-21T04:34:38.076453238Z "state": "queued" 2024-02-21T04:34:38.076461320Z } 2024-02-21T04:34:38.076469216Z 2024-02-21T04:34:38.076927746Z INFO: 10.244.0.45:36862 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-21T04:38:37.716591747Z 2024/02/21 04:38:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-21T04:38:38.507286177Z INFO: 10.244.0.45:35510 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-21T04:38:38.507319591Z 2024/02/21 04:38:38 INFO main.py:53 Response: { 2024-02-21T04:38:38.507324025Z "conf": { 2024-02-21T04:38:38.507327273Z "alerts": [ 2024-02-21T04:38:38.507330408Z { 2024-02-21T04:38:38.507334025Z "annotations": { 2024-02-21T04:38:38.507337778Z "description": "VDU 29ae3302-008c-4904-8920-f6990db3aad6 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 02e61c92-9ed3-4aca-9ed0-bd6a733248cc", 2024-02-21T04:38:38.507341384Z "summary": "VDU 29ae3302-008c-4904-8920-f6990db3aad6 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:38:38.507344392Z }, 2024-02-21T04:38:38.507347399Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:38:38.507350388Z "fingerprint": "ba9425ad9bb8fd09", 2024-02-21T04:38:38.507356581Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:38:38.507359632Z "labels": { 2024-02-21T04:38:38.507363008Z "alertname": "vdu_down", 2024-02-21T04:38:38.507366337Z "job": "osm_prometheus", 2024-02-21T04:38:38.507369203Z "ns_id": "02e61c92-9ed3-4aca-9ed0-bd6a733248cc", 2024-02-21T04:38:38.507372084Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:38:38.507375014Z "vdu_id": "3059abcb-f3f2-48b8-ad74-0c2261dc0129", 2024-02-21T04:38:38.507378743Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-21T04:38:38.507381828Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:38:38.507384852Z "vm_id": "29ae3302-008c-4904-8920-f6990db3aad6", 2024-02-21T04:38:38.507387938Z "vnf_id": "d9c61610-5aa3-46ce-9c07-4a5b82beabf1", 2024-02-21T04:38:38.507390957Z "vnf_member_index": "middle" 2024-02-21T04:38:38.507393846Z }, 2024-02-21T04:38:38.507396810Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:38:38.507400212Z "status": "firing" 2024-02-21T04:38:38.507403184Z }, 2024-02-21T04:38:38.507406168Z { 2024-02-21T04:38:38.507409049Z "annotations": { 2024-02-21T04:38:38.507412056Z "description": "VDU 9acefea0-b5c6-4bec-837c-e11a0bf0924e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 0cd00497-1c40-4015-91f3-3165fb6ef89a", 2024-02-21T04:38:38.507415090Z "summary": "VDU 9acefea0-b5c6-4bec-837c-e11a0bf0924e in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:38:38.507418019Z }, 2024-02-21T04:38:38.507421058Z "endsAt": "2024-02-21T04:22:57.687Z", 2024-02-21T04:38:38.507423978Z "fingerprint": "b27afa3e1f31b453", 2024-02-21T04:38:38.507426926Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:38:38.507432901Z "labels": { 2024-02-21T04:38:38.507435896Z "alertname": "vdu_down", 2024-02-21T04:38:38.507438805Z "job": "osm_prometheus", 2024-02-21T04:38:38.507441828Z "ns_id": "0cd00497-1c40-4015-91f3-3165fb6ef89a", 2024-02-21T04:38:38.507444740Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:38:38.507447626Z "vdu_id": "2a174676-aa8d-44ce-a855-cf782d377f9f", 2024-02-21T04:38:38.507450874Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-21T04:38:38.507465377Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:38:38.507468509Z "vm_id": "9acefea0-b5c6-4bec-837c-e11a0bf0924e", 2024-02-21T04:38:38.507471370Z "vnf_id": "4acd3240-a2e8-4139-8a61-478459c5dac3", 2024-02-21T04:38:38.507474279Z "vnf_member_index": "middle" 2024-02-21T04:38:38.507477151Z }, 2024-02-21T04:38:38.507480130Z "startsAt": "2024-02-21T04:22:27.687Z", 2024-02-21T04:38:38.507483086Z "status": "resolved" 2024-02-21T04:38:38.507485960Z }, 2024-02-21T04:38:38.507488974Z { 2024-02-21T04:38:38.507491887Z "annotations": { 2024-02-21T04:38:38.507494846Z "description": "VDU 460dbc66-15c3-4436-ad7e-c03ad1cc70c3 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 54579c57-9e2a-4a28-87a2-ef1a9efa12f1", 2024-02-21T04:38:38.507497833Z "summary": "VDU 460dbc66-15c3-4436-ad7e-c03ad1cc70c3 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:38:38.507500726Z }, 2024-02-21T04:38:38.507503737Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:38:38.507506625Z "fingerprint": "2944db66c98b2c7d", 2024-02-21T04:38:38.507509567Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:38:38.507512494Z "labels": { 2024-02-21T04:38:38.507515395Z "alertname": "vdu_down", 2024-02-21T04:38:38.507518250Z "job": "osm_prometheus", 2024-02-21T04:38:38.507521120Z "ns_id": "54579c57-9e2a-4a28-87a2-ef1a9efa12f1", 2024-02-21T04:38:38.507523988Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:38:38.507527092Z "vdu_id": "65d41258-20cc-4382-a446-26f1608d7fcc", 2024-02-21T04:38:38.507530004Z "vdu_name": "sliceshared.slic-edge-ubuntu_slice-VM-0", 2024-02-21T04:38:38.507532863Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:38:38.507535758Z "vm_id": "460dbc66-15c3-4436-ad7e-c03ad1cc70c3", 2024-02-21T04:38:38.507538938Z "vnf_id": "1592f6cd-3294-4fe2-9419-f4f76535e580", 2024-02-21T04:38:38.507541798Z "vnf_member_index": "edge" 2024-02-21T04:38:38.507544654Z }, 2024-02-21T04:38:38.507547881Z "startsAt": "2024-02-21T04:38:27.687Z", 2024-02-21T04:38:38.507550768Z "status": "firing" 2024-02-21T04:38:38.507553633Z }, 2024-02-21T04:38:38.507556549Z { 2024-02-21T04:38:38.507559475Z "annotations": { 2024-02-21T04:38:38.507562429Z "description": "VDU 453d64e1-57fb-43f1-9461-28978fb510c1 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 9ff44a7f-836f-4a39-a395-61042dbb565f", 2024-02-21T04:38:38.507565465Z "summary": "VDU 453d64e1-57fb-43f1-9461-28978fb510c1 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:38:38.507568345Z }, 2024-02-21T04:38:38.507573390Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:38:38.507576427Z "fingerprint": "01d088ac73f3f78a", 2024-02-21T04:38:38.507579389Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:38:38.507582317Z "labels": { 2024-02-21T04:38:38.507585244Z "alertname": "vdu_down", 2024-02-21T04:38:38.507588339Z "job": "osm_prometheus", 2024-02-21T04:38:38.507591254Z "ns_id": "9ff44a7f-836f-4a39-a395-61042dbb565f", 2024-02-21T04:38:38.507594102Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:38:38.507596936Z "vdu_id": "718e2036-a6ae-4698-adb2-8767c25b7084", 2024-02-21T04:38:38.507606790Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:38:38.507609850Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:38:38.507613179Z "vm_id": "453d64e1-57fb-43f1-9461-28978fb510c1", 2024-02-21T04:38:38.507616071Z "vnf_id": "76be55da-977e-4046-99f6-bdb3544de9cc", 2024-02-21T04:38:38.507618907Z "vnf_member_index": "edge" 2024-02-21T04:38:38.507621828Z }, 2024-02-21T04:38:38.507624683Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:38:38.507627608Z "status": "firing" 2024-02-21T04:38:38.507630524Z }, 2024-02-21T04:38:38.507633497Z { 2024-02-21T04:38:38.507636426Z "annotations": { 2024-02-21T04:38:38.507639540Z "description": "VDU 8ce81773-84a4-4f41-9f27-96a3dc91e1d7 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is b2837736-39ce-4f98-b1ea-a203c5000b61", 2024-02-21T04:38:38.507642547Z "summary": "VDU 8ce81773-84a4-4f41-9f27-96a3dc91e1d7 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:38:38.507645434Z }, 2024-02-21T04:38:38.507648281Z "endsAt": "2024-02-21T04:22:57.687Z", 2024-02-21T04:38:38.507651206Z "fingerprint": "faf28165a66d7b22", 2024-02-21T04:38:38.507654160Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:38:38.507657036Z "labels": { 2024-02-21T04:38:38.507659975Z "alertname": "vdu_down", 2024-02-21T04:38:38.507662871Z "job": "osm_prometheus", 2024-02-21T04:38:38.507665751Z "ns_id": "b2837736-39ce-4f98-b1ea-a203c5000b61", 2024-02-21T04:38:38.507668598Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:38:38.507671452Z "vdu_id": "f66d3d7e-6d5a-40ed-806d-bc485bf5c0e6", 2024-02-21T04:38:38.507674373Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:38:38.507677254Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:38:38.507680216Z "vm_id": "8ce81773-84a4-4f41-9f27-96a3dc91e1d7", 2024-02-21T04:38:38.507683200Z "vnf_id": "11c48deb-6dc5-442d-9b77-a390d4089539", 2024-02-21T04:38:38.507686148Z "vnf_member_index": "edge" 2024-02-21T04:38:38.507689053Z }, 2024-02-21T04:38:38.507691929Z "startsAt": "2024-02-21T04:21:27.687Z", 2024-02-21T04:38:38.507694838Z "status": "resolved" 2024-02-21T04:38:38.507697718Z }, 2024-02-21T04:38:38.507700597Z { 2024-02-21T04:38:38.507703472Z "annotations": { 2024-02-21T04:38:38.507706405Z "description": "VDU 87b3b23a-8794-41e9-9ec9-17c3e0219fdf in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is cacb9024-8ca4-4639-bb39-3651510c9819", 2024-02-21T04:38:38.507709335Z "summary": "VDU 87b3b23a-8794-41e9-9ec9-17c3e0219fdf in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:38:38.507712219Z }, 2024-02-21T04:38:38.507715093Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:38:38.507717983Z "fingerprint": "eaeaa7955fb0ae1f", 2024-02-21T04:38:38.507720882Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:38:38.507723833Z "labels": { 2024-02-21T04:38:38.507726730Z "alertname": "vdu_down", 2024-02-21T04:38:38.507729638Z "job": "osm_prometheus", 2024-02-21T04:38:38.507732506Z "ns_id": "cacb9024-8ca4-4639-bb39-3651510c9819", 2024-02-21T04:38:38.507738747Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:38:38.507741662Z "vdu_id": "f4969524-a254-468e-8149-699df69d4b73", 2024-02-21T04:38:38.507744561Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:38:38.507747385Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:38:38.507750237Z "vm_id": "87b3b23a-8794-41e9-9ec9-17c3e0219fdf", 2024-02-21T04:38:38.507753198Z "vnf_id": "b02a423f-da71-4dd0-99e3-b39a66985a27", 2024-02-21T04:38:38.507756117Z "vnf_member_index": "edge" 2024-02-21T04:38:38.507758981Z }, 2024-02-21T04:38:38.507761929Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:38:38.507764942Z "status": "firing" 2024-02-21T04:38:38.507767830Z } 2024-02-21T04:38:38.507770844Z ], 2024-02-21T04:38:38.507773837Z "commonAnnotations": {}, 2024-02-21T04:38:38.507776759Z "commonLabels": { 2024-02-21T04:38:38.507779703Z "alertname": "vdu_down", 2024-02-21T04:38:38.507782832Z "job": "osm_prometheus", 2024-02-21T04:38:38.507785761Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:38:38.507788645Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5" 2024-02-21T04:38:38.507791521Z }, 2024-02-21T04:38:38.507794466Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T04:38:38.507797328Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-21T04:38:38.507800286Z "groupLabels": {}, 2024-02-21T04:38:38.507803386Z "receiver": "vdu-webhook", 2024-02-21T04:38:38.507806252Z "status": "firing", 2024-02-21T04:38:38.507809120Z "truncatedAlerts": 0, 2024-02-21T04:38:38.507812153Z "version": "4" 2024-02-21T04:38:38.507815041Z }, 2024-02-21T04:38:38.507817966Z "dag_id": "vdu_down", 2024-02-21T04:38:38.507820860Z "dag_run_id": "vdu_down_20240221043837_816127", 2024-02-21T04:38:38.507823814Z "data_interval_end": "2024-02-21T04:38:38.477491+00:00", 2024-02-21T04:38:38.507826680Z "data_interval_start": "2024-02-21T04:38:38.477491+00:00", 2024-02-21T04:38:38.507829570Z "end_date": null, 2024-02-21T04:38:38.507832509Z "execution_date": "2024-02-21T04:38:38.477491+00:00", 2024-02-21T04:38:38.507835391Z "external_trigger": true, 2024-02-21T04:38:38.507838257Z "last_scheduling_decision": null, 2024-02-21T04:38:38.507856404Z "logical_date": "2024-02-21T04:38:38.477491+00:00", 2024-02-21T04:38:38.507905635Z "note": null, 2024-02-21T04:38:38.507916821Z "run_type": "manual", 2024-02-21T04:38:38.507924256Z "start_date": null, 2024-02-21T04:38:38.507931582Z "state": "queued" 2024-02-21T04:38:38.507938908Z } 2024-02-21T04:38:38.507945736Z 2024-02-21T04:40:37.711364395Z 2024/02/21 04:40:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-21T04:40:38.034587452Z 2024/02/21 04:40:38 INFO main.py:53 Response: { 2024-02-21T04:40:38.034599189Z "conf": { 2024-02-21T04:40:38.034606187Z "alerts": [ 2024-02-21T04:40:38.034609514Z { 2024-02-21T04:40:38.034612859Z "annotations": { 2024-02-21T04:40:38.034616365Z "description": "VDU 29ae3302-008c-4904-8920-f6990db3aad6 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 02e61c92-9ed3-4aca-9ed0-bd6a733248cc", 2024-02-21T04:40:38.034619919Z "summary": "VDU 29ae3302-008c-4904-8920-f6990db3aad6 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:40:38.034622932Z }, 2024-02-21T04:40:38.034626034Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:40:38.034642273Z "fingerprint": "ba9425ad9bb8fd09", 2024-02-21T04:40:38.034645575Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:40:38.034648711Z "labels": { 2024-02-21T04:40:38.034651691Z "alertname": "vdu_down", 2024-02-21T04:40:38.034654654Z "job": "osm_prometheus", 2024-02-21T04:40:38.034658198Z "ns_id": "02e61c92-9ed3-4aca-9ed0-bd6a733248cc", 2024-02-21T04:40:38.034661129Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:40:38.034664157Z "vdu_id": "3059abcb-f3f2-48b8-ad74-0c2261dc0129", 2024-02-21T04:40:38.034667667Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-21T04:40:38.034670593Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:40:38.034673510Z "vm_id": "29ae3302-008c-4904-8920-f6990db3aad6", 2024-02-21T04:40:38.034676625Z "vnf_id": "d9c61610-5aa3-46ce-9c07-4a5b82beabf1", 2024-02-21T04:40:38.034679658Z "vnf_member_index": "middle" 2024-02-21T04:40:38.034682686Z }, 2024-02-21T04:40:38.034685597Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:40:38.034689052Z "status": "firing" 2024-02-21T04:40:38.034706362Z }, 2024-02-21T04:40:38.034709417Z { 2024-02-21T04:40:38.034712356Z "annotations": { 2024-02-21T04:40:38.034715331Z "description": "VDU 460dbc66-15c3-4436-ad7e-c03ad1cc70c3 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 54579c57-9e2a-4a28-87a2-ef1a9efa12f1", 2024-02-21T04:40:38.034718223Z "summary": "VDU 460dbc66-15c3-4436-ad7e-c03ad1cc70c3 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:40:38.034721142Z }, 2024-02-21T04:40:38.034749289Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-21T04:40:38.034752405Z "fingerprint": "2944db66c98b2c7d", 2024-02-21T04:40:38.034755339Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:40:38.034758340Z "labels": { 2024-02-21T04:40:38.034761409Z "alertname": "vdu_down", 2024-02-21T04:40:38.034764364Z "job": "osm_prometheus", 2024-02-21T04:40:38.034767332Z "ns_id": "54579c57-9e2a-4a28-87a2-ef1a9efa12f1", 2024-02-21T04:40:38.034770384Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:40:38.034773584Z "vdu_id": "65d41258-20cc-4382-a446-26f1608d7fcc", 2024-02-21T04:40:38.034776710Z "vdu_name": "sliceshared.slic-edge-ubuntu_slice-VM-0", 2024-02-21T04:40:38.034779720Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:40:38.034782781Z "vm_id": "460dbc66-15c3-4436-ad7e-c03ad1cc70c3", 2024-02-21T04:40:38.034785771Z "vnf_id": "1592f6cd-3294-4fe2-9419-f4f76535e580", 2024-02-21T04:40:38.034788910Z "vnf_member_index": "edge" 2024-02-21T04:40:38.034791986Z }, 2024-02-21T04:40:38.034794953Z "startsAt": "2024-02-21T04:38:27.687Z", 2024-02-21T04:40:38.034797989Z "status": "firing" 2024-02-21T04:40:38.034800966Z }, 2024-02-21T04:40:38.034803966Z { 2024-02-21T04:40:38.034807016Z "annotations": { 2024-02-21T04:40:38.034810042Z "description": "VDU 453d64e1-57fb-43f1-9461-28978fb510c1 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 9ff44a7f-836f-4a39-a395-61042dbb565f", 2024-02-21T04:40:38.034813378Z "summary": "VDU 453d64e1-57fb-43f1-9461-28978fb510c1 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:40:38.034820840Z }, 2024-02-21T04:40:38.034824034Z "endsAt": "2024-02-21T04:38:57.687Z", 2024-02-21T04:40:38.034826974Z "fingerprint": "01d088ac73f3f78a", 2024-02-21T04:40:38.034829992Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:40:38.034832923Z "labels": { 2024-02-21T04:40:38.034835837Z "alertname": "vdu_down", 2024-02-21T04:40:38.034838758Z "job": "osm_prometheus", 2024-02-21T04:40:38.034841989Z "ns_id": "9ff44a7f-836f-4a39-a395-61042dbb565f", 2024-02-21T04:40:38.034844961Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:40:38.034847933Z "vdu_id": "718e2036-a6ae-4698-adb2-8767c25b7084", 2024-02-21T04:40:38.034850846Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:40:38.034853861Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:40:38.034856741Z "vm_id": "453d64e1-57fb-43f1-9461-28978fb510c1", 2024-02-21T04:40:38.034859613Z "vnf_id": "76be55da-977e-4046-99f6-bdb3544de9cc", 2024-02-21T04:40:38.034862538Z "vnf_member_index": "edge" 2024-02-21T04:40:38.034865423Z }, 2024-02-21T04:40:38.034868374Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:40:38.034871382Z "status": "resolved" 2024-02-21T04:40:38.034874312Z }, 2024-02-21T04:40:38.034877233Z { 2024-02-21T04:40:38.034880153Z "annotations": { 2024-02-21T04:40:38.034886433Z "description": "VDU 87b3b23a-8794-41e9-9ec9-17c3e0219fdf in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is cacb9024-8ca4-4639-bb39-3651510c9819", 2024-02-21T04:40:38.034889530Z "summary": "VDU 87b3b23a-8794-41e9-9ec9-17c3e0219fdf in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:40:38.034892690Z }, 2024-02-21T04:40:38.034900783Z "endsAt": "2024-02-21T04:38:57.687Z", 2024-02-21T04:40:38.034903835Z "fingerprint": "eaeaa7955fb0ae1f", 2024-02-21T04:40:38.034906895Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:40:38.034909964Z "labels": { 2024-02-21T04:40:38.034912877Z "alertname": "vdu_down", 2024-02-21T04:40:38.034915822Z "job": "osm_prometheus", 2024-02-21T04:40:38.034918726Z "ns_id": "cacb9024-8ca4-4639-bb39-3651510c9819", 2024-02-21T04:40:38.034921791Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:40:38.034924696Z "vdu_id": "f4969524-a254-468e-8149-699df69d4b73", 2024-02-21T04:40:38.034927629Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:40:38.034930683Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:40:38.034933726Z "vm_id": "87b3b23a-8794-41e9-9ec9-17c3e0219fdf", 2024-02-21T04:40:38.034939351Z "vnf_id": "b02a423f-da71-4dd0-99e3-b39a66985a27", 2024-02-21T04:40:38.034942346Z "vnf_member_index": "edge" 2024-02-21T04:40:38.034945302Z }, 2024-02-21T04:40:38.034948217Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:40:38.034951127Z "status": "resolved" 2024-02-21T04:40:38.034954129Z } 2024-02-21T04:40:38.034957131Z ], 2024-02-21T04:40:38.034960236Z "commonAnnotations": {}, 2024-02-21T04:40:38.034963154Z "commonLabels": { 2024-02-21T04:40:38.034966168Z "alertname": "vdu_down", 2024-02-21T04:40:38.034969182Z "job": "osm_prometheus", 2024-02-21T04:40:38.034975920Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:40:38.034979034Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5" 2024-02-21T04:40:38.034982050Z }, 2024-02-21T04:40:38.034985120Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T04:40:38.034988093Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-21T04:40:38.034991096Z "groupLabels": {}, 2024-02-21T04:40:38.034994030Z "receiver": "vdu-webhook", 2024-02-21T04:40:38.034996981Z "status": "firing", 2024-02-21T04:40:38.035000100Z "truncatedAlerts": 0, 2024-02-21T04:40:38.035003150Z "version": "4" 2024-02-21T04:40:38.035006083Z }, 2024-02-21T04:40:38.035009157Z "dag_id": "vdu_down", 2024-02-21T04:40:38.035012195Z "dag_run_id": "vdu_down_20240221044037_734583", 2024-02-21T04:40:38.035015170Z "data_interval_end": "2024-02-21T04:40:37.997576+00:00", 2024-02-21T04:40:38.035018154Z "data_interval_start": "2024-02-21T04:40:37.997576+00:00", 2024-02-21T04:40:38.035023166Z "end_date": null, 2024-02-21T04:40:38.035026623Z "execution_date": "2024-02-21T04:40:37.997576+00:00", 2024-02-21T04:40:38.035029650Z "external_trigger": true, 2024-02-21T04:40:38.035032590Z "last_scheduling_decision": null, 2024-02-21T04:40:38.035035569Z "logical_date": "2024-02-21T04:40:37.997576+00:00", 2024-02-21T04:40:38.035038797Z "note": null, 2024-02-21T04:40:38.035041757Z "run_type": "manual", 2024-02-21T04:40:38.035044669Z "start_date": null, 2024-02-21T04:40:38.035047736Z "state": "queued" 2024-02-21T04:40:38.035050694Z } 2024-02-21T04:40:38.035053518Z 2024-02-21T04:40:38.035120782Z INFO: 10.244.0.45:43630 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-21T04:42:37.713541016Z 2024/02/21 04:42:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-21T04:42:38.036975269Z 2024/02/21 04:42:38 INFO main.py:53 Response: { 2024-02-21T04:42:38.036994020Z "conf": { 2024-02-21T04:42:38.037000204Z "alerts": [ 2024-02-21T04:42:38.037006135Z { 2024-02-21T04:42:38.037012280Z "annotations": { 2024-02-21T04:42:38.037018829Z "description": "VDU 29ae3302-008c-4904-8920-f6990db3aad6 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 02e61c92-9ed3-4aca-9ed0-bd6a733248cc", 2024-02-21T04:42:38.037025609Z "summary": "VDU 29ae3302-008c-4904-8920-f6990db3aad6 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:42:38.037031484Z }, 2024-02-21T04:42:38.037037015Z "endsAt": "2024-02-21T04:40:57.687Z", 2024-02-21T04:42:38.037042621Z "fingerprint": "ba9425ad9bb8fd09", 2024-02-21T04:42:38.037069498Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:42:38.037075568Z "labels": { 2024-02-21T04:42:38.037081117Z "alertname": "vdu_down", 2024-02-21T04:42:38.037086524Z "job": "osm_prometheus", 2024-02-21T04:42:38.037092749Z "ns_id": "02e61c92-9ed3-4aca-9ed0-bd6a733248cc", 2024-02-21T04:42:38.037099312Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:42:38.037104835Z "vdu_id": "3059abcb-f3f2-48b8-ad74-0c2261dc0129", 2024-02-21T04:42:38.037110974Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-21T04:42:38.037116460Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:42:38.037122245Z "vm_id": "29ae3302-008c-4904-8920-f6990db3aad6", 2024-02-21T04:42:38.037127768Z "vnf_id": "d9c61610-5aa3-46ce-9c07-4a5b82beabf1", 2024-02-21T04:42:38.037149978Z "vnf_member_index": "middle" 2024-02-21T04:42:38.037156297Z }, 2024-02-21T04:42:38.037161864Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:42:38.037167859Z "status": "resolved" 2024-02-21T04:42:38.037173382Z }, 2024-02-21T04:42:38.037178835Z { 2024-02-21T04:42:38.037184323Z "annotations": { 2024-02-21T04:42:38.037189933Z "description": "VDU 460dbc66-15c3-4436-ad7e-c03ad1cc70c3 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 54579c57-9e2a-4a28-87a2-ef1a9efa12f1", 2024-02-21T04:42:38.037195740Z "summary": "VDU 460dbc66-15c3-4436-ad7e-c03ad1cc70c3 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:42:38.037201403Z }, 2024-02-21T04:42:38.037206818Z "endsAt": "2024-02-21T04:40:57.687Z", 2024-02-21T04:42:38.037212276Z "fingerprint": "2944db66c98b2c7d", 2024-02-21T04:42:38.037217790Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:42:38.037223197Z "labels": { 2024-02-21T04:42:38.037228622Z "alertname": "vdu_down", 2024-02-21T04:42:38.037234725Z "job": "osm_prometheus", 2024-02-21T04:42:38.037240104Z "ns_id": "54579c57-9e2a-4a28-87a2-ef1a9efa12f1", 2024-02-21T04:42:38.037251910Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:42:38.037257741Z "vdu_id": "65d41258-20cc-4382-a446-26f1608d7fcc", 2024-02-21T04:42:38.037263321Z "vdu_name": "sliceshared.slic-edge-ubuntu_slice-VM-0", 2024-02-21T04:42:38.037269135Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:42:38.037274568Z "vm_id": "460dbc66-15c3-4436-ad7e-c03ad1cc70c3", 2024-02-21T04:42:38.037280163Z "vnf_id": "1592f6cd-3294-4fe2-9419-f4f76535e580", 2024-02-21T04:42:38.037285710Z "vnf_member_index": "edge" 2024-02-21T04:42:38.037291239Z }, 2024-02-21T04:42:38.037296916Z "startsAt": "2024-02-21T04:38:27.687Z", 2024-02-21T04:42:38.037302508Z "status": "resolved" 2024-02-21T04:42:38.037308071Z }, 2024-02-21T04:42:38.037313644Z { 2024-02-21T04:42:38.037319208Z "annotations": { 2024-02-21T04:42:38.037324852Z "description": "VDU 453d64e1-57fb-43f1-9461-28978fb510c1 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is 9ff44a7f-836f-4a39-a395-61042dbb565f", 2024-02-21T04:42:38.037330461Z "summary": "VDU 453d64e1-57fb-43f1-9461-28978fb510c1 in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:42:38.037336022Z }, 2024-02-21T04:42:38.037341546Z "endsAt": "2024-02-21T04:38:57.687Z", 2024-02-21T04:42:38.037347399Z "fingerprint": "01d088ac73f3f78a", 2024-02-21T04:42:38.037352939Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:42:38.037358909Z "labels": { 2024-02-21T04:42:38.037364396Z "alertname": "vdu_down", 2024-02-21T04:42:38.037369901Z "job": "osm_prometheus", 2024-02-21T04:42:38.037375558Z "ns_id": "9ff44a7f-836f-4a39-a395-61042dbb565f", 2024-02-21T04:42:38.037381311Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:42:38.037386942Z "vdu_id": "718e2036-a6ae-4698-adb2-8767c25b7084", 2024-02-21T04:42:38.037392458Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:42:38.037397889Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:42:38.037416800Z "vm_id": "453d64e1-57fb-43f1-9461-28978fb510c1", 2024-02-21T04:42:38.037429263Z "vnf_id": "76be55da-977e-4046-99f6-bdb3544de9cc", 2024-02-21T04:42:38.037434881Z "vnf_member_index": "edge" 2024-02-21T04:42:38.037440380Z }, 2024-02-21T04:42:38.037445814Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:42:38.037451281Z "status": "resolved" 2024-02-21T04:42:38.037456732Z }, 2024-02-21T04:42:38.037462077Z { 2024-02-21T04:42:38.037467516Z "annotations": { 2024-02-21T04:42:38.037473106Z "description": "VDU 87b3b23a-8794-41e9-9ec9-17c3e0219fdf in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 has been down for more than 3 minutes. NS instance id is cacb9024-8ca4-4639-bb39-3651510c9819", 2024-02-21T04:42:38.037478593Z "summary": "VDU 87b3b23a-8794-41e9-9ec9-17c3e0219fdf in VIM d0e6e813-2b58-423d-bdb9-553fe5e18ba5 is down" 2024-02-21T04:42:38.037484081Z }, 2024-02-21T04:42:38.037498927Z "endsAt": "2024-02-21T04:38:57.687Z", 2024-02-21T04:42:38.037504863Z "fingerprint": "eaeaa7955fb0ae1f", 2024-02-21T04:42:38.037510356Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-21T04:42:38.037515762Z "labels": { 2024-02-21T04:42:38.037521191Z "alertname": "vdu_down", 2024-02-21T04:42:38.037526556Z "job": "osm_prometheus", 2024-02-21T04:42:38.037531950Z "ns_id": "cacb9024-8ca4-4639-bb39-3651510c9819", 2024-02-21T04:42:38.037537380Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:42:38.037542987Z "vdu_id": "f4969524-a254-468e-8149-699df69d4b73", 2024-02-21T04:42:38.037548549Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-21T04:42:38.037553928Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5", 2024-02-21T04:42:38.037559302Z "vm_id": "87b3b23a-8794-41e9-9ec9-17c3e0219fdf", 2024-02-21T04:42:38.037564743Z "vnf_id": "b02a423f-da71-4dd0-99e3-b39a66985a27", 2024-02-21T04:42:38.037570173Z "vnf_member_index": "edge" 2024-02-21T04:42:38.037575598Z }, 2024-02-21T04:42:38.037580975Z "startsAt": "2024-02-21T04:32:27.687Z", 2024-02-21T04:42:38.037586859Z "status": "resolved" 2024-02-21T04:42:38.037592321Z } 2024-02-21T04:42:38.037597737Z ], 2024-02-21T04:42:38.037603225Z "commonAnnotations": {}, 2024-02-21T04:42:38.037608640Z "commonLabels": { 2024-02-21T04:42:38.037614080Z "alertname": "vdu_down", 2024-02-21T04:42:38.037619451Z "job": "osm_prometheus", 2024-02-21T04:42:38.037624964Z "project_id": "6ee5b4b6-f7a9-4b9a-a264-21287c0aff94", 2024-02-21T04:42:38.037630557Z "vim_id": "d0e6e813-2b58-423d-bdb9-553fe5e18ba5" 2024-02-21T04:42:38.037635963Z }, 2024-02-21T04:42:38.037641559Z "externalURL": "http://alertmanager-0:9093", 2024-02-21T04:42:38.037647023Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-21T04:42:38.037652494Z "groupLabels": {}, 2024-02-21T04:42:38.037657917Z "receiver": "vdu-webhook", 2024-02-21T04:42:38.037663339Z "status": "resolved", 2024-02-21T04:42:38.037668666Z "truncatedAlerts": 0, 2024-02-21T04:42:38.037674130Z "version": "4" 2024-02-21T04:42:38.037679627Z }, 2024-02-21T04:42:38.037685071Z "dag_id": "vdu_down", 2024-02-21T04:42:38.037690557Z "dag_run_id": "vdu_down_20240221044237_256754", 2024-02-21T04:42:38.037695999Z "data_interval_end": "2024-02-21T04:42:38.012056+00:00", 2024-02-21T04:42:38.037701449Z "data_interval_start": "2024-02-21T04:42:38.012056+00:00", 2024-02-21T04:42:38.037712799Z "end_date": null, 2024-02-21T04:42:38.037718375Z "execution_date": "2024-02-21T04:42:38.012056+00:00", 2024-02-21T04:42:38.037723988Z "external_trigger": true, 2024-02-21T04:42:38.037729404Z "last_scheduling_decision": null, 2024-02-21T04:42:38.037734782Z "logical_date": "2024-02-21T04:42:38.012056+00:00", 2024-02-21T04:42:38.037740322Z "note": null, 2024-02-21T04:42:38.037745704Z "run_type": "manual", 2024-02-21T04:42:38.037751402Z "start_date": null, 2024-02-21T04:42:38.037756891Z "state": "queued" 2024-02-21T04:42:38.037762406Z } 2024-02-21T04:42:38.037767702Z 2024-02-21T04:42:38.037843394Z INFO: 10.244.0.45:52450 - "POST /vdu_down HTTP/1.1" 200 OK