INFO: Started server process [1] INFO: Waiting for application startup. INFO: Application startup complete. INFO: Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit) 2024/02/04 12:41:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 12:41:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is b681a8a0-94a3-4963-a598-4bd9a986d662", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "300a61c52e8e7381", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "b681a8a0-94a3-4963-a598-4bd9a986d662", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "9359973d-c556-4127-be06-e4928086f1a7", "vdu_name": "basic-06-charm-t-vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0", "vnf_id": "dec0a348-607f-45c9-8b27-99bd36360c3f", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T12:41:43.508Z", "status": "firing" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is b681a8a0-94a3-4963-a598-4bd9a986d662", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "b681a8a0-94a3-4963-a598-4bd9a986d662", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "9359973d-c556-4127-be06-e4928086f1a7", "vdu_name": "basic-06-charm-t-vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0", "vnf_id": "dec0a348-607f-45c9-8b27-99bd36360c3f", "vnf_member_index": "vnf1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204124153_433469", "data_interval_end": "2024-02-04T12:41:53.655311+00:00", "data_interval_start": "2024-02-04T12:41:53.655311+00:00", "end_date": null, "execution_date": "2024-02-04T12:41:53.655311+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T12:41:53.655311+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } INFO: 10.244.0.49:35906 - "POST /vdu_down HTTP/1.1" 200 OK 2024/02/04 12:43:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 12:43:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is b681a8a0-94a3-4963-a598-4bd9a986d662", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T12:43:13.508Z", "fingerprint": "300a61c52e8e7381", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "b681a8a0-94a3-4963-a598-4bd9a986d662", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "9359973d-c556-4127-be06-e4928086f1a7", "vdu_name": "basic-06-charm-t-vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0", "vnf_id": "dec0a348-607f-45c9-8b27-99bd36360c3f", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T12:41:43.508Z", "status": "resolved" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is b681a8a0-94a3-4963-a598-4bd9a986d662", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "b681a8a0-94a3-4963-a598-4bd9a986d662", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "9359973d-c556-4127-be06-e4928086f1a7", "vdu_name": "basic-06-charm-t-vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0", "vnf_id": "dec0a348-607f-45c9-8b27-99bd36360c3f", "vnf_member_index": "vnf1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "resolved", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204124353_262932", INFO: 10.244.0.49:48416 - "POST /vdu_down HTTP/1.1" 200 OK "data_interval_end": "2024-02-04T12:43:53.664530+00:00", "data_interval_start": "2024-02-04T12:43:53.664530+00:00", "end_date": null, "execution_date": "2024-02-04T12:43:53.664530+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T12:43:53.664530+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 12:44:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 12:44:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is b681a8a0-94a3-4963-a598-4bd9a986d662", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "08c46694f662d7c0", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "b681a8a0-94a3-4963-a598-4bd9a986d662", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "c6c61a15-f9c9-4cd5-a8bd-751018ad33d2", "vdu_name": "basic-06-charm-t-vnf2-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0", "vnf_id": "384b42e1-9bcb-479b-b757-c1132fb4feba", "vnf_member_index": "vnf2" }, "startsAt": "2024-02-04T12:44:43.508Z", "status": "firing" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is b681a8a0-94a3-4963-a598-4bd9a986d662", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "b681a8a0-94a3-4963-a598-4bd9a986d662", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "c6c61a15-f9c9-4cd5-a8bd-751018ad33d2", "vdu_name": "basic-06-charm-t-vnf2-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0", "vnf_id": "384b42e1-9bcb-479b-b757-c1132fb4feba", "vnf_member_index": "vnf2" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "firing", "truncatedAlerts": 0, INFO: 10.244.0.49:34850 - "POST /vdu_down HTTP/1.1" 200 OK "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204124453_676038", "data_interval_end": "2024-02-04T12:44:53.639759+00:00", "data_interval_start": "2024-02-04T12:44:53.639759+00:00", "end_date": null, "execution_date": "2024-02-04T12:44:53.639759+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T12:44:53.639759+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 12:46:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 12:46:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is b681a8a0-94a3-4963-a598-4bd9a986d662", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T12:43:13.508Z", "fingerprint": "300a61c52e8e7381", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "b681a8a0-94a3-4963-a598-4bd9a986d662", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "9359973d-c556-4127-be06-e4928086f1a7", "vdu_name": "basic-06-charm-t-vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf1-mgmtVM-0", "vnf_id": "dec0a348-607f-45c9-8b27-99bd36360c3f", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T12:41:43.508Z", "status": "resolved" }, { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is b681a8a0-94a3-4963-a598-4bd9a986d662", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T12:45:13.508Z", "fingerprint": "08c46694f662d7c0", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "b681a8a0-94a3-4963-a598-4bd9a986d662", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", INFO: 10.244.0.49:55766 - "POST /vdu_down HTTP/1.1" 200 OK "vdu_id": "c6c61a15-f9c9-4cd5-a8bd-751018ad33d2", "vdu_name": "basic-06-charm-t-vnf2-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0", "vnf_id": "384b42e1-9bcb-479b-b757-c1132fb4feba", "vnf_member_index": "vnf2" }, "startsAt": "2024-02-04T12:44:43.508Z", "status": "resolved" } ], "commonAnnotations": {}, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "b681a8a0-94a3-4963-a598-4bd9a986d662", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "resolved", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204124653_232435", "data_interval_end": "2024-02-04T12:46:53.637178+00:00", "data_interval_start": "2024-02-04T12:46:53.637178+00:00", "end_date": null, "execution_date": "2024-02-04T12:46:53.637178+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T12:46:53.637178+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 13:18:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 13:18:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 87d22a94-48f2-40c4-9eff-4a584dd544ee", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "641e4b1dbeebef0f", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "87d22a94-48f2-40c4-9eff-4a584dd544ee", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "bfbea89c-2da0-4ac5-94ff-f9115e3281c0", "vdu_name": "basic-07-secure--vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf1-mgmtVM-0", "vnf_id": "a8716707-b5cb-46f2-b5b6-b134a8ab124f", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T13:18:43.508Z", "status": "firing" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 87d22a94-48f2-40c4-9eff-4a584dd544ee", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "87d22a94-48f2-40c4-9eff-4a584dd544ee", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "bfbea89c-2da0-4ac5-94ff-f9115e3281c0", "vdu_name": "basic-07-secure--vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf1-mgmtVM-0", "vnf_id": "a8716707-b5cb-46f2-b5b6-b134a8ab124f", "vnf_member_index": "vnf1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, INFO: 10.244.0.49:36680 - "POST /vdu_down HTTP/1.1" 200 OK "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204131853_299909", "data_interval_end": "2024-02-04T13:18:53.656812+00:00", "data_interval_start": "2024-02-04T13:18:53.656812+00:00", "end_date": null, "execution_date": "2024-02-04T13:18:53.656812+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T13:18:53.656812+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 13:20:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 13:20:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 87d22a94-48f2-40c4-9eff-4a584dd544ee", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T13:19:13.508Z", "fingerprint": "641e4b1dbeebef0f", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "87d22a94-48f2-40c4-9eff-4a584dd544ee", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "bfbea89c-2da0-4ac5-94ff-f9115e3281c0", "vdu_name": "basic-07-secure--vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf1-mgmtVM-0", "vnf_id": "a8716707-b5cb-46f2-b5b6-b134a8ab124f", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T13:18:43.508Z", "status": "resolved" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 87d22a94-48f2-40c4-9eff-4a584dd544ee", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "87d22a94-48f2-40c4-9eff-4a584dd544ee", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "bfbea89c-2da0-4ac5-94ff-f9115e3281c0", "vdu_name": "basic-07-secure--vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf1-mgmtVM-0", "vnf_id": "a8716707-b5cb-46f2-b5b6-b134a8ab124f", "vnf_member_index": "vnf1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "resolved", INFO: 10.244.0.49:34954 - "POST /vdu_down HTTP/1.1" 200 OK "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204132053_698972", "data_interval_end": "2024-02-04T13:20:53.640565+00:00", "data_interval_start": "2024-02-04T13:20:53.640565+00:00", "end_date": null, "execution_date": "2024-02-04T13:20:53.640565+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T13:20:53.640565+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 13:59:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 13:59:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is d66db7ef-d0f1-40a0-8196-944fde71aafb", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "863502d80716d072", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "d66db7ef-d0f1-40a0-8196-944fde71aafb", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "2c83457d-b5da-41f3-bf40-5edcda7e039a", "vdu_name": "basic-11-native--vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf1-mgmtVM-0", "vnf_id": "79834074-9e80-48b8-8050-d524b8e27cf6", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T13:59:43.508Z", "status": "firing" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is d66db7ef-d0f1-40a0-8196-944fde71aafb", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "d66db7ef-d0f1-40a0-8196-944fde71aafb", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "2c83457d-b5da-41f3-bf40-5edcda7e039a", "vdu_name": "basic-11-native--vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf1-mgmtVM-0", "vnf_id": "79834074-9e80-48b8-8050-d524b8e27cf6", "vnf_member_index": "vnf1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204135953_139456", "data_interval_end": "2024-02-04T13:59:53.634476+00:00", INFO: 10.244.0.49:34068 - "POST /vdu_down HTTP/1.1" 200 OK "data_interval_start": "2024-02-04T13:59:53.634476+00:00", "end_date": null, "execution_date": "2024-02-04T13:59:53.634476+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T13:59:53.634476+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 14:01:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 14:01:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is d66db7ef-d0f1-40a0-8196-944fde71aafb", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T14:01:13.508Z", "fingerprint": "863502d80716d072", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "d66db7ef-d0f1-40a0-8196-944fde71aafb", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "2c83457d-b5da-41f3-bf40-5edcda7e039a", "vdu_name": "basic-11-native--vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf1-mgmtVM-0", "vnf_id": "79834074-9e80-48b8-8050-d524b8e27cf6", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T13:59:43.508Z", "status": "resolved" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is d66db7ef-d0f1-40a0-8196-944fde71aafb", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "d66db7ef-d0f1-40a0-8196-944fde71aafb", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "2c83457d-b5da-41f3-bf40-5edcda7e039a", "vdu_name": "basic-11-native--vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf1-mgmtVM-0", "vnf_id": "79834074-9e80-48b8-8050-d524b8e27cf6", "vnf_member_index": "vnf1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", INFO: 10.244.0.49:41568 - "POST /vdu_down HTTP/1.1" 200 OK "groupLabels": {}, "receiver": "vdu-webhook", "status": "resolved", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204140153_702350", "data_interval_end": "2024-02-04T14:01:53.639599+00:00", "data_interval_start": "2024-02-04T14:01:53.639599+00:00", "end_date": null, "execution_date": "2024-02-04T14:01:53.639599+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T14:01:53.639599+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 14:38:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 14:38:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 5e9d6de2-456a-494c-bbf7-79a447d841e3", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "a6f27b340eaba785", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "5e9d6de2-456a-494c-bbf7-79a447d841e3", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "ba8a557f-e2e6-40e9-9d90-e041ac7d371d", "vdu_name": "test-nscharm-1-userVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0", "vnf_id": "651c3fba-f72d-4805-a368-3b2d2c68f6a6", "vnf_member_index": "1" }, "startsAt": "2024-02-04T14:38:43.508Z", "status": "firing" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 5e9d6de2-456a-494c-bbf7-79a447d841e3", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "5e9d6de2-456a-494c-bbf7-79a447d841e3", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "ba8a557f-e2e6-40e9-9d90-e041ac7d371d", "vdu_name": "test-nscharm-1-userVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0", "vnf_id": "651c3fba-f72d-4805-a368-3b2d2c68f6a6", "vnf_member_index": "1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204143853_146722", "data_interval_end": "2024-02-04T14:38:53.655687+00:00", "data_interval_start": "2024-02-04T14:38:53.655687+00:00", "end_date": null, "execution_date": "2024-02-04T14:38:53.655687+00:00", INFO: 10.244.0.49:41786 - "POST /vdu_down HTTP/1.1" 200 OK "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T14:38:53.655687+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 14:40:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 14:40:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 5e9d6de2-456a-494c-bbf7-79a447d841e3", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T14:39:13.508Z", "fingerprint": "a6f27b340eaba785", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "5e9d6de2-456a-494c-bbf7-79a447d841e3", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "ba8a557f-e2e6-40e9-9d90-e041ac7d371d", "vdu_name": "test-nscharm-1-userVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0", "vnf_id": "651c3fba-f72d-4805-a368-3b2d2c68f6a6", "vnf_member_index": "1" }, "startsAt": "2024-02-04T14:38:43.508Z", "status": "resolved" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 5e9d6de2-456a-494c-bbf7-79a447d841e3", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "5e9d6de2-456a-494c-bbf7-79a447d841e3", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "ba8a557f-e2e6-40e9-9d90-e041ac7d371d", "vdu_name": "test-nscharm-1-userVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0", "vnf_id": "651c3fba-f72d-4805-a368-3b2d2c68f6a6", "vnf_member_index": "1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", INFO: 10.244.0.49:48220 - "POST /vdu_down HTTP/1.1" 200 OK "groupLabels": {}, "receiver": "vdu-webhook", "status": "resolved", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204144053_446150", "data_interval_end": "2024-02-04T14:40:53.635094+00:00", "data_interval_start": "2024-02-04T14:40:53.635094+00:00", "end_date": null, "execution_date": "2024-02-04T14:40:53.635094+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T14:40:53.635094+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 14:41:43 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 14:41:43 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 5e9d6de2-456a-494c-bbf7-79a447d841e3", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "ca7abb1f20ec35ca", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "5e9d6de2-456a-494c-bbf7-79a447d841e3", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "7bd82012-8292-4f7a-b69d-84a09a6119cb", "vdu_name": "test-nscharm-2-policyVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0", "vnf_id": "729aa8e1-fea6-4e2d-b944-23ff30af1bdd", "vnf_member_index": "2" }, "startsAt": "2024-02-04T14:41:43.508Z", "status": "firing" }, { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 5e9d6de2-456a-494c-bbf7-79a447d841e3", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T14:39:13.508Z", "fingerprint": "a6f27b340eaba785", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "5e9d6de2-456a-494c-bbf7-79a447d841e3", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "ba8a557f-e2e6-40e9-9d90-e041ac7d371d", "vdu_name": "test-nscharm-1-userVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", INFO: 10.244.0.49:36580 - "POST /vdu_down HTTP/1.1" 200 OK "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0", "vnf_id": "651c3fba-f72d-4805-a368-3b2d2c68f6a6", "vnf_member_index": "1" }, "startsAt": "2024-02-04T14:38:43.508Z", "status": "resolved" } ], "commonAnnotations": {}, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "5e9d6de2-456a-494c-bbf7-79a447d841e3", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204144143_503935", "data_interval_end": "2024-02-04T14:41:43.654225+00:00", "data_interval_start": "2024-02-04T14:41:43.654225+00:00", "end_date": null, "execution_date": "2024-02-04T14:41:43.654225+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T14:41:43.654225+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 14:43:43 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 14:43:43 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 5e9d6de2-456a-494c-bbf7-79a447d841e3", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T14:43:13.508Z", "fingerprint": "ca7abb1f20ec35ca", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "5e9d6de2-456a-494c-bbf7-79a447d841e3", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "7bd82012-8292-4f7a-b69d-84a09a6119cb", "vdu_name": "test-nscharm-2-policyVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0", "vnf_id": "729aa8e1-fea6-4e2d-b944-23ff30af1bdd", "vnf_member_index": "2" }, "startsAt": "2024-02-04T14:41:43.508Z", "status": "resolved" }, { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 5e9d6de2-456a-494c-bbf7-79a447d841e3", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T14:39:13.508Z", "fingerprint": "a6f27b340eaba785", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "5e9d6de2-456a-494c-bbf7-79a447d841e3", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "ba8a557f-e2e6-40e9-9d90-e041ac7d371d", "vdu_name": "test-nscharm-1-userVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0", "vnf_id": "651c3fba-f72d-4805-a368-3b2d2c68f6a6", "vnf_member_index": "1" }, "startsAt": "2024-02-04T14:38:43.508Z", "status": "resolved" } ], "commonAnnotations": {}, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "5e9d6de2-456a-494c-bbf7-79a447d841e3", INFO: 10.244.0.49:36066 - "POST /vdu_down HTTP/1.1" 200 OK "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "resolved", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204144343_733550", "data_interval_end": "2024-02-04T14:43:43.635955+00:00", "data_interval_start": "2024-02-04T14:43:43.635955+00:00", "end_date": null, "execution_date": "2024-02-04T14:43:43.635955+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T14:43:43.635955+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 16:42:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 16:42:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 28325e93-1503-4b43-905a-11f0b3fe7415", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "fd6a6a9919f4e6d6", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "28325e93-1503-4b43-905a-11f0b3fe7415", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "87d7b0f2-213a-4d54-b7a0-70dc6893192e", "vdu_name": "basic-20-manual--vnf-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-0", "vnf_id": "658e8bc4-ff8c-41f9-bea1-324afedf562f", "vnf_member_index": "vnf" }, "startsAt": "2024-02-04T16:42:43.508Z", "status": "firing" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 28325e93-1503-4b43-905a-11f0b3fe7415", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "28325e93-1503-4b43-905a-11f0b3fe7415", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "87d7b0f2-213a-4d54-b7a0-70dc6893192e", "vdu_name": "basic-20-manual--vnf-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-0", INFO: 10.244.0.49:48648 - "POST /vdu_down HTTP/1.1" 200 OK "vnf_id": "658e8bc4-ff8c-41f9-bea1-324afedf562f", "vnf_member_index": "vnf" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204164253_711411", "data_interval_end": "2024-02-04T16:42:53.637084+00:00", "data_interval_start": "2024-02-04T16:42:53.637084+00:00", "end_date": null, "execution_date": "2024-02-04T16:42:53.637084+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T16:42:53.637084+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 16:44:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 16:44:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 28325e93-1503-4b43-905a-11f0b3fe7415", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T16:43:13.508Z", "fingerprint": "fd6a6a9919f4e6d6", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "28325e93-1503-4b43-905a-11f0b3fe7415", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "87d7b0f2-213a-4d54-b7a0-70dc6893192e", "vdu_name": "basic-20-manual--vnf-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-0", "vnf_id": "658e8bc4-ff8c-41f9-bea1-324afedf562f", "vnf_member_index": "vnf" }, "startsAt": "2024-02-04T16:42:43.508Z", "status": "resolved" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 28325e93-1503-4b43-905a-11f0b3fe7415", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "28325e93-1503-4b43-905a-11f0b3fe7415", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "87d7b0f2-213a-4d54-b7a0-70dc6893192e", "vdu_name": "basic-20-manual--vnf-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-0", "vnf_id": "658e8bc4-ff8c-41f9-bea1-324afedf562f", "vnf_member_index": "vnf" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "resolved", INFO: 10.244.0.49:51420 - "POST /vdu_down HTTP/1.1" 200 OK "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204164453_625965", "data_interval_end": "2024-02-04T16:44:53.654618+00:00", "data_interval_start": "2024-02-04T16:44:53.654618+00:00", "end_date": null, "execution_date": "2024-02-04T16:44:53.654618+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T16:44:53.654618+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 17:24:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 17:24:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 9db9a34e-3c07-4813-be92-fcb47dc593ad", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "ab5d95dcf64e7b6a", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "9db9a34e-3c07-4813-be92-fcb47dc593ad", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "51011e63-d20a-4229-ad7e-deddcd677dee", "vdu_name": "hfcloudinit-vnf1-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0", "vnf_id": "f93011b6-63fb-4d04-b4dc-0a0308e1ddbd", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T17:24:43.508Z", "status": "firing" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 9db9a34e-3c07-4813-be92-fcb47dc593ad", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "9db9a34e-3c07-4813-be92-fcb47dc593ad", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "51011e63-d20a-4229-ad7e-deddcd677dee", "vdu_name": "hfcloudinit-vnf1-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0", "vnf_id": "f93011b6-63fb-4d04-b4dc-0a0308e1ddbd", "vnf_member_index": "vnf1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204172453_515009", "data_interval_end": "2024-02-04T17:24:53.638844+00:00", "data_interval_start": "2024-02-04T17:24:53.638844+00:00", "end_date": null, "execution_date": "2024-02-04T17:24:53.638844+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T17:24:53.638844+00:00", "note": null, INFO: 10.244.0.49:46008 - "POST /vdu_down HTTP/1.1" 200 OK "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 17:28:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 17:28:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 9db9a34e-3c07-4813-be92-fcb47dc593ad", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T17:27:13.508Z", "fingerprint": "ab5d95dcf64e7b6a", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "9db9a34e-3c07-4813-be92-fcb47dc593ad", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "51011e63-d20a-4229-ad7e-deddcd677dee", "vdu_name": "hfcloudinit-vnf1-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0", "vnf_id": "f93011b6-63fb-4d04-b4dc-0a0308e1ddbd", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T17:24:43.508Z", "status": "resolved" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 9db9a34e-3c07-4813-be92-fcb47dc593ad", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "9db9a34e-3c07-4813-be92-fcb47dc593ad", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "51011e63-d20a-4229-ad7e-deddcd677dee", "vdu_name": "hfcloudinit-vnf1-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0", "vnf_id": "f93011b6-63fb-4d04-b4dc-0a0308e1ddbd", "vnf_member_index": "vnf1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "resolved", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204172853_042341", "data_interval_end": "2024-02-04T17:28:53.637918+00:00", "data_interval_start": "2024-02-04T17:28:53.637918+00:00", "end_date": null, "execution_date": "2024-02-04T17:28:53.637918+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T17:28:53.637918+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } INFO: 10.244.0.49:49790 - "POST /vdu_down HTTP/1.1" 200 OK 2024/02/04 17:29:43 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 17:29:43 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 9db9a34e-3c07-4813-be92-fcb47dc593ad", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T17:27:13.508Z", "fingerprint": "ab5d95dcf64e7b6a", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "9db9a34e-3c07-4813-be92-fcb47dc593ad", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "51011e63-d20a-4229-ad7e-deddcd677dee", "vdu_name": "hfcloudinit-vnf1-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0", "vnf_id": "f93011b6-63fb-4d04-b4dc-0a0308e1ddbd", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T17:24:43.508Z", "status": "resolved" }, { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 9db9a34e-3c07-4813-be92-fcb47dc593ad", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "c902afd20a125616", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "9db9a34e-3c07-4813-be92-fcb47dc593ad", INFO: 10.244.0.49:35028 - "POST /vdu_down HTTP/1.1" 200 OK "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "b23c1b2b-01f9-4761-af59-7075d50a782a", "vdu_name": "hfcloudinit-vnf2-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0", "vnf_id": "a4ee052a-9115-4641-b357-3a4a7c824238", "vnf_member_index": "vnf2" }, "startsAt": "2024-02-04T17:29:43.508Z", "status": "firing" } ], "commonAnnotations": {}, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "9db9a34e-3c07-4813-be92-fcb47dc593ad", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204172943_868542", "data_interval_end": "2024-02-04T17:29:43.635785+00:00", "data_interval_start": "2024-02-04T17:29:43.635785+00:00", "end_date": null, "execution_date": "2024-02-04T17:29:43.635785+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T17:29:43.635785+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 17:33:43 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 17:33:43 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 9db9a34e-3c07-4813-be92-fcb47dc593ad", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T17:27:13.508Z", "fingerprint": "ab5d95dcf64e7b6a", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "9db9a34e-3c07-4813-be92-fcb47dc593ad", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "51011e63-d20a-4229-ad7e-deddcd677dee", "vdu_name": "hfcloudinit-vnf1-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf1-dataVM-0", "vnf_id": "f93011b6-63fb-4d04-b4dc-0a0308e1ddbd", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T17:24:43.508Z", "status": "resolved" }, { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 9db9a34e-3c07-4813-be92-fcb47dc593ad", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T17:33:13.508Z", "fingerprint": "c902afd20a125616", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "9db9a34e-3c07-4813-be92-fcb47dc593ad", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "b23c1b2b-01f9-4761-af59-7075d50a782a", "vdu_name": "hfcloudinit-vnf2-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0", "vnf_id": "a4ee052a-9115-4641-b357-3a4a7c824238", "vnf_member_index": "vnf2" }, "startsAt": "2024-02-04T17:29:43.508Z", "status": "resolved" } ], "commonAnnotations": {}, "commonLabels": { INFO: 10.244.0.49:60426 - "POST /vdu_down HTTP/1.1" 200 OK "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "9db9a34e-3c07-4813-be92-fcb47dc593ad", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "resolved", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204173343_053587", "data_interval_end": "2024-02-04T17:33:43.641625+00:00", "data_interval_start": "2024-02-04T17:33:43.641625+00:00", "end_date": null, "execution_date": "2024-02-04T17:33:43.641625+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T17:33:43.641625+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 17:44:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 17:44:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is da78ece0-5efa-4117-b0d8-c8385af9e536", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "f8b8279602d9c46e", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "da78ece0-5efa-4117-b0d8-c8385af9e536", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "34ecfdfc-4ec5-4134-bd87-eb00f2165fbc", "vdu_name": "hfmultivdu-vnf1-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0", "vnf_id": "8f129df9-3146-413b-a456-ba97059dc3a6", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T17:44:43.508Z", "status": "firing" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is da78ece0-5efa-4117-b0d8-c8385af9e536", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "da78ece0-5efa-4117-b0d8-c8385af9e536", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "34ecfdfc-4ec5-4134-bd87-eb00f2165fbc", "vdu_name": "hfmultivdu-vnf1-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0", "vnf_id": "8f129df9-3146-413b-a456-ba97059dc3a6", "vnf_member_index": "vnf1" }, INFO: 10.244.0.49:43852 - "POST /vdu_down HTTP/1.1" 200 OK "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204174453_165223", "data_interval_end": "2024-02-04T17:44:53.657642+00:00", "data_interval_start": "2024-02-04T17:44:53.657642+00:00", "end_date": null, "execution_date": "2024-02-04T17:44:53.657642+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T17:44:53.657642+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 17:46:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 17:46:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is 9db9a34e-3c07-4813-be92-fcb47dc593ad", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T17:33:13.508Z", "fingerprint": "c902afd20a125616", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "9db9a34e-3c07-4813-be92-fcb47dc593ad", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "b23c1b2b-01f9-4761-af59-7075d50a782a", "vdu_name": "hfcloudinit-vnf2-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0", "vnf_id": "a4ee052a-9115-4641-b357-3a4a7c824238", "vnf_member_index": "vnf2" }, "startsAt": "2024-02-04T17:29:43.508Z", "status": "resolved" }, { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is da78ece0-5efa-4117-b0d8-c8385af9e536", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "f8b8279602d9c46e", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "da78ece0-5efa-4117-b0d8-c8385af9e536", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "34ecfdfc-4ec5-4134-bd87-eb00f2165fbc", "vdu_name": "hfmultivdu-vnf1-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0", "vnf_id": "8f129df9-3146-413b-a456-ba97059dc3a6", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T17:44:43.508Z", "status": "firing" } ], "commonAnnotations": {}, "commonLabels": { INFO: 10.244.0.49:37526 - "POST /vdu_down HTTP/1.1" 200 OK "alertname": "vdu_down", "job": "osm_prometheus", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204174653_178079", "data_interval_end": "2024-02-04T17:46:53.635585+00:00", "data_interval_start": "2024-02-04T17:46:53.635585+00:00", "end_date": null, "execution_date": "2024-02-04T17:46:53.635585+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T17:46:53.635585+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 17:50:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 17:50:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is da78ece0-5efa-4117-b0d8-c8385af9e536", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T17:49:13.508Z", "fingerprint": "f8b8279602d9c46e", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "da78ece0-5efa-4117-b0d8-c8385af9e536", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "34ecfdfc-4ec5-4134-bd87-eb00f2165fbc", "vdu_name": "hfmultivdu-vnf1-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0", "vnf_id": "8f129df9-3146-413b-a456-ba97059dc3a6", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T17:44:43.508Z", "status": "resolved" }, { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is da78ece0-5efa-4117-b0d8-c8385af9e536", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "6f03fb348c51fe6a", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "da78ece0-5efa-4117-b0d8-c8385af9e536", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "66b8d797-46dd-41a1-bfff-beeba970e712", "vdu_name": "hfmultivdu-vnf2-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0", "vnf_id": "836b21ed-7a8d-4bdc-8deb-85a5d0519740", "vnf_member_index": "vnf2" }, "startsAt": "2024-02-04T17:50:43.508Z", "status": "firing" } ], "commonAnnotations": {}, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", INFO: 10.244.0.49:55444 - "POST /vdu_down HTTP/1.1" 200 OK "ns_id": "da78ece0-5efa-4117-b0d8-c8385af9e536", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204175053_575971", "data_interval_end": "2024-02-04T17:50:53.945927+00:00", "data_interval_start": "2024-02-04T17:50:53.945927+00:00", "end_date": null, "execution_date": "2024-02-04T17:50:53.945927+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T17:50:53.945927+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 17:54:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 17:54:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is da78ece0-5efa-4117-b0d8-c8385af9e536", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T17:49:13.508Z", "fingerprint": "f8b8279602d9c46e", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "da78ece0-5efa-4117-b0d8-c8385af9e536", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "34ecfdfc-4ec5-4134-bd87-eb00f2165fbc", "vdu_name": "hfmultivdu-vnf1-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf1-dataVM-0", "vnf_id": "8f129df9-3146-413b-a456-ba97059dc3a6", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T17:44:43.508Z", "status": "resolved" }, { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is da78ece0-5efa-4117-b0d8-c8385af9e536", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T17:53:13.508Z", "fingerprint": "6f03fb348c51fe6a", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "da78ece0-5efa-4117-b0d8-c8385af9e536", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "66b8d797-46dd-41a1-bfff-beeba970e712", "vdu_name": "hfmultivdu-vnf2-dataVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0", "vnf_id": "836b21ed-7a8d-4bdc-8deb-85a5d0519740", "vnf_member_index": "vnf2" }, "startsAt": "2024-02-04T17:50:43.508Z", "status": "resolved" } INFO: 10.244.0.49:47172 - "POST /vdu_down HTTP/1.1" 200 OK ], "commonAnnotations": {}, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "da78ece0-5efa-4117-b0d8-c8385af9e536", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "resolved", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204175453_989728", "data_interval_end": "2024-02-04T17:54:53.639262+00:00", "data_interval_start": "2024-02-04T17:54:53.639262+00:00", "end_date": null, "execution_date": "2024-02-04T17:54:53.639262+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T17:54:53.639262+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 18:08:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 18:08:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is ae62f8e3-5996-469b-842c-bedc72d02b8b", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "2f643a0b8fe62f94", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "ae62f8e3-5996-469b-842c-bedc72d02b8b", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "c791ca22-11d6-45c8-981a-bc004b2f2bb2", "vdu_name": "k8s-05-k8s-proxy-vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf1-mgmtVM-0", "vnf_id": "819d6728-b774-4b3f-90af-95398cbdc77f", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T18:08:43.508Z", "status": "firing" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is ae62f8e3-5996-469b-842c-bedc72d02b8b", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "ae62f8e3-5996-469b-842c-bedc72d02b8b", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "c791ca22-11d6-45c8-981a-bc004b2f2bb2", "vdu_name": "k8s-05-k8s-proxy-vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf1-mgmtVM-0", "vnf_id": "819d6728-b774-4b3f-90af-95398cbdc77f", "vnf_member_index": "vnf1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204180853_330332", "data_interval_end": "2024-02-04T18:08:53.643208+00:00", "data_interval_start": "2024-02-04T18:08:53.643208+00:00", "end_date": null, "execution_date": "2024-02-04T18:08:53.643208+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T18:08:53.643208+00:00", "note": null, INFO: 10.244.0.49:41668 - "POST /vdu_down HTTP/1.1" 200 OK "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 18:10:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 18:10:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is ae62f8e3-5996-469b-842c-bedc72d02b8b", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T18:09:13.508Z", "fingerprint": "2f643a0b8fe62f94", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "ae62f8e3-5996-469b-842c-bedc72d02b8b", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "c791ca22-11d6-45c8-981a-bc004b2f2bb2", "vdu_name": "k8s-05-k8s-proxy-vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf1-mgmtVM-0", "vnf_id": "819d6728-b774-4b3f-90af-95398cbdc77f", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T18:08:43.508Z", "status": "resolved" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is ae62f8e3-5996-469b-842c-bedc72d02b8b", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "ae62f8e3-5996-469b-842c-bedc72d02b8b", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "c791ca22-11d6-45c8-981a-bc004b2f2bb2", "vdu_name": "k8s-05-k8s-proxy-vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf1-mgmtVM-0", "vnf_id": "819d6728-b774-4b3f-90af-95398cbdc77f", "vnf_member_index": "vnf1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "resolved", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204181053_337396", "data_interval_end": "2024-02-04T18:10:53.635656+00:00", "data_interval_start": "2024-02-04T18:10:53.635656+00:00", "end_date": null, "execution_date": "2024-02-04T18:10:53.635656+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T18:10:53.635656+00:00", INFO: 10.244.0.49:42016 - "POST /vdu_down HTTP/1.1" 200 OK "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 18:45:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 18:45:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is a4a610fb-c87a-4151-aebb-3e2e0457ad3a", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "dc967a9db0d33fea", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "a4a610fb-c87a-4151-aebb-3e2e0457ad3a", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "d86b095f-7dee-41bb-87d0-cc30c87fb844", "vdu_name": "k8s-06-nopasswd--vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf1-mgmtVM-0", "vnf_id": "885b8b00-dfff-410e-a784-4f434bd42ad8", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T18:45:43.508Z", "status": "firing" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is a4a610fb-c87a-4151-aebb-3e2e0457ad3a", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "a4a610fb-c87a-4151-aebb-3e2e0457ad3a", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "d86b095f-7dee-41bb-87d0-cc30c87fb844", "vdu_name": "k8s-06-nopasswd--vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf1-mgmtVM-0", "vnf_id": "885b8b00-dfff-410e-a784-4f434bd42ad8", "vnf_member_index": "vnf1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", INFO: 10.244.0.49:52904 - "POST /vdu_down HTTP/1.1" 200 OK "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204184553_328255", "data_interval_end": "2024-02-04T18:45:53.642183+00:00", "data_interval_start": "2024-02-04T18:45:53.642183+00:00", "end_date": null, "execution_date": "2024-02-04T18:45:53.642183+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T18:45:53.642183+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } 2024/02/04 18:47:53 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024/02/04 18:47:53 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is a4a610fb-c87a-4151-aebb-3e2e0457ad3a", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "endsAt": "2024-02-04T18:47:13.508Z", "fingerprint": "dc967a9db0d33fea", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", "labels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "a4a610fb-c87a-4151-aebb-3e2e0457ad3a", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "d86b095f-7dee-41bb-87d0-cc30c87fb844", "vdu_name": "k8s-06-nopasswd--vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf1-mgmtVM-0", "vnf_id": "885b8b00-dfff-410e-a784-4f434bd42ad8", "vnf_member_index": "vnf1" }, "startsAt": "2024-02-04T18:45:43.508Z", "status": "resolved" } ], "commonAnnotations": { "description": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c has been down for more than 3 minutes. NS instance id is a4a610fb-c87a-4151-aebb-3e2e0457ad3a", "summary": "VDU /subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf1-mgmtVM-0 in VIM 134db87a-a914-4fd9-afea-3f8725e5316c is down" }, "commonLabels": { "alertname": "vdu_down", "job": "osm_prometheus", "ns_id": "a4a610fb-c87a-4151-aebb-3e2e0457ad3a", "project_id": "4e23f74b-4400-45c0-b80c-7707e5c9767b", "vdu_id": "d86b095f-7dee-41bb-87d0-cc30c87fb844", "vdu_name": "k8s-06-nopasswd--vnf1-mgmtVM-0", "vim_id": "134db87a-a914-4fd9-afea-3f8725e5316c", "vm_id": "/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf1-mgmtVM-0", "vnf_id": "885b8b00-dfff-410e-a784-4f434bd42ad8", "vnf_member_index": "vnf1" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=\"vdu_down\"}:{}", "groupLabels": {}, "receiver": "vdu-webhook", "status": "resolved", "truncatedAlerts": 0, "version": "4" }, "dag_id": "vdu_down", "dag_run_id": "vdu_down_20240204184753_414737", "data_interval_end": "2024-02-04T18:47:53.641828+00:00", "data_interval_start": "2024-02-04T18:47:53.641828+00:00", "end_date": null, "execution_date": "2024-02-04T18:47:53.641828+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T18:47:53.641828+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } INFO: 10.244.0.49:36412 - "POST /vdu_down HTTP/1.1" 200 OK 2024/02/04 21:01:40 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024/02/04 21:01:40 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": {}, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "792ee0feca76de53", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22231329c1-f204-4d07-b930-5db0921a2190%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22231329c1-f204-4d07-b930-5db0921a2190%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", "labels": { "alertname": "scaleout_68b128f3-1907-43d7-a950-ddad60ff811f", "ns_id": "231329c1-f204-4d07-b930-5db0921a2190", "vdu_id": "hackfest_basic_metrics-VM", "vnf_member_index": "vnf" }, "startsAt": "2024-02-04T21:01:30.525Z", "status": "firing" } ], "commonAnnotations": {}, "commonLabels": { "alertname": "scaleout_68b128f3-1907-43d7-a950-ddad60ff811f", "ns_id": "231329c1-f204-4d07-b930-5db0921a2190", "vdu_id": "hackfest_basic_metrics-VM", "vnf_member_index": "vnf" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", "groupLabels": {}, "receiver": "scaleout-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "scaleout_vdu", "dag_run_id": "scaleout_vdu_20240204210140_446172", "data_interval_end": "2024-02-04T21:01:40.677764+00:00", "data_interval_start": "2024-02-04T21:01:40.677764+00:00", "end_date": null, "execution_date": "2024-02-04T21:01:40.677764+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T21:01:40.677764+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } INFO: 10.244.0.49:41110 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024/02/04 21:07:40 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024/02/04 21:07:40 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": {}, "endsAt": "0001-01-01T00:00:00Z", "fingerprint": "792ee0feca76de53", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22231329c1-f204-4d07-b930-5db0921a2190%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22231329c1-f204-4d07-b930-5db0921a2190%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", "labels": { "alertname": "scaleout_68b128f3-1907-43d7-a950-ddad60ff811f", "ns_id": "231329c1-f204-4d07-b930-5db0921a2190", "vdu_id": "hackfest_basic_metrics-VM", "vnf_member_index": "vnf" }, "startsAt": "2024-02-04T21:01:30.525Z", "status": "firing" } ], "commonAnnotations": {}, "commonLabels": { "alertname": "scaleout_68b128f3-1907-43d7-a950-ddad60ff811f", "ns_id": "231329c1-f204-4d07-b930-5db0921a2190", "vdu_id": "hackfest_basic_metrics-VM", "vnf_member_index": "vnf" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", "groupLabels": {}, "receiver": "scaleout-webhook", "status": "firing", "truncatedAlerts": 0, "version": "4" }, "dag_id": "scaleout_vdu", "dag_run_id": "scaleout_vdu_20240204210740_850471", "data_interval_end": "2024-02-04T21:07:40.704711+00:00", "data_interval_start": "2024-02-04T21:07:40.704711+00:00", "end_date": null, "execution_date": "2024-02-04T21:07:40.704711+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T21:07:40.704711+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } INFO: 10.244.0.49:59900 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024/02/04 21:11:40 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024/02/04 21:11:40 INFO main.py:53 Response: { "conf": { "alerts": [ { "annotations": {}, "endsAt": "2024-02-04T21:10:30.525Z", "fingerprint": "792ee0feca76de53", "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22231329c1-f204-4d07-b930-5db0921a2190%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22231329c1-f204-4d07-b930-5db0921a2190%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", "labels": { "alertname": "scaleout_68b128f3-1907-43d7-a950-ddad60ff811f", "ns_id": "231329c1-f204-4d07-b930-5db0921a2190", "vdu_id": "hackfest_basic_metrics-VM", "vnf_member_index": "vnf" }, "startsAt": "2024-02-04T21:01:30.525Z", "status": "resolved" } ], "commonAnnotations": {}, "commonLabels": { "alertname": "scaleout_68b128f3-1907-43d7-a950-ddad60ff811f", "ns_id": "231329c1-f204-4d07-b930-5db0921a2190", "vdu_id": "hackfest_basic_metrics-VM", "vnf_member_index": "vnf" }, "externalURL": "http://alertmanager-0:9093", "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", "groupLabels": {}, "receiver": "scaleout-webhook", "status": "resolved", "truncatedAlerts": 0, "version": "4" }, "dag_id": "scaleout_vdu", "dag_run_id": "scaleout_vdu_20240204211140_853797", "data_interval_end": "2024-02-04T21:11:40.674149+00:00", "data_interval_start": "2024-02-04T21:11:40.674149+00:00", "end_date": null, "execution_date": "2024-02-04T21:11:40.674149+00:00", "external_trigger": true, "last_scheduling_decision": null, "logical_date": "2024-02-04T21:11:40.674149+00:00", "note": null, "run_type": "manual", "start_date": null, "state": "queued" } INFO: 10.244.0.49:49256 - "POST /scaleout_vdu HTTP/1.1" 200 OK