2024-02-23T23:29:49.220752313Z INFO: Started server process [1] 2024-02-23T23:29:49.220798681Z INFO: Waiting for application startup. 2024-02-23T23:29:49.220905955Z INFO: Application startup complete. 2024-02-23T23:29:49.221288241Z INFO: Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit) 2024-02-24T02:37:37.720559973Z 2024/02/24 02:37:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-24T02:37:38.067026279Z 2024/02/24 02:37:38 INFO main.py:53 Response: { 2024-02-24T02:37:38.067045932Z "conf": { 2024-02-24T02:37:38.067049460Z "alerts": [ 2024-02-24T02:37:38.067052513Z { 2024-02-24T02:37:38.067056502Z "annotations": { 2024-02-24T02:37:38.067079739Z "description": "VDU 26c2c6ab-376c-403f-adb7-47afe77c6ede in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 747c615e-9ebd-4ed8-bd5f-9e28286835e9", 2024-02-24T02:37:38.067100095Z "summary": "VDU 26c2c6ab-376c-403f-adb7-47afe77c6ede in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T02:37:38.067103239Z }, 2024-02-24T02:37:38.067106405Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T02:37:38.067109616Z "fingerprint": "b40211b24942cc35", 2024-02-24T02:37:38.067113459Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T02:37:38.067116585Z "labels": { 2024-02-24T02:37:38.067119547Z "alertname": "vdu_down", 2024-02-24T02:37:38.067133419Z "job": "osm_prometheus", 2024-02-24T02:37:38.067145714Z "ns_id": "747c615e-9ebd-4ed8-bd5f-9e28286835e9", 2024-02-24T02:37:38.067148855Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T02:37:38.067151747Z "vdu_id": "287eacd4-a3c3-4d30-a65b-85e0efe0f0aa", 2024-02-24T02:37:38.067155003Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-02-24T02:37:38.067157915Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T02:37:38.067160862Z "vm_id": "26c2c6ab-376c-403f-adb7-47afe77c6ede", 2024-02-24T02:37:38.067163719Z "vnf_id": "08796e85-2375-42ab-96d1-7c28ef48fc49", 2024-02-24T02:37:38.067166586Z "vnf_member_index": "autoheal-basic-1" 2024-02-24T02:37:38.067169490Z }, 2024-02-24T02:37:38.067172361Z "startsAt": "2024-02-24T02:37:27.687Z", 2024-02-24T02:37:38.067175618Z "status": "firing" 2024-02-24T02:37:38.067178741Z } 2024-02-24T02:37:38.067181806Z ], 2024-02-24T02:37:38.067184688Z "commonAnnotations": { 2024-02-24T02:37:38.067187815Z "description": "VDU 26c2c6ab-376c-403f-adb7-47afe77c6ede in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 747c615e-9ebd-4ed8-bd5f-9e28286835e9", 2024-02-24T02:37:38.067190783Z "summary": "VDU 26c2c6ab-376c-403f-adb7-47afe77c6ede in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T02:37:38.067193595Z }, 2024-02-24T02:37:38.067196408Z "commonLabels": { 2024-02-24T02:37:38.067199514Z "alertname": "vdu_down", 2024-02-24T02:37:38.067202373Z "job": "osm_prometheus", 2024-02-24T02:37:38.067205238Z "ns_id": "747c615e-9ebd-4ed8-bd5f-9e28286835e9", 2024-02-24T02:37:38.067208155Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T02:37:38.067210950Z "vdu_id": "287eacd4-a3c3-4d30-a65b-85e0efe0f0aa", 2024-02-24T02:37:38.067213825Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-02-24T02:37:38.067216592Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T02:37:38.067219347Z "vm_id": "26c2c6ab-376c-403f-adb7-47afe77c6ede", 2024-02-24T02:37:38.067235966Z "vnf_id": "08796e85-2375-42ab-96d1-7c28ef48fc49", 2024-02-24T02:37:38.067238980Z "vnf_member_index": "autoheal-basic-1" 2024-02-24T02:37:38.067241790Z }, 2024-02-24T02:37:38.067244630Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T02:37:38.067247408Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-24T02:37:38.067250202Z "groupLabels": {}, 2024-02-24T02:37:38.067252999Z "receiver": "vdu-webhook", 2024-02-24T02:37:38.067255737Z "status": "firing", 2024-02-24T02:37:38.067258509Z "truncatedAlerts": 0, 2024-02-24T02:37:38.067261309Z "version": "4" 2024-02-24T02:37:38.067264073Z }, 2024-02-24T02:37:38.067266873Z "dag_id": "vdu_down", 2024-02-24T02:37:38.067269614Z "dag_run_id": "vdu_down_20240224023737_681209", 2024-02-24T02:37:38.067272426Z "data_interval_end": "2024-02-24T02:37:38.007053+00:00", 2024-02-24T02:37:38.067275210Z "data_interval_start": "2024-02-24T02:37:38.007053+00:00", 2024-02-24T02:37:38.067278012Z "end_date": null, 2024-02-24T02:37:38.067280994Z "execution_date": "2024-02-24T02:37:38.007053+00:00", 2024-02-24T02:37:38.067283943Z "external_trigger": true, 2024-02-24T02:37:38.067286656Z "last_scheduling_decision": null, 2024-02-24T02:37:38.067289493Z "logical_date": "2024-02-24T02:37:38.007053+00:00", 2024-02-24T02:37:38.067292358Z "note": null, 2024-02-24T02:37:38.067295350Z "run_type": "manual", 2024-02-24T02:37:38.067298121Z "start_date": null, 2024-02-24T02:37:38.067301143Z "state": "queued" 2024-02-24T02:37:38.067304154Z } 2024-02-24T02:37:38.067306838Z 2024-02-24T02:37:38.067529773Z INFO: 10.244.0.45:33504 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-24T02:39:37.714038120Z 2024/02/24 02:39:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-24T02:39:38.027415504Z 2024/02/24 02:39:38 INFO main.py:53 Response: { 2024-02-24T02:39:38.027446051Z "conf": { 2024-02-24T02:39:38.027452915Z "alerts": [ 2024-02-24T02:39:38.027458886Z { 2024-02-24T02:39:38.027465864Z "annotations": { 2024-02-24T02:39:38.027472998Z "description": "VDU 26c2c6ab-376c-403f-adb7-47afe77c6ede in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 747c615e-9ebd-4ed8-bd5f-9e28286835e9", 2024-02-24T02:39:38.027484183Z "summary": "VDU 26c2c6ab-376c-403f-adb7-47afe77c6ede in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T02:39:38.027490480Z }, 2024-02-24T02:39:38.027496904Z "endsAt": "2024-02-24T02:38:57.687Z", 2024-02-24T02:39:38.027503216Z "fingerprint": "b40211b24942cc35", 2024-02-24T02:39:38.027510019Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T02:39:38.027516130Z "labels": { 2024-02-24T02:39:38.027522416Z "alertname": "vdu_down", 2024-02-24T02:39:38.027528676Z "job": "osm_prometheus", 2024-02-24T02:39:38.027535349Z "ns_id": "747c615e-9ebd-4ed8-bd5f-9e28286835e9", 2024-02-24T02:39:38.027541318Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T02:39:38.027547201Z "vdu_id": "287eacd4-a3c3-4d30-a65b-85e0efe0f0aa", 2024-02-24T02:39:38.027556465Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-02-24T02:39:38.027562565Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T02:39:38.027568474Z "vm_id": "26c2c6ab-376c-403f-adb7-47afe77c6ede", 2024-02-24T02:39:38.027574618Z "vnf_id": "08796e85-2375-42ab-96d1-7c28ef48fc49", 2024-02-24T02:39:38.027600701Z "vnf_member_index": "autoheal-basic-1" 2024-02-24T02:39:38.027606997Z }, 2024-02-24T02:39:38.027612927Z "startsAt": "2024-02-24T02:37:27.687Z", 2024-02-24T02:39:38.027619784Z "status": "resolved" 2024-02-24T02:39:38.027625655Z } 2024-02-24T02:39:38.027632084Z ], 2024-02-24T02:39:38.027638115Z "commonAnnotations": { 2024-02-24T02:39:38.027644373Z "description": "VDU 26c2c6ab-376c-403f-adb7-47afe77c6ede in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 747c615e-9ebd-4ed8-bd5f-9e28286835e9", 2024-02-24T02:39:38.027650408Z "summary": "VDU 26c2c6ab-376c-403f-adb7-47afe77c6ede in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T02:39:38.027656336Z }, 2024-02-24T02:39:38.027662303Z "commonLabels": { 2024-02-24T02:39:38.027668265Z "alertname": "vdu_down", 2024-02-24T02:39:38.027674043Z "job": "osm_prometheus", 2024-02-24T02:39:38.027680080Z "ns_id": "747c615e-9ebd-4ed8-bd5f-9e28286835e9", 2024-02-24T02:39:38.027685900Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T02:39:38.027691820Z "vdu_id": "287eacd4-a3c3-4d30-a65b-85e0efe0f0aa", 2024-02-24T02:39:38.027697827Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-02-24T02:39:38.027703700Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T02:39:38.027709632Z "vm_id": "26c2c6ab-376c-403f-adb7-47afe77c6ede", 2024-02-24T02:39:38.027715440Z "vnf_id": "08796e85-2375-42ab-96d1-7c28ef48fc49", 2024-02-24T02:39:38.027721442Z "vnf_member_index": "autoheal-basic-1" 2024-02-24T02:39:38.027727483Z }, 2024-02-24T02:39:38.027734124Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T02:39:38.027740559Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-24T02:39:38.027746459Z "groupLabels": {}, 2024-02-24T02:39:38.027752454Z "receiver": "vdu-webhook", 2024-02-24T02:39:38.027758268Z "status": "resolved", 2024-02-24T02:39:38.027764251Z "truncatedAlerts": 0, 2024-02-24T02:39:38.027770011Z "version": "4" 2024-02-24T02:39:38.027775871Z }, 2024-02-24T02:39:38.027781816Z "dag_id": "vdu_down", 2024-02-24T02:39:38.027787781Z "dag_run_id": "vdu_down_20240224023937_351244", 2024-02-24T02:39:38.027793697Z "data_interval_end": "2024-02-24T02:39:37.961346+00:00", 2024-02-24T02:39:38.027799517Z "data_interval_start": "2024-02-24T02:39:37.961346+00:00", 2024-02-24T02:39:38.027805376Z "end_date": null, 2024-02-24T02:39:38.027811166Z "execution_date": "2024-02-24T02:39:37.961346+00:00", 2024-02-24T02:39:38.027816976Z "external_trigger": true, 2024-02-24T02:39:38.027822734Z "last_scheduling_decision": null, 2024-02-24T02:39:38.027828517Z "logical_date": "2024-02-24T02:39:37.961346+00:00", 2024-02-24T02:39:38.027834531Z "note": null, 2024-02-24T02:39:38.027840519Z "run_type": "manual", 2024-02-24T02:39:38.027846916Z "start_date": null, 2024-02-24T02:39:38.027852918Z "state": "queued" 2024-02-24T02:39:38.027861972Z } 2024-02-24T02:39:38.027867635Z 2024-02-24T02:39:38.032481826Z INFO: 10.244.0.45:45724 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-24T03:04:37.721755508Z 2024/02/24 03:04:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-24T03:04:38.089935211Z 2024/02/24 03:04:38 INFO main.py:53 Response: { 2024-02-24T03:04:38.089957113Z "conf": { 2024-02-24T03:04:38.089960511Z "alerts": [ 2024-02-24T03:04:38.089963559Z { 2024-02-24T03:04:38.089966818Z "annotations": { 2024-02-24T03:04:38.089980215Z "description": "VDU b8d826af-3ea9-4243-b041-60f8ecf2a611 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is e962ae49-d197-48ce-abce-61bff1be6049", 2024-02-24T03:04:38.089983994Z "summary": "VDU b8d826af-3ea9-4243-b041-60f8ecf2a611 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T03:04:38.089987059Z }, 2024-02-24T03:04:38.089990038Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T03:04:38.089992908Z "fingerprint": "6af8b1cf6c67ba14", 2024-02-24T03:04:38.089996118Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T03:04:38.089999070Z "labels": { 2024-02-24T03:04:38.090002103Z "alertname": "vdu_down", 2024-02-24T03:04:38.090005082Z "job": "osm_prometheus", 2024-02-24T03:04:38.090008506Z "ns_id": "e962ae49-d197-48ce-abce-61bff1be6049", 2024-02-24T03:04:38.090011506Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T03:04:38.090014433Z "vdu_id": "01fcb3b2-160a-449c-985c-c71d8e2d5e75", 2024-02-24T03:04:38.090017383Z "vdu_name": "k8s_06-nopasswd_-vnf1-mgmtVM-0", 2024-02-24T03:04:38.090020267Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T03:04:38.090023134Z "vm_id": "b8d826af-3ea9-4243-b041-60f8ecf2a611", 2024-02-24T03:04:38.090025985Z "vnf_id": "3a9ec8eb-d80e-42b6-bd9e-34564b14a319", 2024-02-24T03:04:38.090028994Z "vnf_member_index": "vnf1" 2024-02-24T03:04:38.090031832Z }, 2024-02-24T03:04:38.090036799Z "startsAt": "2024-02-24T03:04:27.687Z", 2024-02-24T03:04:38.090040835Z "status": "firing" 2024-02-24T03:04:38.090043707Z }, 2024-02-24T03:04:38.090046688Z { 2024-02-24T03:04:38.090049556Z "annotations": { 2024-02-24T03:04:38.090052542Z "description": "VDU 946616ed-2085-4a0a-8e72-965a429f0d16 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is e962ae49-d197-48ce-abce-61bff1be6049", 2024-02-24T03:04:38.090055507Z "summary": "VDU 946616ed-2085-4a0a-8e72-965a429f0d16 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T03:04:38.090058410Z }, 2024-02-24T03:04:38.090061342Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T03:04:38.090064207Z "fingerprint": "6eac4b502e627cc9", 2024-02-24T03:04:38.090067082Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T03:04:38.090070055Z "labels": { 2024-02-24T03:04:38.090072963Z "alertname": "vdu_down", 2024-02-24T03:04:38.090075775Z "job": "osm_prometheus", 2024-02-24T03:04:38.090078709Z "ns_id": "e962ae49-d197-48ce-abce-61bff1be6049", 2024-02-24T03:04:38.090081644Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T03:04:38.090084734Z "vdu_id": "8de6bf8d-1e12-4720-a5be-f582bf952334", 2024-02-24T03:04:38.090087872Z "vdu_name": "k8s_06-nopasswd_-vnf2-mgmtVM-0", 2024-02-24T03:04:38.090090714Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T03:04:38.090093656Z "vm_id": "946616ed-2085-4a0a-8e72-965a429f0d16", 2024-02-24T03:04:38.090096497Z "vnf_id": "a7955378-c815-4ea0-b5eb-9c3d66837b00", 2024-02-24T03:04:38.090099358Z "vnf_member_index": "vnf2" 2024-02-24T03:04:38.090102385Z }, 2024-02-24T03:04:38.090105270Z "startsAt": "2024-02-24T03:04:27.687Z", 2024-02-24T03:04:38.090108135Z "status": "firing" 2024-02-24T03:04:38.090115269Z } 2024-02-24T03:04:38.090118316Z ], 2024-02-24T03:04:38.090121255Z "commonAnnotations": {}, 2024-02-24T03:04:38.090124099Z "commonLabels": { 2024-02-24T03:04:38.090127037Z "alertname": "vdu_down", 2024-02-24T03:04:38.090129862Z "job": "osm_prometheus", 2024-02-24T03:04:38.090132709Z "ns_id": "e962ae49-d197-48ce-abce-61bff1be6049", 2024-02-24T03:04:38.090135606Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T03:04:38.090138471Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5" 2024-02-24T03:04:38.090141323Z }, 2024-02-24T03:04:38.090144273Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T03:04:38.090147105Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-24T03:04:38.090150006Z "groupLabels": {}, 2024-02-24T03:04:38.090152888Z "receiver": "vdu-webhook", 2024-02-24T03:04:38.090155685Z "status": "firing", 2024-02-24T03:04:38.090158584Z "truncatedAlerts": 0, 2024-02-24T03:04:38.090161362Z "version": "4" 2024-02-24T03:04:38.090164213Z }, 2024-02-24T03:04:38.090167101Z "dag_id": "vdu_down", 2024-02-24T03:04:38.090169950Z "dag_run_id": "vdu_down_20240224030437_611949", 2024-02-24T03:04:38.090172810Z "data_interval_end": "2024-02-24T03:04:38.023733+00:00", 2024-02-24T03:04:38.090175631Z "data_interval_start": "2024-02-24T03:04:38.023733+00:00", 2024-02-24T03:04:38.090178454Z "end_date": null, 2024-02-24T03:04:38.090181305Z "execution_date": "2024-02-24T03:04:38.023733+00:00", 2024-02-24T03:04:38.090184125Z "external_trigger": true, 2024-02-24T03:04:38.090186995Z "last_scheduling_decision": null, 2024-02-24T03:04:38.090189792Z "logical_date": "2024-02-24T03:04:38.023733+00:00", 2024-02-24T03:04:38.090192665Z "note": null, 2024-02-24T03:04:38.090195496Z "run_type": "manual", 2024-02-24T03:04:38.090198386Z "start_date": null, 2024-02-24T03:04:38.090201293Z "state": "queued" 2024-02-24T03:04:38.090204208Z } 2024-02-24T03:04:38.090206975Z 2024-02-24T03:04:38.091486064Z INFO: 10.244.0.45:38206 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-24T03:06:37.710928327Z 2024/02/24 03:06:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-24T03:06:38.081859492Z 2024/02/24 03:06:38 INFO main.py:53 Response: { 2024-02-24T03:06:38.081884691Z "conf": { 2024-02-24T03:06:38.081894677Z "alerts": [ 2024-02-24T03:06:38.081903443Z { 2024-02-24T03:06:38.081912535Z "annotations": { 2024-02-24T03:06:38.081921972Z "description": "VDU b8d826af-3ea9-4243-b041-60f8ecf2a611 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is e962ae49-d197-48ce-abce-61bff1be6049", 2024-02-24T03:06:38.081931588Z "summary": "VDU b8d826af-3ea9-4243-b041-60f8ecf2a611 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T03:06:38.081939997Z }, 2024-02-24T03:06:38.081948527Z "endsAt": "2024-02-24T03:04:57.687Z", 2024-02-24T03:06:38.081956793Z "fingerprint": "6af8b1cf6c67ba14", 2024-02-24T03:06:38.081965585Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T03:06:38.081974225Z "labels": { 2024-02-24T03:06:38.081982726Z "alertname": "vdu_down", 2024-02-24T03:06:38.081990987Z "job": "osm_prometheus", 2024-02-24T03:06:38.081999898Z "ns_id": "e962ae49-d197-48ce-abce-61bff1be6049", 2024-02-24T03:06:38.082008250Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T03:06:38.082016790Z "vdu_id": "01fcb3b2-160a-449c-985c-c71d8e2d5e75", 2024-02-24T03:06:38.082045510Z "vdu_name": "k8s_06-nopasswd_-vnf1-mgmtVM-0", 2024-02-24T03:06:38.082055173Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T03:06:38.082063824Z "vm_id": "b8d826af-3ea9-4243-b041-60f8ecf2a611", 2024-02-24T03:06:38.082072008Z "vnf_id": "3a9ec8eb-d80e-42b6-bd9e-34564b14a319", 2024-02-24T03:06:38.082080314Z "vnf_member_index": "vnf1" 2024-02-24T03:06:38.082088761Z }, 2024-02-24T03:06:38.082097520Z "startsAt": "2024-02-24T03:04:27.687Z", 2024-02-24T03:06:38.082106879Z "status": "resolved" 2024-02-24T03:06:38.082115203Z }, 2024-02-24T03:06:38.082123666Z { 2024-02-24T03:06:38.082132070Z "annotations": { 2024-02-24T03:06:38.082140683Z "description": "VDU 946616ed-2085-4a0a-8e72-965a429f0d16 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is e962ae49-d197-48ce-abce-61bff1be6049", 2024-02-24T03:06:38.082149275Z "summary": "VDU 946616ed-2085-4a0a-8e72-965a429f0d16 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T03:06:38.082157623Z }, 2024-02-24T03:06:38.082165822Z "endsAt": "2024-02-24T03:04:57.687Z", 2024-02-24T03:06:38.082174103Z "fingerprint": "6eac4b502e627cc9", 2024-02-24T03:06:38.082182438Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T03:06:38.082190664Z "labels": { 2024-02-24T03:06:38.082199116Z "alertname": "vdu_down", 2024-02-24T03:06:38.082207455Z "job": "osm_prometheus", 2024-02-24T03:06:38.082215835Z "ns_id": "e962ae49-d197-48ce-abce-61bff1be6049", 2024-02-24T03:06:38.082224021Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T03:06:38.082232255Z "vdu_id": "8de6bf8d-1e12-4720-a5be-f582bf952334", 2024-02-24T03:06:38.082240401Z "vdu_name": "k8s_06-nopasswd_-vnf2-mgmtVM-0", 2024-02-24T03:06:38.082248475Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T03:06:38.082256584Z "vm_id": "946616ed-2085-4a0a-8e72-965a429f0d16", 2024-02-24T03:06:38.082264838Z "vnf_id": "a7955378-c815-4ea0-b5eb-9c3d66837b00", 2024-02-24T03:06:38.082273057Z "vnf_member_index": "vnf2" 2024-02-24T03:06:38.082281249Z }, 2024-02-24T03:06:38.082289384Z "startsAt": "2024-02-24T03:04:27.687Z", 2024-02-24T03:06:38.082297949Z "status": "resolved" 2024-02-24T03:06:38.082306202Z } 2024-02-24T03:06:38.082314677Z ], 2024-02-24T03:06:38.082323000Z "commonAnnotations": {}, 2024-02-24T03:06:38.082331467Z "commonLabels": { 2024-02-24T03:06:38.082339831Z "alertname": "vdu_down", 2024-02-24T03:06:38.082348503Z "job": "osm_prometheus", 2024-02-24T03:06:38.082356752Z "ns_id": "e962ae49-d197-48ce-abce-61bff1be6049", 2024-02-24T03:06:38.082364930Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T03:06:38.082373118Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5" 2024-02-24T03:06:38.082381632Z }, 2024-02-24T03:06:38.082390179Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T03:06:38.082398611Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-24T03:06:38.082406871Z "groupLabels": {}, 2024-02-24T03:06:38.082415201Z "receiver": "vdu-webhook", 2024-02-24T03:06:38.082423351Z "status": "resolved", 2024-02-24T03:06:38.082431471Z "truncatedAlerts": 0, 2024-02-24T03:06:38.082439541Z "version": "4" 2024-02-24T03:06:38.082457827Z }, 2024-02-24T03:06:38.082466781Z "dag_id": "vdu_down", 2024-02-24T03:06:38.082481328Z "dag_run_id": "vdu_down_20240224030637_634119", 2024-02-24T03:06:38.082510700Z "data_interval_end": "2024-02-24T03:06:38.022235+00:00", 2024-02-24T03:06:38.082519411Z "data_interval_start": "2024-02-24T03:06:38.022235+00:00", 2024-02-24T03:06:38.082527762Z "end_date": null, 2024-02-24T03:06:38.082536062Z "execution_date": "2024-02-24T03:06:38.022235+00:00", 2024-02-24T03:06:38.082544348Z "external_trigger": true, 2024-02-24T03:06:38.082557214Z "last_scheduling_decision": null, 2024-02-24T03:06:38.082565363Z "logical_date": "2024-02-24T03:06:38.022235+00:00", 2024-02-24T03:06:38.082574009Z "note": null, 2024-02-24T03:06:38.082582264Z "run_type": "manual", 2024-02-24T03:06:38.082590429Z "start_date": null, 2024-02-24T03:06:38.082598943Z "state": "queued" 2024-02-24T03:06:38.082607400Z } 2024-02-24T03:06:38.082615589Z 2024-02-24T03:06:38.082663968Z INFO: 10.244.0.45:46210 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-24T03:51:56.382279207Z 2024/02/24 03:51:56 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-02-24T03:51:57.178684436Z 2024/02/24 03:51:57 INFO main.py:53 Response: { 2024-02-24T03:51:57.178712362Z "conf": { 2024-02-24T03:51:57.178721348Z "alerts": [ 2024-02-24T03:51:57.178729218Z { 2024-02-24T03:51:57.178737855Z "annotations": {}, 2024-02-24T03:51:57.178745751Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T03:51:57.178753497Z "fingerprint": "be06b0f473f0972c", 2024-02-24T03:51:57.178765783Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22723dec64-a645-4e40-a13d-8dca3c19f279%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22723dec64-a645-4e40-a13d-8dca3c19f279%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-02-24T03:51:57.178777938Z "labels": { 2024-02-24T03:51:57.178786459Z "alertname": "scaleout_dfb04dfd-770c-43dd-81de-59cd79356334", 2024-02-24T03:51:57.178795150Z "ns_id": "723dec64-a645-4e40-a13d-8dca3c19f279", 2024-02-24T03:51:57.178802993Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-24T03:51:57.178810786Z "vnf_member_index": "vnf" 2024-02-24T03:51:57.178818594Z }, 2024-02-24T03:51:57.178826287Z "startsAt": "2024-02-24T03:51:46.368Z", 2024-02-24T03:51:57.178834245Z "status": "firing" 2024-02-24T03:51:57.178841789Z } 2024-02-24T03:51:57.178850093Z ], 2024-02-24T03:51:57.178857823Z "commonAnnotations": {}, 2024-02-24T03:51:57.178865476Z "commonLabels": { 2024-02-24T03:51:57.178873401Z "alertname": "scaleout_dfb04dfd-770c-43dd-81de-59cd79356334", 2024-02-24T03:51:57.178881323Z "ns_id": "723dec64-a645-4e40-a13d-8dca3c19f279", 2024-02-24T03:51:57.178888987Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-24T03:51:57.178896820Z "vnf_member_index": "vnf" 2024-02-24T03:51:57.178904521Z }, 2024-02-24T03:51:57.178912356Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T03:51:57.178920157Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-02-24T03:51:57.178927908Z "groupLabels": {}, 2024-02-24T03:51:57.178935761Z "receiver": "scaleout-webhook", 2024-02-24T03:51:57.178943761Z "status": "firing", 2024-02-24T03:51:57.178972685Z "truncatedAlerts": 0, 2024-02-24T03:51:57.178981807Z "version": "4" 2024-02-24T03:51:57.178989444Z }, 2024-02-24T03:51:57.179022972Z "dag_id": "scaleout_vdu", 2024-02-24T03:51:57.179031129Z "dag_run_id": "scaleout_vdu_20240224035156_391051", 2024-02-24T03:51:57.179038772Z "data_interval_end": "2024-02-24T03:51:57.143982+00:00", 2024-02-24T03:51:57.179046678Z "data_interval_start": "2024-02-24T03:51:57.143982+00:00", 2024-02-24T03:51:57.179054597Z "end_date": null, 2024-02-24T03:51:57.179062272Z "execution_date": "2024-02-24T03:51:57.143982+00:00", 2024-02-24T03:51:57.179070394Z "external_trigger": true, 2024-02-24T03:51:57.179077905Z "last_scheduling_decision": null, 2024-02-24T03:51:57.179085561Z "logical_date": "2024-02-24T03:51:57.143982+00:00", 2024-02-24T03:51:57.179093412Z "note": null, 2024-02-24T03:51:57.179121384Z "run_type": "manual", 2024-02-24T03:51:57.179129858Z "start_date": null, 2024-02-24T03:51:57.179137468Z "state": "queued" 2024-02-24T03:51:57.179145002Z } 2024-02-24T03:51:57.179152546Z 2024-02-24T03:51:57.180020702Z INFO: 10.244.0.45:49520 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-02-24T03:55:56.386919203Z 2024/02/24 03:55:56 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-02-24T03:55:57.326237467Z 2024/02/24 03:55:57 INFO main.py:53 Response: { 2024-02-24T03:55:57.326263418Z "conf": { 2024-02-24T03:55:57.326266893Z "alerts": [ 2024-02-24T03:55:57.326269914Z { 2024-02-24T03:55:57.326273762Z "annotations": {}, 2024-02-24T03:55:57.326276934Z "endsAt": "2024-02-24T03:55:46.368Z", 2024-02-24T03:55:57.326279882Z "fingerprint": "be06b0f473f0972c", 2024-02-24T03:55:57.326286820Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%22723dec64-a645-4e40-a13d-8dca3c19f279%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%22723dec64-a645-4e40-a13d-8dca3c19f279%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-02-24T03:55:57.326303349Z "labels": { 2024-02-24T03:55:57.326307342Z "alertname": "scaleout_dfb04dfd-770c-43dd-81de-59cd79356334", 2024-02-24T03:55:57.326310830Z "ns_id": "723dec64-a645-4e40-a13d-8dca3c19f279", 2024-02-24T03:55:57.326313722Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-24T03:55:57.326316803Z "vnf_member_index": "vnf" 2024-02-24T03:55:57.326320133Z }, 2024-02-24T03:55:57.326323070Z "startsAt": "2024-02-24T03:51:46.368Z", 2024-02-24T03:55:57.326326521Z "status": "resolved" 2024-02-24T03:55:57.326329496Z } 2024-02-24T03:55:57.326332506Z ], 2024-02-24T03:55:57.326335510Z "commonAnnotations": {}, 2024-02-24T03:55:57.326338414Z "commonLabels": { 2024-02-24T03:55:57.326341458Z "alertname": "scaleout_dfb04dfd-770c-43dd-81de-59cd79356334", 2024-02-24T03:55:57.326344558Z "ns_id": "723dec64-a645-4e40-a13d-8dca3c19f279", 2024-02-24T03:55:57.326347487Z "vdu_id": "hackfest_basic_metrics-VM", 2024-02-24T03:55:57.326350387Z "vnf_member_index": "vnf" 2024-02-24T03:55:57.326353324Z }, 2024-02-24T03:55:57.326356551Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T03:55:57.326359948Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-02-24T03:55:57.326363098Z "groupLabels": {}, 2024-02-24T03:55:57.326378680Z "receiver": "scaleout-webhook", 2024-02-24T03:55:57.326382120Z "status": "resolved", 2024-02-24T03:55:57.326384978Z "truncatedAlerts": 0, 2024-02-24T03:55:57.326416323Z "version": "4" 2024-02-24T03:55:57.326433948Z }, 2024-02-24T03:55:57.326437078Z "dag_id": "scaleout_vdu", 2024-02-24T03:55:57.326440040Z "dag_run_id": "scaleout_vdu_20240224035556_380417", 2024-02-24T03:55:57.326462912Z "data_interval_end": "2024-02-24T03:55:57.298220+00:00", 2024-02-24T03:55:57.326466628Z "data_interval_start": "2024-02-24T03:55:57.298220+00:00", 2024-02-24T03:55:57.326469621Z "end_date": null, 2024-02-24T03:55:57.326472539Z "execution_date": "2024-02-24T03:55:57.298220+00:00", 2024-02-24T03:55:57.326475539Z "external_trigger": true, 2024-02-24T03:55:57.326478557Z "last_scheduling_decision": null, 2024-02-24T03:55:57.326481449Z "logical_date": "2024-02-24T03:55:57.298220+00:00", 2024-02-24T03:55:57.326484331Z "note": null, 2024-02-24T03:55:57.326487291Z "run_type": "manual", 2024-02-24T03:55:57.326490170Z "start_date": null, 2024-02-24T03:55:57.326493065Z "state": "queued" 2024-02-24T03:55:57.326496014Z } 2024-02-24T03:55:57.326498793Z 2024-02-24T03:55:57.326517574Z INFO: 10.244.0.45:38560 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-02-24T04:06:24.028818277Z 2024/02/24 04:06:24 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-02-24T04:06:24.328652026Z 2024/02/24 04:06:24 INFO main.py:53 Response: { 2024-02-24T04:06:24.328671563Z "conf": { 2024-02-24T04:06:24.328676501Z "alerts": [ 2024-02-24T04:06:24.328680862Z { 2024-02-24T04:06:24.328685800Z "annotations": {}, 2024-02-24T04:06:24.328690222Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T04:06:24.328695290Z "fingerprint": "bb6fae581475f083", 2024-02-24T04:06:24.328700398Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%224bc7cca7-fe6a-41b0-b192-4bbc04e28028%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-02-24T04:06:24.328705919Z "labels": { 2024-02-24T04:06:24.328711352Z "alertname": "vdu_alarm_0ac355a2-8422-44f9-bf22-b8b29bc2b1ce", 2024-02-24T04:06:24.328715939Z "job": "airflow_osm_vm_metrics_2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:06:24.328720191Z "metric_id": "cirros_vnf_cpu_util", 2024-02-24T04:06:24.328725158Z "ns_id": "4bc7cca7-fe6a-41b0-b192-4bbc04e28028", 2024-02-24T04:06:24.328729538Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:06:24.328733908Z "vdu_id": "cirros_vnfd-VM", 2024-02-24T04:06:24.328738191Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-02-24T04:06:24.328742557Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:06:24.328746923Z "vm_id": "c3d29b0f-51df-47b8-9d79-0e6fb2476ae1", 2024-02-24T04:06:24.328751178Z "vnf_member_index": "vnf" 2024-02-24T04:06:24.328755854Z }, 2024-02-24T04:06:24.328760196Z "startsAt": "2024-02-24T04:06:14.008Z", 2024-02-24T04:06:24.328764334Z "status": "firing" 2024-02-24T04:06:24.328768620Z } 2024-02-24T04:06:24.328772807Z ], 2024-02-24T04:06:24.328777521Z "commonAnnotations": {}, 2024-02-24T04:06:24.328782257Z "commonLabels": { 2024-02-24T04:06:24.328786547Z "alertname": "vdu_alarm_0ac355a2-8422-44f9-bf22-b8b29bc2b1ce", 2024-02-24T04:06:24.328790790Z "job": "airflow_osm_vm_metrics_2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:06:24.328795152Z "metric_id": "cirros_vnf_cpu_util", 2024-02-24T04:06:24.328799945Z "ns_id": "4bc7cca7-fe6a-41b0-b192-4bbc04e28028", 2024-02-24T04:06:24.328804707Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:06:24.328809460Z "vdu_id": "cirros_vnfd-VM", 2024-02-24T04:06:24.328833228Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-02-24T04:06:24.328837775Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:06:24.328842067Z "vm_id": "c3d29b0f-51df-47b8-9d79-0e6fb2476ae1", 2024-02-24T04:06:24.328846392Z "vnf_member_index": "vnf" 2024-02-24T04:06:24.328850593Z }, 2024-02-24T04:06:24.328854897Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T04:06:24.328859322Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-02-24T04:06:24.328863505Z "groupLabels": {}, 2024-02-24T04:06:24.328867997Z "receiver": "alarm-webhook", 2024-02-24T04:06:24.328872626Z "status": "firing", 2024-02-24T04:06:24.328876928Z "truncatedAlerts": 0, 2024-02-24T04:06:24.328881282Z "version": "4" 2024-02-24T04:06:24.328885476Z }, 2024-02-24T04:06:24.328890161Z "dag_id": "vdu_alarm", 2024-02-24T04:06:24.328894836Z "dag_run_id": "vdu_alarm_20240224040624_635783", 2024-02-24T04:06:24.328899130Z "data_interval_end": "2024-02-24T04:06:24.292043+00:00", 2024-02-24T04:06:24.328903339Z "data_interval_start": "2024-02-24T04:06:24.292043+00:00", 2024-02-24T04:06:24.328907493Z "end_date": null, 2024-02-24T04:06:24.328911549Z "execution_date": "2024-02-24T04:06:24.292043+00:00", 2024-02-24T04:06:24.328915981Z "external_trigger": true, 2024-02-24T04:06:24.328920342Z "last_scheduling_decision": null, 2024-02-24T04:06:24.328924677Z "logical_date": "2024-02-24T04:06:24.292043+00:00", 2024-02-24T04:06:24.328929012Z "note": null, 2024-02-24T04:06:24.328937800Z "run_type": "manual", 2024-02-24T04:06:24.328942289Z "start_date": null, 2024-02-24T04:06:24.328946734Z "state": "queued" 2024-02-24T04:06:24.328951374Z } 2024-02-24T04:06:24.328955967Z 2024-02-24T04:06:24.329561213Z INFO: 10.244.0.45:35272 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-02-24T04:10:24.029187630Z 2024/02/24 04:10:24 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-02-24T04:10:24.405103879Z 2024/02/24 04:10:24 INFO main.py:53 Response: { 2024-02-24T04:10:24.405132860Z "conf": { 2024-02-24T04:10:24.405136849Z "alerts": [ 2024-02-24T04:10:24.405140277Z { 2024-02-24T04:10:24.405145832Z "annotations": {}, 2024-02-24T04:10:24.405149534Z "endsAt": "2024-02-24T04:10:14.008Z", 2024-02-24T04:10:24.405153292Z "fingerprint": "bb6fae581475f083", 2024-02-24T04:10:24.405159095Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%224bc7cca7-fe6a-41b0-b192-4bbc04e28028%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-02-24T04:10:24.405165113Z "labels": { 2024-02-24T04:10:24.405169711Z "alertname": "vdu_alarm_0ac355a2-8422-44f9-bf22-b8b29bc2b1ce", 2024-02-24T04:10:24.405173055Z "job": "airflow_osm_vm_metrics_2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:10:24.405176413Z "metric_id": "cirros_vnf_cpu_util", 2024-02-24T04:10:24.405181709Z "ns_id": "4bc7cca7-fe6a-41b0-b192-4bbc04e28028", 2024-02-24T04:10:24.405184882Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:10:24.405188200Z "vdu_id": "cirros_vnfd-VM", 2024-02-24T04:10:24.405191429Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-02-24T04:10:24.405194655Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:10:24.405197699Z "vm_id": "c3d29b0f-51df-47b8-9d79-0e6fb2476ae1", 2024-02-24T04:10:24.405201241Z "vnf_member_index": "vnf" 2024-02-24T04:10:24.405227566Z }, 2024-02-24T04:10:24.405230908Z "startsAt": "2024-02-24T04:06:14.008Z", 2024-02-24T04:10:24.405233930Z "status": "resolved" 2024-02-24T04:10:24.405237050Z } 2024-02-24T04:10:24.405240060Z ], 2024-02-24T04:10:24.405243139Z "commonAnnotations": {}, 2024-02-24T04:10:24.405246109Z "commonLabels": { 2024-02-24T04:10:24.405249358Z "alertname": "vdu_alarm_0ac355a2-8422-44f9-bf22-b8b29bc2b1ce", 2024-02-24T04:10:24.405252440Z "job": "airflow_osm_vm_metrics_2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:10:24.405255420Z "metric_id": "cirros_vnf_cpu_util", 2024-02-24T04:10:24.405258711Z "ns_id": "4bc7cca7-fe6a-41b0-b192-4bbc04e28028", 2024-02-24T04:10:24.405261913Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:10:24.405264835Z "vdu_id": "cirros_vnfd-VM", 2024-02-24T04:10:24.405267908Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-02-24T04:10:24.405270924Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:10:24.405274200Z "vm_id": "c3d29b0f-51df-47b8-9d79-0e6fb2476ae1", 2024-02-24T04:10:24.405277294Z "vnf_member_index": "vnf" 2024-02-24T04:10:24.405280262Z }, 2024-02-24T04:10:24.405283472Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T04:10:24.405286554Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-02-24T04:10:24.405289538Z "groupLabels": {}, 2024-02-24T04:10:24.405292665Z "receiver": "alarm-webhook", 2024-02-24T04:10:24.405295609Z "status": "resolved", 2024-02-24T04:10:24.405299015Z "truncatedAlerts": 0, 2024-02-24T04:10:24.405301948Z "version": "4" 2024-02-24T04:10:24.405304882Z }, 2024-02-24T04:10:24.405307888Z "dag_id": "vdu_alarm", 2024-02-24T04:10:24.405310919Z "dag_run_id": "vdu_alarm_20240224041024_824503", 2024-02-24T04:10:24.405313969Z "data_interval_end": "2024-02-24T04:10:24.342954+00:00", 2024-02-24T04:10:24.405317028Z "data_interval_start": "2024-02-24T04:10:24.342954+00:00", 2024-02-24T04:10:24.405320073Z "end_date": null, 2024-02-24T04:10:24.405323239Z "execution_date": "2024-02-24T04:10:24.342954+00:00", 2024-02-24T04:10:24.405326177Z "external_trigger": true, 2024-02-24T04:10:24.405329216Z "last_scheduling_decision": null, 2024-02-24T04:10:24.405332274Z "logical_date": "2024-02-24T04:10:24.342954+00:00", 2024-02-24T04:10:24.405335249Z "note": null, 2024-02-24T04:10:24.405338343Z "run_type": "manual", 2024-02-24T04:10:24.405341256Z "start_date": null, 2024-02-24T04:10:24.405344311Z "state": "queued" 2024-02-24T04:10:24.405347383Z } 2024-02-24T04:10:24.405350244Z 2024-02-24T04:10:24.406073391Z INFO: 10.244.0.45:49150 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-02-24T04:17:37.706314301Z 2024/02/24 04:17:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-24T04:17:38.054786278Z 2024/02/24 04:17:38 INFO main.py:53 Response: { 2024-02-24T04:17:38.054803819Z "conf": { 2024-02-24T04:17:38.054807154Z "alerts": [ 2024-02-24T04:17:38.054810273Z { 2024-02-24T04:17:38.054813841Z "annotations": { 2024-02-24T04:17:38.054817453Z "description": "VDU 899e8aa8-54c4-4293-9a68-4478b494edf9 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 36f4427f-139e-44cd-ac62-d2aa2f7c0c9b", 2024-02-24T04:17:38.054821424Z "summary": "VDU 899e8aa8-54c4-4293-9a68-4478b494edf9 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:17:38.054824639Z }, 2024-02-24T04:17:38.054827580Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T04:17:38.054844438Z "fingerprint": "0e60b921e39aba30", 2024-02-24T04:17:38.054850751Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:17:38.054853827Z "labels": { 2024-02-24T04:17:38.054856870Z "alertname": "vdu_down", 2024-02-24T04:17:38.054859803Z "job": "osm_prometheus", 2024-02-24T04:17:38.054863354Z "ns_id": "36f4427f-139e-44cd-ac62-d2aa2f7c0c9b", 2024-02-24T04:17:38.054866218Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:17:38.054869076Z "vdu_id": "3b3105e3-f9d1-4b13-a274-bf5e4ccab197", 2024-02-24T04:17:38.054872039Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-24T04:17:38.054874912Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:17:38.054877932Z "vm_id": "899e8aa8-54c4-4293-9a68-4478b494edf9", 2024-02-24T04:17:38.054887017Z "vnf_id": "e32a013b-bb9a-4e58-beae-cd279130fbfc", 2024-02-24T04:17:38.054890463Z "vnf_member_index": "VyOS Router" 2024-02-24T04:17:38.054893463Z }, 2024-02-24T04:17:38.054896354Z "startsAt": "2024-02-24T04:17:27.687Z", 2024-02-24T04:17:38.054899905Z "status": "firing" 2024-02-24T04:17:38.054902884Z } 2024-02-24T04:17:38.054905765Z ], 2024-02-24T04:17:38.054908843Z "commonAnnotations": { 2024-02-24T04:17:38.054911857Z "description": "VDU 899e8aa8-54c4-4293-9a68-4478b494edf9 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 36f4427f-139e-44cd-ac62-d2aa2f7c0c9b", 2024-02-24T04:17:38.054914795Z "summary": "VDU 899e8aa8-54c4-4293-9a68-4478b494edf9 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:17:38.054917967Z }, 2024-02-24T04:17:38.054920880Z "commonLabels": { 2024-02-24T04:17:38.054923883Z "alertname": "vdu_down", 2024-02-24T04:17:38.054926845Z "job": "osm_prometheus", 2024-02-24T04:17:38.054929841Z "ns_id": "36f4427f-139e-44cd-ac62-d2aa2f7c0c9b", 2024-02-24T04:17:38.054932813Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:17:38.054935698Z "vdu_id": "3b3105e3-f9d1-4b13-a274-bf5e4ccab197", 2024-02-24T04:17:38.054938707Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-24T04:17:38.054941885Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:17:38.054944758Z "vm_id": "899e8aa8-54c4-4293-9a68-4478b494edf9", 2024-02-24T04:17:38.054947685Z "vnf_id": "e32a013b-bb9a-4e58-beae-cd279130fbfc", 2024-02-24T04:17:38.054950542Z "vnf_member_index": "VyOS Router" 2024-02-24T04:17:38.054953446Z }, 2024-02-24T04:17:38.054956516Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T04:17:38.054959403Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-24T04:17:38.054962307Z "groupLabels": {}, 2024-02-24T04:17:38.054965296Z "receiver": "vdu-webhook", 2024-02-24T04:17:38.054968222Z "status": "firing", 2024-02-24T04:17:38.054971326Z "truncatedAlerts": 0, 2024-02-24T04:17:38.054990184Z "version": "4" 2024-02-24T04:17:38.054993500Z }, 2024-02-24T04:17:38.054996673Z "dag_id": "vdu_down", 2024-02-24T04:17:38.054999697Z "dag_run_id": "vdu_down_20240224041737_088906", 2024-02-24T04:17:38.055002726Z "data_interval_end": "2024-02-24T04:17:37.993075+00:00", 2024-02-24T04:17:38.055005748Z "data_interval_start": "2024-02-24T04:17:37.993075+00:00", 2024-02-24T04:17:38.055008771Z "end_date": null, 2024-02-24T04:17:38.055011777Z "execution_date": "2024-02-24T04:17:37.993075+00:00", 2024-02-24T04:17:38.055019174Z "external_trigger": true, 2024-02-24T04:17:38.055022215Z "last_scheduling_decision": null, 2024-02-24T04:17:38.055025277Z "logical_date": "2024-02-24T04:17:37.993075+00:00", 2024-02-24T04:17:38.055028245Z "note": null, 2024-02-24T04:17:38.055031229Z "run_type": "manual", 2024-02-24T04:17:38.055034225Z "start_date": null, 2024-02-24T04:17:38.055037397Z "state": "queued" 2024-02-24T04:17:38.055040454Z } 2024-02-24T04:17:38.055043325Z 2024-02-24T04:17:38.055612055Z INFO: 10.244.0.45:52990 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-24T04:25:37.710590190Z 2024/02/24 04:25:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-24T04:25:37.978062550Z 2024/02/24 04:25:37 INFO main.py:53 Response: { 2024-02-24T04:25:37.978097217Z "conf": { 2024-02-24T04:25:37.978107312Z "alerts": [ 2024-02-24T04:25:37.978116538Z { 2024-02-24T04:25:37.978125959Z "annotations": { 2024-02-24T04:25:37.978135524Z "description": "VDU 899e8aa8-54c4-4293-9a68-4478b494edf9 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 36f4427f-139e-44cd-ac62-d2aa2f7c0c9b", 2024-02-24T04:25:37.978145715Z "summary": "VDU 899e8aa8-54c4-4293-9a68-4478b494edf9 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:25:37.978154434Z }, 2024-02-24T04:25:37.978162919Z "endsAt": "2024-02-24T04:24:57.687Z", 2024-02-24T04:25:37.978171217Z "fingerprint": "0e60b921e39aba30", 2024-02-24T04:25:37.978180738Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:25:37.978189089Z "labels": { 2024-02-24T04:25:37.978197760Z "alertname": "vdu_down", 2024-02-24T04:25:37.978206229Z "job": "osm_prometheus", 2024-02-24T04:25:37.978215552Z "ns_id": "36f4427f-139e-44cd-ac62-d2aa2f7c0c9b", 2024-02-24T04:25:37.978223885Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:25:37.978232320Z "vdu_id": "3b3105e3-f9d1-4b13-a274-bf5e4ccab197", 2024-02-24T04:25:37.978240585Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-24T04:25:37.978249345Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:25:37.978257715Z "vm_id": "899e8aa8-54c4-4293-9a68-4478b494edf9", 2024-02-24T04:25:37.978266016Z "vnf_id": "e32a013b-bb9a-4e58-beae-cd279130fbfc", 2024-02-24T04:25:37.978274227Z "vnf_member_index": "VyOS Router" 2024-02-24T04:25:37.978282839Z }, 2024-02-24T04:25:37.978291133Z "startsAt": "2024-02-24T04:17:27.687Z", 2024-02-24T04:25:37.978300304Z "status": "resolved" 2024-02-24T04:25:37.978308813Z } 2024-02-24T04:25:37.978317362Z ], 2024-02-24T04:25:37.978325732Z "commonAnnotations": { 2024-02-24T04:25:37.978334548Z "description": "VDU 899e8aa8-54c4-4293-9a68-4478b494edf9 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 36f4427f-139e-44cd-ac62-d2aa2f7c0c9b", 2024-02-24T04:25:37.978343011Z "summary": "VDU 899e8aa8-54c4-4293-9a68-4478b494edf9 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:25:37.978351514Z }, 2024-02-24T04:25:37.978359988Z "commonLabels": { 2024-02-24T04:25:37.978368396Z "alertname": "vdu_down", 2024-02-24T04:25:37.978376746Z "job": "osm_prometheus", 2024-02-24T04:25:37.978385157Z "ns_id": "36f4427f-139e-44cd-ac62-d2aa2f7c0c9b", 2024-02-24T04:25:37.978393417Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:25:37.978431547Z "vdu_id": "3b3105e3-f9d1-4b13-a274-bf5e4ccab197", 2024-02-24T04:25:37.978440331Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-24T04:25:37.978448742Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:25:37.978456852Z "vm_id": "899e8aa8-54c4-4293-9a68-4478b494edf9", 2024-02-24T04:25:37.978465337Z "vnf_id": "e32a013b-bb9a-4e58-beae-cd279130fbfc", 2024-02-24T04:25:37.978473408Z "vnf_member_index": "VyOS Router" 2024-02-24T04:25:37.978481608Z }, 2024-02-24T04:25:37.978490735Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T04:25:37.978499172Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-24T04:25:37.978507419Z "groupLabels": {}, 2024-02-24T04:25:37.978515861Z "receiver": "vdu-webhook", 2024-02-24T04:25:37.978524136Z "status": "resolved", 2024-02-24T04:25:37.978532369Z "truncatedAlerts": 0, 2024-02-24T04:25:37.978540565Z "version": "4" 2024-02-24T04:25:37.978548869Z }, 2024-02-24T04:25:37.978557217Z "dag_id": "vdu_down", 2024-02-24T04:25:37.978565651Z "dag_run_id": "vdu_down_20240224042537_564072", 2024-02-24T04:25:37.978573927Z "data_interval_end": "2024-02-24T04:25:37.950710+00:00", 2024-02-24T04:25:37.978582655Z "data_interval_start": "2024-02-24T04:25:37.950710+00:00", 2024-02-24T04:25:37.978590919Z "end_date": null, 2024-02-24T04:25:37.978599413Z "execution_date": "2024-02-24T04:25:37.950710+00:00", 2024-02-24T04:25:37.978607559Z "external_trigger": true, 2024-02-24T04:25:37.978615754Z "last_scheduling_decision": null, 2024-02-24T04:25:37.978623892Z "logical_date": "2024-02-24T04:25:37.950710+00:00", 2024-02-24T04:25:37.978632051Z "note": null, 2024-02-24T04:25:37.978640275Z "run_type": "manual", 2024-02-24T04:25:37.978648554Z "start_date": null, 2024-02-24T04:25:37.978656937Z "state": "queued" 2024-02-24T04:25:37.978665506Z } 2024-02-24T04:25:37.978673540Z 2024-02-24T04:25:37.979539818Z INFO: 10.244.0.45:56328 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-24T04:31:37.700318915Z 2024/02/24 04:31:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-24T04:31:37.988289644Z 2024/02/24 04:31:37 INFO main.py:53 Response: { 2024-02-24T04:31:37.988312195Z "conf": { 2024-02-24T04:31:37.988318609Z "alerts": [ 2024-02-24T04:31:37.988324371Z { 2024-02-24T04:31:37.988330794Z "annotations": { 2024-02-24T04:31:37.988337551Z "description": "VDU 5bf0a82f-cd34-4a64-baf3-2dbc25aca395 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 452d6134-6655-42fd-b430-65909264e763", 2024-02-24T04:31:37.988344150Z "summary": "VDU 5bf0a82f-cd34-4a64-baf3-2dbc25aca395 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:31:37.988350144Z }, 2024-02-24T04:31:37.988355858Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T04:31:37.988361664Z "fingerprint": "e54293979394f2a5", 2024-02-24T04:31:37.988367949Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:31:37.988373776Z "labels": { 2024-02-24T04:31:37.988379333Z "alertname": "vdu_down", 2024-02-24T04:31:37.988385176Z "job": "osm_prometheus", 2024-02-24T04:31:37.988391687Z "ns_id": "452d6134-6655-42fd-b430-65909264e763", 2024-02-24T04:31:37.988397360Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:31:37.988402921Z "vdu_id": "5b459859-e529-4fc1-b280-e0a3463716f7", 2024-02-24T04:31:37.988427288Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:31:37.988433006Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:31:37.988438515Z "vm_id": "5bf0a82f-cd34-4a64-baf3-2dbc25aca395", 2024-02-24T04:31:37.988443980Z "vnf_id": "a7bd59c1-84a0-41a4-92e6-8e89baa512d5", 2024-02-24T04:31:37.988449394Z "vnf_member_index": "edge" 2024-02-24T04:31:37.988454984Z }, 2024-02-24T04:31:37.988460522Z "startsAt": "2024-02-24T04:31:27.687Z", 2024-02-24T04:31:37.988466772Z "status": "firing" 2024-02-24T04:31:37.988472413Z }, 2024-02-24T04:31:37.988478000Z { 2024-02-24T04:31:37.988483648Z "annotations": { 2024-02-24T04:31:37.988489446Z "description": "VDU 92cb316d-f3b5-4453-b1ad-d072792997b5 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 709cb6a1-86f2-404b-83ee-ce1ef427a521", 2024-02-24T04:31:37.988495149Z "summary": "VDU 92cb316d-f3b5-4453-b1ad-d072792997b5 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:31:37.988500662Z }, 2024-02-24T04:31:37.988506263Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T04:31:37.988511746Z "fingerprint": "4b142da3755b7b3c", 2024-02-24T04:31:37.988517455Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:31:37.988522946Z "labels": { 2024-02-24T04:31:37.988529202Z "alertname": "vdu_down", 2024-02-24T04:31:37.988534809Z "job": "osm_prometheus", 2024-02-24T04:31:37.988540186Z "ns_id": "709cb6a1-86f2-404b-83ee-ce1ef427a521", 2024-02-24T04:31:37.988545594Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:31:37.988551065Z "vdu_id": "14cf32d9-632f-4b30-bc74-1a605088fc26", 2024-02-24T04:31:37.988556579Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:31:37.988562090Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:31:37.988567535Z "vm_id": "92cb316d-f3b5-4453-b1ad-d072792997b5", 2024-02-24T04:31:37.988572939Z "vnf_id": "47fafc2c-f4f3-4741-8071-914d24312700", 2024-02-24T04:31:37.988578426Z "vnf_member_index": "edge" 2024-02-24T04:31:37.988583868Z }, 2024-02-24T04:31:37.988589402Z "startsAt": "2024-02-24T04:31:27.687Z", 2024-02-24T04:31:37.988594919Z "status": "firing" 2024-02-24T04:31:37.988600489Z } 2024-02-24T04:31:37.988606154Z ], 2024-02-24T04:31:37.988612118Z "commonAnnotations": {}, 2024-02-24T04:31:37.988617591Z "commonLabels": { 2024-02-24T04:31:37.988623246Z "alertname": "vdu_down", 2024-02-24T04:31:37.988628684Z "job": "osm_prometheus", 2024-02-24T04:31:37.988634841Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:31:37.988640390Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:31:37.988645867Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:31:37.988651402Z "vnf_member_index": "edge" 2024-02-24T04:31:37.988656864Z }, 2024-02-24T04:31:37.988662427Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T04:31:37.988667981Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-24T04:31:37.988673527Z "groupLabels": {}, 2024-02-24T04:31:37.988679091Z "receiver": "vdu-webhook", 2024-02-24T04:31:37.988684499Z "status": "firing", 2024-02-24T04:31:37.988689922Z "truncatedAlerts": 0, 2024-02-24T04:31:37.988695661Z "version": "4" 2024-02-24T04:31:37.988719140Z }, 2024-02-24T04:31:37.988725787Z "dag_id": "vdu_down", 2024-02-24T04:31:37.988731536Z "dag_run_id": "vdu_down_20240224043137_479881", 2024-02-24T04:31:37.988694615Z INFO: 10.244.0.45:59118 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-24T04:31:37.988737109Z "data_interval_end": "2024-02-24T04:31:37.955413+00:00", 2024-02-24T04:31:37.988820116Z "data_interval_start": "2024-02-24T04:31:37.955413+00:00", 2024-02-24T04:31:37.988832871Z "end_date": null, 2024-02-24T04:31:37.988843166Z "execution_date": "2024-02-24T04:31:37.955413+00:00", 2024-02-24T04:31:37.988867466Z "external_trigger": true, 2024-02-24T04:31:37.988877702Z "last_scheduling_decision": null, 2024-02-24T04:31:37.988886012Z "logical_date": "2024-02-24T04:31:37.955413+00:00", 2024-02-24T04:31:37.988906701Z "note": null, 2024-02-24T04:31:37.988915220Z "run_type": "manual", 2024-02-24T04:31:37.988923668Z "start_date": null, 2024-02-24T04:31:37.988931991Z "state": "queued" 2024-02-24T04:31:37.988940631Z } 2024-02-24T04:31:37.988948699Z 2024-02-24T04:33:37.705978117Z 2024/02/24 04:33:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-24T04:33:37.993809277Z 2024/02/24 04:33:37 INFO main.py:53 Response: { 2024-02-24T04:33:37.993860813Z "conf": { 2024-02-24T04:33:37.993876745Z "alerts": [ 2024-02-24T04:33:37.993891091Z { 2024-02-24T04:33:37.993905957Z "annotations": { 2024-02-24T04:33:37.993920118Z "description": "VDU 899e8aa8-54c4-4293-9a68-4478b494edf9 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 36f4427f-139e-44cd-ac62-d2aa2f7c0c9b", 2024-02-24T04:33:37.993932234Z "summary": "VDU 899e8aa8-54c4-4293-9a68-4478b494edf9 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:33:37.993940891Z }, 2024-02-24T04:33:37.993949395Z "endsAt": "2024-02-24T04:24:57.687Z", 2024-02-24T04:33:37.993957836Z "fingerprint": "0e60b921e39aba30", 2024-02-24T04:33:37.993966934Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:33:37.993975690Z "labels": { 2024-02-24T04:33:37.993984258Z "alertname": "vdu_down", 2024-02-24T04:33:37.993992571Z "job": "osm_prometheus", 2024-02-24T04:33:37.994001952Z "ns_id": "36f4427f-139e-44cd-ac62-d2aa2f7c0c9b", 2024-02-24T04:33:37.994010280Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:33:37.994018653Z "vdu_id": "3b3105e3-f9d1-4b13-a274-bf5e4ccab197", 2024-02-24T04:33:37.994026924Z "vdu_name": "sa_08-vnf_with_v-VyOS Router-vyos-VM-0", 2024-02-24T04:33:37.994035103Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:33:37.994043652Z "vm_id": "899e8aa8-54c4-4293-9a68-4478b494edf9", 2024-02-24T04:33:37.994051836Z "vnf_id": "e32a013b-bb9a-4e58-beae-cd279130fbfc", 2024-02-24T04:33:37.994060036Z "vnf_member_index": "VyOS Router" 2024-02-24T04:33:37.994068765Z }, 2024-02-24T04:33:37.994077032Z "startsAt": "2024-02-24T04:17:27.687Z", 2024-02-24T04:33:37.994086033Z "status": "resolved" 2024-02-24T04:33:37.994097247Z }, 2024-02-24T04:33:37.994112758Z { 2024-02-24T04:33:37.994127345Z "annotations": { 2024-02-24T04:33:37.994146747Z "description": "VDU 5bf0a82f-cd34-4a64-baf3-2dbc25aca395 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 452d6134-6655-42fd-b430-65909264e763", 2024-02-24T04:33:37.994168825Z "summary": "VDU 5bf0a82f-cd34-4a64-baf3-2dbc25aca395 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:33:37.994233146Z INFO: 10.244.0.45:36026 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-24T04:33:37.994239266Z }, 2024-02-24T04:33:37.994263180Z "endsAt": "2024-02-24T04:32:57.687Z", 2024-02-24T04:33:37.994266981Z "fingerprint": "e54293979394f2a5", 2024-02-24T04:33:37.994271073Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:33:37.994275188Z "labels": { 2024-02-24T04:33:37.994278788Z "alertname": "vdu_down", 2024-02-24T04:33:37.994282210Z "job": "osm_prometheus", 2024-02-24T04:33:37.994285958Z "ns_id": "452d6134-6655-42fd-b430-65909264e763", 2024-02-24T04:33:37.994289330Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:33:37.994292676Z "vdu_id": "5b459859-e529-4fc1-b280-e0a3463716f7", 2024-02-24T04:33:37.994296215Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:33:37.994299640Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:33:37.994303194Z "vm_id": "5bf0a82f-cd34-4a64-baf3-2dbc25aca395", 2024-02-24T04:33:37.994306584Z "vnf_id": "a7bd59c1-84a0-41a4-92e6-8e89baa512d5", 2024-02-24T04:33:37.994310098Z "vnf_member_index": "edge" 2024-02-24T04:33:37.994313633Z }, 2024-02-24T04:33:37.994317005Z "startsAt": "2024-02-24T04:31:27.687Z", 2024-02-24T04:33:37.994320884Z "status": "resolved" 2024-02-24T04:33:37.994324384Z }, 2024-02-24T04:33:37.994327791Z { 2024-02-24T04:33:37.994331169Z "annotations": { 2024-02-24T04:33:37.994335578Z "description": "VDU 92cb316d-f3b5-4453-b1ad-d072792997b5 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 709cb6a1-86f2-404b-83ee-ce1ef427a521", 2024-02-24T04:33:37.994339648Z "summary": "VDU 92cb316d-f3b5-4453-b1ad-d072792997b5 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:33:37.994343071Z }, 2024-02-24T04:33:37.994346420Z "endsAt": "2024-02-24T04:32:57.687Z", 2024-02-24T04:33:37.994349717Z "fingerprint": "4b142da3755b7b3c", 2024-02-24T04:33:37.994353439Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:33:37.994356787Z "labels": { 2024-02-24T04:33:37.994360221Z "alertname": "vdu_down", 2024-02-24T04:33:37.994363595Z "job": "osm_prometheus", 2024-02-24T04:33:37.994366904Z "ns_id": "709cb6a1-86f2-404b-83ee-ce1ef427a521", 2024-02-24T04:33:37.994370220Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:33:37.994373676Z "vdu_id": "14cf32d9-632f-4b30-bc74-1a605088fc26", 2024-02-24T04:33:37.994377040Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:33:37.994380423Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:33:37.994383833Z "vm_id": "92cb316d-f3b5-4453-b1ad-d072792997b5", 2024-02-24T04:33:37.994387365Z "vnf_id": "47fafc2c-f4f3-4741-8071-914d24312700", 2024-02-24T04:33:37.994390699Z "vnf_member_index": "edge" 2024-02-24T04:33:37.994394008Z }, 2024-02-24T04:33:37.994397317Z "startsAt": "2024-02-24T04:31:27.687Z", 2024-02-24T04:33:37.994400657Z "status": "resolved" 2024-02-24T04:33:37.994403985Z }, 2024-02-24T04:33:37.994407381Z { 2024-02-24T04:33:37.994410749Z "annotations": { 2024-02-24T04:33:37.994426655Z "description": "VDU b066215e-907b-4075-9d93-784feb4ed56d in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is a1399f79-e8ae-4657-87fc-b895d881c5c7", 2024-02-24T04:33:37.994430177Z "summary": "VDU b066215e-907b-4075-9d93-784feb4ed56d in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:33:37.994433579Z }, 2024-02-24T04:33:37.994454259Z "endsAt": "2024-02-24T04:32:57.687Z", 2024-02-24T04:33:37.994458189Z "fingerprint": "d53454aa00535fa6", 2024-02-24T04:33:37.994461584Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:33:37.994464894Z "labels": { 2024-02-24T04:33:37.994468312Z "alertname": "vdu_down", 2024-02-24T04:33:37.994471599Z "job": "osm_prometheus", 2024-02-24T04:33:37.994475081Z "ns_id": "a1399f79-e8ae-4657-87fc-b895d881c5c7", 2024-02-24T04:33:37.994478765Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:33:37.994482159Z "vdu_id": "c4eb6ca4-7c24-4512-825f-27b062683929", 2024-02-24T04:33:37.994485948Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-24T04:33:37.994489462Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:33:37.994492759Z "vm_id": "b066215e-907b-4075-9d93-784feb4ed56d", 2024-02-24T04:33:37.994496178Z "vnf_id": "3a5591cd-ffdd-4c02-a977-d84e22a37b6a", 2024-02-24T04:33:37.994499475Z "vnf_member_index": "middle" 2024-02-24T04:33:37.994502833Z }, 2024-02-24T04:33:37.994506180Z "startsAt": "2024-02-24T04:32:27.687Z", 2024-02-24T04:33:37.994509470Z "status": "resolved" 2024-02-24T04:33:37.994513040Z } 2024-02-24T04:33:37.994516419Z ], 2024-02-24T04:33:37.994519773Z "commonAnnotations": {}, 2024-02-24T04:33:37.994523175Z "commonLabels": { 2024-02-24T04:33:37.994526572Z "alertname": "vdu_down", 2024-02-24T04:33:37.994529838Z "job": "osm_prometheus", 2024-02-24T04:33:37.994533204Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:33:37.994536585Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5" 2024-02-24T04:33:37.994539899Z }, 2024-02-24T04:33:37.994543310Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T04:33:37.994546724Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-24T04:33:37.994550106Z "groupLabels": {}, 2024-02-24T04:33:37.994553471Z "receiver": "vdu-webhook", 2024-02-24T04:33:37.994556846Z "status": "resolved", 2024-02-24T04:33:37.994560305Z "truncatedAlerts": 0, 2024-02-24T04:33:37.994563655Z "version": "4" 2024-02-24T04:33:37.994567005Z }, 2024-02-24T04:33:37.994570357Z "dag_id": "vdu_down", 2024-02-24T04:33:37.994574153Z "dag_run_id": "vdu_down_20240224043337_827370", 2024-02-24T04:33:37.994577652Z "data_interval_end": "2024-02-24T04:33:37.957605+00:00", 2024-02-24T04:33:37.994581000Z "data_interval_start": "2024-02-24T04:33:37.957605+00:00", 2024-02-24T04:33:37.994584437Z "end_date": null, 2024-02-24T04:33:37.994587794Z "execution_date": "2024-02-24T04:33:37.957605+00:00", 2024-02-24T04:33:37.994591122Z "external_trigger": true, 2024-02-24T04:33:37.994594423Z "last_scheduling_decision": null, 2024-02-24T04:33:37.994597709Z "logical_date": "2024-02-24T04:33:37.957605+00:00", 2024-02-24T04:33:37.994601134Z "note": null, 2024-02-24T04:33:37.994604505Z "run_type": "manual", 2024-02-24T04:33:37.994607825Z "start_date": null, 2024-02-24T04:33:37.994611241Z "state": "queued" 2024-02-24T04:33:37.994619198Z } 2024-02-24T04:33:37.994622466Z 2024-02-24T04:41:37.704248980Z 2024/02/24 04:41:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-24T04:41:37.988357465Z 2024/02/24 04:41:37 INFO main.py:53 Response: { 2024-02-24T04:41:37.988391289Z "conf": { 2024-02-24T04:41:37.988396346Z "alerts": [ 2024-02-24T04:41:37.988399822Z { 2024-02-24T04:41:37.988403780Z "annotations": { 2024-02-24T04:41:37.988410747Z "description": "VDU 6bb23627-9e47-4e3d-8e64-6fcf18116fb1 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is fa01dc3a-190a-4f0b-9bc6-cd6c368be033", 2024-02-24T04:41:37.988415136Z "summary": "VDU 6bb23627-9e47-4e3d-8e64-6fcf18116fb1 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:41:37.988418763Z }, 2024-02-24T04:41:37.988422421Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T04:41:37.988425842Z "fingerprint": "d027693406fae35c", 2024-02-24T04:41:37.988429664Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:41:37.988433142Z "labels": { 2024-02-24T04:41:37.988437065Z "alertname": "vdu_down", 2024-02-24T04:41:37.988440415Z "job": "osm_prometheus", 2024-02-24T04:41:37.988444685Z "ns_id": "fa01dc3a-190a-4f0b-9bc6-cd6c368be033", 2024-02-24T04:41:37.988448004Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:41:37.988451394Z "vdu_id": "ec46116f-33e0-4237-9842-63d7ea846b66", 2024-02-24T04:41:37.988455224Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-24T04:41:37.988458546Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:41:37.988461766Z "vm_id": "6bb23627-9e47-4e3d-8e64-6fcf18116fb1", 2024-02-24T04:41:37.988467503Z "vnf_id": "4b0cfa25-9ff8-43c0-9ef3-c1bd80036f55", 2024-02-24T04:41:37.988470994Z "vnf_member_index": "middle" 2024-02-24T04:41:37.988474341Z }, 2024-02-24T04:41:37.988477634Z "startsAt": "2024-02-24T04:41:27.687Z", 2024-02-24T04:41:37.988481397Z "status": "firing" 2024-02-24T04:41:37.988484713Z } 2024-02-24T04:41:37.988488047Z ], 2024-02-24T04:41:37.988491392Z "commonAnnotations": { 2024-02-24T04:41:37.988494982Z "description": "VDU 6bb23627-9e47-4e3d-8e64-6fcf18116fb1 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is fa01dc3a-190a-4f0b-9bc6-cd6c368be033", 2024-02-24T04:41:37.988498473Z "summary": "VDU 6bb23627-9e47-4e3d-8e64-6fcf18116fb1 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:41:37.988502067Z }, 2024-02-24T04:41:37.988505358Z "commonLabels": { 2024-02-24T04:41:37.988508714Z "alertname": "vdu_down", 2024-02-24T04:41:37.988512063Z "job": "osm_prometheus", 2024-02-24T04:41:37.988515354Z "ns_id": "fa01dc3a-190a-4f0b-9bc6-cd6c368be033", 2024-02-24T04:41:37.988518649Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:41:37.988522207Z "vdu_id": "ec46116f-33e0-4237-9842-63d7ea846b66", 2024-02-24T04:41:37.988525499Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-24T04:41:37.988528827Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:41:37.988532082Z "vm_id": "6bb23627-9e47-4e3d-8e64-6fcf18116fb1", 2024-02-24T04:41:37.988535413Z "vnf_id": "4b0cfa25-9ff8-43c0-9ef3-c1bd80036f55", 2024-02-24T04:41:37.988538886Z "vnf_member_index": "middle" 2024-02-24T04:41:37.988542263Z }, 2024-02-24T04:41:37.988558343Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T04:41:37.988561879Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-24T04:41:37.988565228Z "groupLabels": {}, 2024-02-24T04:41:37.988568582Z "receiver": "vdu-webhook", 2024-02-24T04:41:37.988571792Z "status": "firing", 2024-02-24T04:41:37.988575167Z "truncatedAlerts": 0, 2024-02-24T04:41:37.988578353Z "version": "4" 2024-02-24T04:41:37.988581674Z }, 2024-02-24T04:41:37.988584978Z "dag_id": "vdu_down", 2024-02-24T04:41:37.988588315Z "dag_run_id": "vdu_down_20240224044137_466331", 2024-02-24T04:41:37.988591652Z "data_interval_end": "2024-02-24T04:41:37.954757+00:00", 2024-02-24T04:41:37.988595146Z "data_interval_start": "2024-02-24T04:41:37.954757+00:00", 2024-02-24T04:41:37.988598362Z "end_date": null, 2024-02-24T04:41:37.988601681Z "execution_date": "2024-02-24T04:41:37.954757+00:00", 2024-02-24T04:41:37.988605107Z "external_trigger": true, 2024-02-24T04:41:37.988608333Z "last_scheduling_decision": null, 2024-02-24T04:41:37.988611530Z "logical_date": "2024-02-24T04:41:37.954757+00:00", 2024-02-24T04:41:37.988614765Z "note": null, 2024-02-24T04:41:37.988618014Z "run_type": "manual", 2024-02-24T04:41:37.988621294Z "start_date": null, 2024-02-24T04:41:37.988624515Z "state": "queued" 2024-02-24T04:41:37.988627773Z } 2024-02-24T04:41:37.988630878Z 2024-02-24T04:41:37.989013871Z INFO: 10.244.0.45:59308 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-24T04:43:37.707001984Z 2024/02/24 04:43:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-24T04:43:38.015085403Z 2024/02/24 04:43:38 INFO main.py:53 Response: { 2024-02-24T04:43:38.015124248Z "conf": { 2024-02-24T04:43:38.015129428Z "alerts": [ 2024-02-24T04:43:38.015133372Z { 2024-02-24T04:43:38.015138061Z "annotations": { 2024-02-24T04:43:38.015146817Z "description": "VDU e87b73b7-19d5-4c1f-8da7-d7576071f231 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 43e76ba4-1d29-43e0-aaf3-31048787651f", 2024-02-24T04:43:38.015151260Z "summary": "VDU e87b73b7-19d5-4c1f-8da7-d7576071f231 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:43:38.015155097Z }, 2024-02-24T04:43:38.015159063Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T04:43:38.015162636Z "fingerprint": "9690cd056de4042c", 2024-02-24T04:43:38.015166802Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:43:38.015170460Z "labels": { 2024-02-24T04:43:38.015174399Z "alertname": "vdu_down", 2024-02-24T04:43:38.015177953Z "job": "osm_prometheus", 2024-02-24T04:43:38.015182265Z "ns_id": "43e76ba4-1d29-43e0-aaf3-31048787651f", 2024-02-24T04:43:38.015185766Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:43:38.015189475Z "vdu_id": "62148ad9-23e1-4d74-b52f-a3c98fdd36c4", 2024-02-24T04:43:38.015192999Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:43:38.015196497Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:43:38.015200155Z "vm_id": "e87b73b7-19d5-4c1f-8da7-d7576071f231", 2024-02-24T04:43:38.015203705Z "vnf_id": "9d4f8fa2-91a8-4792-aad5-f99e422da8fa", 2024-02-24T04:43:38.015207197Z "vnf_member_index": "edge" 2024-02-24T04:43:38.015210669Z }, 2024-02-24T04:43:38.015214181Z "startsAt": "2024-02-24T04:42:27.687Z", 2024-02-24T04:43:38.015233018Z "status": "firing" 2024-02-24T04:43:38.015236918Z }, 2024-02-24T04:43:38.015240420Z { 2024-02-24T04:43:38.015256840Z "annotations": { 2024-02-24T04:43:38.015259992Z "description": "VDU 5bf0a82f-cd34-4a64-baf3-2dbc25aca395 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 452d6134-6655-42fd-b430-65909264e763", 2024-02-24T04:43:38.015262799Z "summary": "VDU 5bf0a82f-cd34-4a64-baf3-2dbc25aca395 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:43:38.015265701Z }, 2024-02-24T04:43:38.015268593Z "endsAt": "2024-02-24T04:32:57.687Z", 2024-02-24T04:43:38.015271275Z "fingerprint": "e54293979394f2a5", 2024-02-24T04:43:38.015274318Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:43:38.015279233Z "labels": { 2024-02-24T04:43:38.015282163Z "alertname": "vdu_down", 2024-02-24T04:43:38.015284884Z "job": "osm_prometheus", 2024-02-24T04:43:38.015287632Z "ns_id": "452d6134-6655-42fd-b430-65909264e763", 2024-02-24T04:43:38.015290552Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:43:38.015293263Z "vdu_id": "5b459859-e529-4fc1-b280-e0a3463716f7", 2024-02-24T04:43:38.015295976Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:43:38.015298743Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:43:38.015301666Z "vm_id": "5bf0a82f-cd34-4a64-baf3-2dbc25aca395", 2024-02-24T04:43:38.015304418Z "vnf_id": "a7bd59c1-84a0-41a4-92e6-8e89baa512d5", 2024-02-24T04:43:38.015307176Z "vnf_member_index": "edge" 2024-02-24T04:43:38.015309908Z }, 2024-02-24T04:43:38.015312603Z "startsAt": "2024-02-24T04:31:27.687Z", 2024-02-24T04:43:38.015315317Z "status": "resolved" 2024-02-24T04:43:38.015318083Z }, 2024-02-24T04:43:38.015320738Z { 2024-02-24T04:43:38.015323530Z "annotations": { 2024-02-24T04:43:38.015326367Z "description": "VDU 92cb316d-f3b5-4453-b1ad-d072792997b5 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 709cb6a1-86f2-404b-83ee-ce1ef427a521", 2024-02-24T04:43:38.015329291Z "summary": "VDU 92cb316d-f3b5-4453-b1ad-d072792997b5 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:43:38.015331952Z }, 2024-02-24T04:43:38.015334694Z "endsAt": "2024-02-24T04:32:57.687Z", 2024-02-24T04:43:38.015337660Z "fingerprint": "4b142da3755b7b3c", 2024-02-24T04:43:38.015340408Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:43:38.015343077Z "labels": { 2024-02-24T04:43:38.015345884Z "alertname": "vdu_down", 2024-02-24T04:43:38.015348599Z "job": "osm_prometheus", 2024-02-24T04:43:38.015351280Z "ns_id": "709cb6a1-86f2-404b-83ee-ce1ef427a521", 2024-02-24T04:43:38.015353959Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:43:38.015356715Z "vdu_id": "14cf32d9-632f-4b30-bc74-1a605088fc26", 2024-02-24T04:43:38.015359380Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:43:38.015362026Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:43:38.015364783Z "vm_id": "92cb316d-f3b5-4453-b1ad-d072792997b5", 2024-02-24T04:43:38.015367501Z "vnf_id": "47fafc2c-f4f3-4741-8071-914d24312700", 2024-02-24T04:43:38.015370267Z "vnf_member_index": "edge" 2024-02-24T04:43:38.015377042Z }, 2024-02-24T04:43:38.015379897Z "startsAt": "2024-02-24T04:31:27.687Z", 2024-02-24T04:43:38.015382606Z "status": "resolved" 2024-02-24T04:43:38.015385272Z }, 2024-02-24T04:43:38.015387924Z { 2024-02-24T04:43:38.015390650Z "annotations": { 2024-02-24T04:43:38.015393599Z "description": "VDU e8f75489-7e93-4cdb-8049-c4e1440f5e9d in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 77a4b4a4-14e9-4f25-89f5-c44f9c03b361", 2024-02-24T04:43:38.015396385Z "summary": "VDU e8f75489-7e93-4cdb-8049-c4e1440f5e9d in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:43:38.015399076Z }, 2024-02-24T04:43:38.015411375Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T04:43:38.015414506Z "fingerprint": "5dbbd445bc3d82a0", 2024-02-24T04:43:38.015417261Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:43:38.015419968Z "labels": { 2024-02-24T04:43:38.015422649Z "alertname": "vdu_down", 2024-02-24T04:43:38.015425568Z "job": "osm_prometheus", 2024-02-24T04:43:38.015428772Z "ns_id": "77a4b4a4-14e9-4f25-89f5-c44f9c03b361", 2024-02-24T04:43:38.015431681Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:43:38.015434388Z "vdu_id": "06bf52c5-7530-445c-8d14-546f8a5e2573", 2024-02-24T04:43:38.015437137Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:43:38.015439933Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:43:38.015442654Z "vm_id": "e8f75489-7e93-4cdb-8049-c4e1440f5e9d", 2024-02-24T04:43:38.015445364Z "vnf_id": "2b463e83-d72a-41d9-b590-0decfc584b0f", 2024-02-24T04:43:38.015448088Z "vnf_member_index": "edge" 2024-02-24T04:43:38.015450852Z }, 2024-02-24T04:43:38.015453574Z "startsAt": "2024-02-24T04:42:27.687Z", 2024-02-24T04:43:38.015456263Z "status": "firing" 2024-02-24T04:43:38.015459149Z }, 2024-02-24T04:43:38.015461858Z { 2024-02-24T04:43:38.015464562Z "annotations": { 2024-02-24T04:43:38.015467400Z "description": "VDU b066215e-907b-4075-9d93-784feb4ed56d in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is a1399f79-e8ae-4657-87fc-b895d881c5c7", 2024-02-24T04:43:38.015470313Z "summary": "VDU b066215e-907b-4075-9d93-784feb4ed56d in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:43:38.015473059Z }, 2024-02-24T04:43:38.015475731Z "endsAt": "2024-02-24T04:32:57.687Z", 2024-02-24T04:43:38.015478431Z "fingerprint": "d53454aa00535fa6", 2024-02-24T04:43:38.015481173Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:43:38.015483881Z "labels": { 2024-02-24T04:43:38.015487068Z "alertname": "vdu_down", 2024-02-24T04:43:38.015489806Z "job": "osm_prometheus", 2024-02-24T04:43:38.015492547Z "ns_id": "a1399f79-e8ae-4657-87fc-b895d881c5c7", 2024-02-24T04:43:38.015495257Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:43:38.015497973Z "vdu_id": "c4eb6ca4-7c24-4512-825f-27b062683929", 2024-02-24T04:43:38.015501380Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-24T04:43:38.015504145Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:43:38.015506804Z "vm_id": "b066215e-907b-4075-9d93-784feb4ed56d", 2024-02-24T04:43:38.015513296Z "vnf_id": "3a5591cd-ffdd-4c02-a977-d84e22a37b6a", 2024-02-24T04:43:38.015516077Z "vnf_member_index": "middle" 2024-02-24T04:43:38.015518785Z }, 2024-02-24T04:43:38.015521452Z "startsAt": "2024-02-24T04:32:27.687Z", 2024-02-24T04:43:38.015524181Z "status": "resolved" 2024-02-24T04:43:38.015526874Z }, 2024-02-24T04:43:38.015529551Z { 2024-02-24T04:43:38.015532263Z "annotations": { 2024-02-24T04:43:38.015535111Z "description": "VDU 6bb23627-9e47-4e3d-8e64-6fcf18116fb1 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is fa01dc3a-190a-4f0b-9bc6-cd6c368be033", 2024-02-24T04:43:38.015537877Z "summary": "VDU 6bb23627-9e47-4e3d-8e64-6fcf18116fb1 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:43:38.015540608Z }, 2024-02-24T04:43:38.015543470Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T04:43:38.015546205Z "fingerprint": "d027693406fae35c", 2024-02-24T04:43:38.015548944Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:43:38.015551752Z "labels": { 2024-02-24T04:43:38.015554487Z "alertname": "vdu_down", 2024-02-24T04:43:38.015557197Z "job": "osm_prometheus", 2024-02-24T04:43:38.015559848Z "ns_id": "fa01dc3a-190a-4f0b-9bc6-cd6c368be033", 2024-02-24T04:43:38.015562644Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:43:38.015565299Z "vdu_id": "ec46116f-33e0-4237-9842-63d7ea846b66", 2024-02-24T04:43:38.015568058Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-24T04:43:38.015570735Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:43:38.015573384Z "vm_id": "6bb23627-9e47-4e3d-8e64-6fcf18116fb1", 2024-02-24T04:43:38.015576108Z "vnf_id": "4b0cfa25-9ff8-43c0-9ef3-c1bd80036f55", 2024-02-24T04:43:38.015578840Z "vnf_member_index": "middle" 2024-02-24T04:43:38.015581531Z }, 2024-02-24T04:43:38.015584304Z "startsAt": "2024-02-24T04:41:27.687Z", 2024-02-24T04:43:38.015586995Z "status": "firing" 2024-02-24T04:43:38.015589800Z } 2024-02-24T04:43:38.015592553Z ], 2024-02-24T04:43:38.015595354Z "commonAnnotations": {}, 2024-02-24T04:43:38.015598099Z "commonLabels": { 2024-02-24T04:43:38.015600776Z "alertname": "vdu_down", 2024-02-24T04:43:38.015603487Z "job": "osm_prometheus", 2024-02-24T04:43:38.015606254Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:43:38.015608948Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5" 2024-02-24T04:43:38.015611717Z }, 2024-02-24T04:43:38.015614463Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T04:43:38.015617149Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-24T04:43:38.015619924Z "groupLabels": {}, 2024-02-24T04:43:38.015622623Z "receiver": "vdu-webhook", 2024-02-24T04:43:38.015625345Z "status": "firing", 2024-02-24T04:43:38.015628125Z "truncatedAlerts": 0, 2024-02-24T04:43:38.015630769Z "version": "4" 2024-02-24T04:43:38.015633562Z }, 2024-02-24T04:43:38.015636327Z "dag_id": "vdu_down", 2024-02-24T04:43:38.015639078Z "dag_run_id": "vdu_down_20240224044337_299070", 2024-02-24T04:43:38.015641981Z "data_interval_end": "2024-02-24T04:43:37.953474+00:00", 2024-02-24T04:43:38.015644722Z "data_interval_start": "2024-02-24T04:43:37.953474+00:00", 2024-02-24T04:43:38.015647457Z "end_date": null, 2024-02-24T04:43:38.015650331Z "execution_date": "2024-02-24T04:43:37.953474+00:00", 2024-02-24T04:43:38.015656247Z "external_trigger": true, 2024-02-24T04:43:38.015659014Z "last_scheduling_decision": null, 2024-02-24T04:43:38.015671146Z "logical_date": "2024-02-24T04:43:37.953474+00:00", 2024-02-24T04:43:38.015677012Z "note": null, 2024-02-24T04:43:38.015679856Z "run_type": "manual", 2024-02-24T04:43:38.015698818Z "start_date": null, 2024-02-24T04:43:38.015701730Z "state": "queued" 2024-02-24T04:43:38.015704673Z } 2024-02-24T04:43:38.015707473Z 2024-02-24T04:43:38.016412552Z INFO: 10.244.0.45:52832 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-24T04:49:37.706851163Z 2024/02/24 04:49:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-24T04:49:37.989317040Z 2024/02/24 04:49:37 INFO main.py:53 Response: { 2024-02-24T04:49:37.989336307Z "conf": { 2024-02-24T04:49:37.989339824Z "alerts": [ 2024-02-24T04:49:37.989343043Z { 2024-02-24T04:49:37.989360705Z "annotations": { 2024-02-24T04:49:37.989365205Z "description": "VDU b2b8272f-a4fa-4cd2-a818-5b6b8c2c33a3 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 0a3e8207-42e0-4a5e-bc54-7921f08f94d9", 2024-02-24T04:49:37.989368906Z "summary": "VDU b2b8272f-a4fa-4cd2-a818-5b6b8c2c33a3 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:49:37.989372251Z }, 2024-02-24T04:49:37.989375250Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T04:49:37.989378460Z "fingerprint": "b6f038f91aa37e9d", 2024-02-24T04:49:37.989382064Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:49:37.989385119Z "labels": { 2024-02-24T04:49:37.989388170Z "alertname": "vdu_down", 2024-02-24T04:49:37.989391368Z "job": "osm_prometheus", 2024-02-24T04:49:37.989395169Z "ns_id": "0a3e8207-42e0-4a5e-bc54-7921f08f94d9", 2024-02-24T04:49:37.989398131Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:49:37.989401459Z "vdu_id": "d852cd41-693f-4a71-b75e-2b6767367919", 2024-02-24T04:49:37.989404634Z "vdu_name": "sliceshared.slic-edge-ubuntu_slice-VM-0", 2024-02-24T04:49:37.989407557Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:49:37.989410478Z "vm_id": "b2b8272f-a4fa-4cd2-a818-5b6b8c2c33a3", 2024-02-24T04:49:37.989413413Z "vnf_id": "cc3c30a5-5a4e-40e9-8a5d-3796d1385031", 2024-02-24T04:49:37.989416403Z "vnf_member_index": "edge" 2024-02-24T04:49:37.989419382Z }, 2024-02-24T04:49:37.989422285Z "startsAt": "2024-02-24T04:48:27.687Z", 2024-02-24T04:49:37.989437607Z "status": "firing" 2024-02-24T04:49:37.989440765Z }, 2024-02-24T04:49:37.989443723Z { 2024-02-24T04:49:37.989446676Z "annotations": { 2024-02-24T04:49:37.989449872Z "description": "VDU e87b73b7-19d5-4c1f-8da7-d7576071f231 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 43e76ba4-1d29-43e0-aaf3-31048787651f", 2024-02-24T04:49:37.989452847Z "summary": "VDU e87b73b7-19d5-4c1f-8da7-d7576071f231 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:49:37.989455866Z }, 2024-02-24T04:49:37.989458861Z "endsAt": "2024-02-24T04:48:57.687Z", 2024-02-24T04:49:37.989461808Z "fingerprint": "9690cd056de4042c", 2024-02-24T04:49:37.989465061Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:49:37.989468299Z "labels": { 2024-02-24T04:49:37.989487232Z "alertname": "vdu_down", 2024-02-24T04:49:37.989490430Z "job": "osm_prometheus", 2024-02-24T04:49:37.989493294Z "ns_id": "43e76ba4-1d29-43e0-aaf3-31048787651f", 2024-02-24T04:49:37.989496248Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:49:37.989499075Z "vdu_id": "62148ad9-23e1-4d74-b52f-a3c98fdd36c4", 2024-02-24T04:49:37.989514717Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:49:37.989517726Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:49:37.989520705Z "vm_id": "e87b73b7-19d5-4c1f-8da7-d7576071f231", 2024-02-24T04:49:37.989523589Z "vnf_id": "9d4f8fa2-91a8-4792-aad5-f99e422da8fa", 2024-02-24T04:49:37.989526484Z "vnf_member_index": "edge" 2024-02-24T04:49:37.989529366Z }, 2024-02-24T04:49:37.989532613Z "startsAt": "2024-02-24T04:42:27.687Z", 2024-02-24T04:49:37.989535549Z "status": "resolved" 2024-02-24T04:49:37.989538424Z }, 2024-02-24T04:49:37.989541373Z { 2024-02-24T04:49:37.989544239Z "annotations": { 2024-02-24T04:49:37.989547222Z "description": "VDU 5bf0a82f-cd34-4a64-baf3-2dbc25aca395 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 452d6134-6655-42fd-b430-65909264e763", 2024-02-24T04:49:37.989550262Z "summary": "VDU 5bf0a82f-cd34-4a64-baf3-2dbc25aca395 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:49:37.989553138Z }, 2024-02-24T04:49:37.989556339Z "endsAt": "2024-02-24T04:32:57.687Z", 2024-02-24T04:49:37.989559234Z "fingerprint": "e54293979394f2a5", 2024-02-24T04:49:37.989562123Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:49:37.989565136Z "labels": { 2024-02-24T04:49:37.989568054Z "alertname": "vdu_down", 2024-02-24T04:49:37.989570961Z "job": "osm_prometheus", 2024-02-24T04:49:37.989573860Z "ns_id": "452d6134-6655-42fd-b430-65909264e763", 2024-02-24T04:49:37.989588361Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:49:37.989591666Z "vdu_id": "5b459859-e529-4fc1-b280-e0a3463716f7", 2024-02-24T04:49:37.989594643Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:49:37.989597525Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:49:37.989600458Z "vm_id": "5bf0a82f-cd34-4a64-baf3-2dbc25aca395", 2024-02-24T04:49:37.989603313Z "vnf_id": "a7bd59c1-84a0-41a4-92e6-8e89baa512d5", 2024-02-24T04:49:37.989606249Z "vnf_member_index": "edge" 2024-02-24T04:49:37.989609166Z }, 2024-02-24T04:49:37.989612139Z "startsAt": "2024-02-24T04:31:27.687Z", 2024-02-24T04:49:37.989615053Z "status": "resolved" 2024-02-24T04:49:37.989617913Z }, 2024-02-24T04:49:37.989620770Z { 2024-02-24T04:49:37.989625675Z "annotations": { 2024-02-24T04:49:37.989628649Z "description": "VDU 92cb316d-f3b5-4453-b1ad-d072792997b5 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 709cb6a1-86f2-404b-83ee-ce1ef427a521", 2024-02-24T04:49:37.989631573Z "summary": "VDU 92cb316d-f3b5-4453-b1ad-d072792997b5 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:49:37.989634514Z }, 2024-02-24T04:49:37.989647379Z "endsAt": "2024-02-24T04:32:57.687Z", 2024-02-24T04:49:37.989650987Z "fingerprint": "4b142da3755b7b3c", 2024-02-24T04:49:37.989675902Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:49:37.989679261Z "labels": { 2024-02-24T04:49:37.989682206Z "alertname": "vdu_down", 2024-02-24T04:49:37.989685092Z "job": "osm_prometheus", 2024-02-24T04:49:37.989687945Z "ns_id": "709cb6a1-86f2-404b-83ee-ce1ef427a521", 2024-02-24T04:49:37.989690847Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:49:37.989693715Z "vdu_id": "14cf32d9-632f-4b30-bc74-1a605088fc26", 2024-02-24T04:49:37.989696638Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:49:37.989699486Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:49:37.989702376Z "vm_id": "92cb316d-f3b5-4453-b1ad-d072792997b5", 2024-02-24T04:49:37.989705280Z "vnf_id": "47fafc2c-f4f3-4741-8071-914d24312700", 2024-02-24T04:49:37.989708150Z "vnf_member_index": "edge" 2024-02-24T04:49:37.989711012Z }, 2024-02-24T04:49:37.989713925Z "startsAt": "2024-02-24T04:31:27.687Z", 2024-02-24T04:49:37.989716824Z "status": "resolved" 2024-02-24T04:49:37.989719752Z }, 2024-02-24T04:49:37.989722600Z { 2024-02-24T04:49:37.989725663Z "annotations": { 2024-02-24T04:49:37.989728653Z "description": "VDU e8f75489-7e93-4cdb-8049-c4e1440f5e9d in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 77a4b4a4-14e9-4f25-89f5-c44f9c03b361", 2024-02-24T04:49:37.989731582Z "summary": "VDU e8f75489-7e93-4cdb-8049-c4e1440f5e9d in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:49:37.989745277Z }, 2024-02-24T04:49:37.989748641Z "endsAt": "2024-02-24T04:48:57.687Z", 2024-02-24T04:49:37.989751513Z "fingerprint": "5dbbd445bc3d82a0", 2024-02-24T04:49:37.989754415Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:49:37.989757346Z "labels": { 2024-02-24T04:49:37.989760284Z "alertname": "vdu_down", 2024-02-24T04:49:37.989763269Z "job": "osm_prometheus", 2024-02-24T04:49:37.989766162Z "ns_id": "77a4b4a4-14e9-4f25-89f5-c44f9c03b361", 2024-02-24T04:49:37.989797972Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:49:37.989802190Z "vdu_id": "06bf52c5-7530-445c-8d14-546f8a5e2573", 2024-02-24T04:49:37.989805129Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:49:37.989808206Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:49:37.989811123Z "vm_id": "e8f75489-7e93-4cdb-8049-c4e1440f5e9d", 2024-02-24T04:49:37.989814011Z "vnf_id": "2b463e83-d72a-41d9-b590-0decfc584b0f", 2024-02-24T04:49:37.989816868Z "vnf_member_index": "edge" 2024-02-24T04:49:37.989819790Z }, 2024-02-24T04:49:37.989833268Z "startsAt": "2024-02-24T04:42:27.687Z", 2024-02-24T04:49:37.989836167Z "status": "resolved" 2024-02-24T04:49:37.989838867Z }, 2024-02-24T04:49:37.989841544Z { 2024-02-24T04:49:37.989844261Z "annotations": { 2024-02-24T04:49:37.989847342Z "description": "VDU b066215e-907b-4075-9d93-784feb4ed56d in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is a1399f79-e8ae-4657-87fc-b895d881c5c7", 2024-02-24T04:49:37.989850166Z "summary": "VDU b066215e-907b-4075-9d93-784feb4ed56d in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:49:37.989852854Z }, 2024-02-24T04:49:37.989859449Z "endsAt": "2024-02-24T04:32:57.687Z", 2024-02-24T04:49:37.989862180Z "fingerprint": "d53454aa00535fa6", 2024-02-24T04:49:37.989864907Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:49:37.989867580Z "labels": { 2024-02-24T04:49:37.989870304Z "alertname": "vdu_down", 2024-02-24T04:49:37.989893941Z "job": "osm_prometheus", 2024-02-24T04:49:37.989896688Z "ns_id": "a1399f79-e8ae-4657-87fc-b895d881c5c7", 2024-02-24T04:49:37.989899189Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:49:37.989901659Z "vdu_id": "c4eb6ca4-7c24-4512-825f-27b062683929", 2024-02-24T04:49:37.989904764Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-24T04:49:37.989907235Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:49:37.989909700Z "vm_id": "b066215e-907b-4075-9d93-784feb4ed56d", 2024-02-24T04:49:37.989912228Z "vnf_id": "3a5591cd-ffdd-4c02-a977-d84e22a37b6a", 2024-02-24T04:49:37.989914702Z "vnf_member_index": "middle" 2024-02-24T04:49:37.989917228Z }, 2024-02-24T04:49:37.989919672Z "startsAt": "2024-02-24T04:32:27.687Z", 2024-02-24T04:49:37.989922158Z "status": "resolved" 2024-02-24T04:49:37.989924676Z }, 2024-02-24T04:49:37.989927115Z { 2024-02-24T04:49:37.989929584Z "annotations": { 2024-02-24T04:49:37.989932114Z "description": "VDU 6bb23627-9e47-4e3d-8e64-6fcf18116fb1 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is fa01dc3a-190a-4f0b-9bc6-cd6c368be033", 2024-02-24T04:49:37.989934673Z "summary": "VDU 6bb23627-9e47-4e3d-8e64-6fcf18116fb1 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:49:37.989937138Z }, 2024-02-24T04:49:37.989939606Z "endsAt": "0001-01-01T00:00:00Z", 2024-02-24T04:49:37.989942090Z "fingerprint": "d027693406fae35c", 2024-02-24T04:49:37.989944613Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:49:37.989947118Z "labels": { 2024-02-24T04:49:37.989949596Z "alertname": "vdu_down", 2024-02-24T04:49:37.989952008Z "job": "osm_prometheus", 2024-02-24T04:49:37.989954554Z "ns_id": "fa01dc3a-190a-4f0b-9bc6-cd6c368be033", 2024-02-24T04:49:37.989957019Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:49:37.989968826Z "vdu_id": "ec46116f-33e0-4237-9842-63d7ea846b66", 2024-02-24T04:49:37.989980966Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-24T04:49:37.989983838Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:49:37.989986344Z "vm_id": "6bb23627-9e47-4e3d-8e64-6fcf18116fb1", 2024-02-24T04:49:37.989988889Z "vnf_id": "4b0cfa25-9ff8-43c0-9ef3-c1bd80036f55", 2024-02-24T04:49:37.989991419Z "vnf_member_index": "middle" 2024-02-24T04:49:37.989993943Z }, 2024-02-24T04:49:37.989996440Z "startsAt": "2024-02-24T04:41:27.687Z", 2024-02-24T04:49:37.989998974Z "status": "firing" 2024-02-24T04:49:37.990001574Z } 2024-02-24T04:49:37.990004057Z ], 2024-02-24T04:49:37.990006622Z "commonAnnotations": {}, 2024-02-24T04:49:37.990009153Z "commonLabels": { 2024-02-24T04:49:37.990011647Z "alertname": "vdu_down", 2024-02-24T04:49:37.990014160Z "job": "osm_prometheus", 2024-02-24T04:49:37.990016696Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:49:37.990022556Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5" 2024-02-24T04:49:37.990025193Z }, 2024-02-24T04:49:37.990027763Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T04:49:37.990030297Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-24T04:49:37.990032897Z "groupLabels": {}, 2024-02-24T04:49:37.990045521Z "receiver": "vdu-webhook", 2024-02-24T04:49:37.990048129Z "status": "firing", 2024-02-24T04:49:37.990050672Z "truncatedAlerts": 0, 2024-02-24T04:49:37.990053198Z "version": "4" 2024-02-24T04:49:37.990055685Z }, 2024-02-24T04:49:37.990058253Z "dag_id": "vdu_down", 2024-02-24T04:49:37.990060810Z "dag_run_id": "vdu_down_20240224044937_366794", 2024-02-24T04:49:37.990063371Z "data_interval_end": "2024-02-24T04:49:37.962752+00:00", 2024-02-24T04:49:37.990066259Z "data_interval_start": "2024-02-24T04:49:37.962752+00:00", 2024-02-24T04:49:37.990069891Z "end_date": null, 2024-02-24T04:49:37.990073625Z "execution_date": "2024-02-24T04:49:37.962752+00:00", 2024-02-24T04:49:37.990088964Z "external_trigger": true, 2024-02-24T04:49:37.990095274Z "last_scheduling_decision": null, 2024-02-24T04:49:37.990099495Z "logical_date": "2024-02-24T04:49:37.962752+00:00", 2024-02-24T04:49:37.990103291Z "note": null, 2024-02-24T04:49:37.990106871Z "run_type": "manual", 2024-02-24T04:49:37.990122690Z "start_date": null, 2024-02-24T04:49:37.990125810Z "state": "queued" 2024-02-24T04:49:37.990128399Z } 2024-02-24T04:49:37.990130789Z 2024-02-24T04:49:37.990070469Z INFO: 10.244.0.45:43252 - "POST /vdu_down HTTP/1.1" 200 OK 2024-02-24T04:51:37.712348838Z 2024/02/24 04:51:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-02-24T04:51:37.998845610Z 2024/02/24 04:51:37 INFO main.py:53 Response: { 2024-02-24T04:51:37.998864138Z "conf": { 2024-02-24T04:51:37.998868014Z "alerts": [ 2024-02-24T04:51:37.998871455Z { 2024-02-24T04:51:37.998875674Z "annotations": { 2024-02-24T04:51:37.998884060Z "description": "VDU b2b8272f-a4fa-4cd2-a818-5b6b8c2c33a3 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 0a3e8207-42e0-4a5e-bc54-7921f08f94d9", 2024-02-24T04:51:37.998889967Z "summary": "VDU b2b8272f-a4fa-4cd2-a818-5b6b8c2c33a3 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:51:37.998893500Z }, 2024-02-24T04:51:37.998897228Z "endsAt": "2024-02-24T04:50:57.687Z", 2024-02-24T04:51:37.998900799Z "fingerprint": "b6f038f91aa37e9d", 2024-02-24T04:51:37.998905691Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:51:37.998909236Z "labels": { 2024-02-24T04:51:37.998912708Z "alertname": "vdu_down", 2024-02-24T04:51:37.998916165Z "job": "osm_prometheus", 2024-02-24T04:51:37.998920070Z "ns_id": "0a3e8207-42e0-4a5e-bc54-7921f08f94d9", 2024-02-24T04:51:37.998923742Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:51:37.998927151Z "vdu_id": "d852cd41-693f-4a71-b75e-2b6767367919", 2024-02-24T04:51:37.998930822Z "vdu_name": "sliceshared.slic-edge-ubuntu_slice-VM-0", 2024-02-24T04:51:37.998934264Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:51:37.998937634Z "vm_id": "b2b8272f-a4fa-4cd2-a818-5b6b8c2c33a3", 2024-02-24T04:51:37.998941292Z "vnf_id": "cc3c30a5-5a4e-40e9-8a5d-3796d1385031", 2024-02-24T04:51:37.998944646Z "vnf_member_index": "edge" 2024-02-24T04:51:37.998948208Z }, 2024-02-24T04:51:37.998964201Z "startsAt": "2024-02-24T04:48:27.687Z", 2024-02-24T04:51:37.998969320Z "status": "resolved" 2024-02-24T04:51:37.998973137Z }, 2024-02-24T04:51:37.998976599Z { 2024-02-24T04:51:37.998980460Z "annotations": { 2024-02-24T04:51:37.998984027Z "description": "VDU e87b73b7-19d5-4c1f-8da7-d7576071f231 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 43e76ba4-1d29-43e0-aaf3-31048787651f", 2024-02-24T04:51:37.998987481Z "summary": "VDU e87b73b7-19d5-4c1f-8da7-d7576071f231 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:51:37.998990871Z }, 2024-02-24T04:51:37.998994310Z "endsAt": "2024-02-24T04:48:57.687Z", 2024-02-24T04:51:37.998997692Z "fingerprint": "9690cd056de4042c", 2024-02-24T04:51:37.999001166Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:51:37.999004511Z "labels": { 2024-02-24T04:51:37.999007990Z "alertname": "vdu_down", 2024-02-24T04:51:37.999011335Z "job": "osm_prometheus", 2024-02-24T04:51:37.999014648Z "ns_id": "43e76ba4-1d29-43e0-aaf3-31048787651f", 2024-02-24T04:51:37.999017988Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:51:37.999021382Z "vdu_id": "62148ad9-23e1-4d74-b52f-a3c98fdd36c4", 2024-02-24T04:51:37.999024719Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:51:37.999028232Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:51:37.999031575Z "vm_id": "e87b73b7-19d5-4c1f-8da7-d7576071f231", 2024-02-24T04:51:37.999034953Z "vnf_id": "9d4f8fa2-91a8-4792-aad5-f99e422da8fa", 2024-02-24T04:51:37.999038295Z "vnf_member_index": "edge" 2024-02-24T04:51:37.999041653Z }, 2024-02-24T04:51:37.999045073Z "startsAt": "2024-02-24T04:42:27.687Z", 2024-02-24T04:51:37.999048377Z "status": "resolved" 2024-02-24T04:51:37.999051951Z }, 2024-02-24T04:51:37.999055363Z { 2024-02-24T04:51:37.999058686Z "annotations": { 2024-02-24T04:51:37.999062082Z "description": "VDU e8f75489-7e93-4cdb-8049-c4e1440f5e9d in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is 77a4b4a4-14e9-4f25-89f5-c44f9c03b361", 2024-02-24T04:51:37.999065728Z "summary": "VDU e8f75489-7e93-4cdb-8049-c4e1440f5e9d in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:51:37.999069144Z }, 2024-02-24T04:51:37.999072423Z "endsAt": "2024-02-24T04:48:57.687Z", 2024-02-24T04:51:37.999075691Z "fingerprint": "5dbbd445bc3d82a0", 2024-02-24T04:51:37.999079102Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:51:37.999082440Z "labels": { 2024-02-24T04:51:37.999085790Z "alertname": "vdu_down", 2024-02-24T04:51:37.999089121Z "job": "osm_prometheus", 2024-02-24T04:51:37.999092447Z "ns_id": "77a4b4a4-14e9-4f25-89f5-c44f9c03b361", 2024-02-24T04:51:37.999095780Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:51:37.999099106Z "vdu_id": "06bf52c5-7530-445c-8d14-546f8a5e2573", 2024-02-24T04:51:37.999102415Z "vdu_name": "slicebasic.slice-edge-ubuntu_slice-VM-0", 2024-02-24T04:51:37.999105674Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:51:37.999108966Z "vm_id": "e8f75489-7e93-4cdb-8049-c4e1440f5e9d", 2024-02-24T04:51:37.999112299Z "vnf_id": "2b463e83-d72a-41d9-b590-0decfc584b0f", 2024-02-24T04:51:37.999120275Z "vnf_member_index": "edge" 2024-02-24T04:51:37.999123690Z }, 2024-02-24T04:51:37.999127376Z "startsAt": "2024-02-24T04:42:27.687Z", 2024-02-24T04:51:37.999130701Z "status": "resolved" 2024-02-24T04:51:37.999134015Z }, 2024-02-24T04:51:37.999137376Z { 2024-02-24T04:51:37.999140826Z "annotations": { 2024-02-24T04:51:37.999144212Z "description": "VDU 6bb23627-9e47-4e3d-8e64-6fcf18116fb1 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 has been down for more than 3 minutes. NS instance id is fa01dc3a-190a-4f0b-9bc6-cd6c368be033", 2024-02-24T04:51:37.999147612Z "summary": "VDU 6bb23627-9e47-4e3d-8e64-6fcf18116fb1 in VIM 2e85ab10-948b-42e3-b4e1-8962912db3d5 is down" 2024-02-24T04:51:37.999150925Z }, 2024-02-24T04:51:37.999167094Z "endsAt": "2024-02-24T04:50:57.687Z", 2024-02-24T04:51:37.999171301Z "fingerprint": "d027693406fae35c", 2024-02-24T04:51:37.999174685Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-02-24T04:51:37.999178173Z "labels": { 2024-02-24T04:51:37.999181563Z "alertname": "vdu_down", 2024-02-24T04:51:37.999184899Z "job": "osm_prometheus", 2024-02-24T04:51:37.999188278Z "ns_id": "fa01dc3a-190a-4f0b-9bc6-cd6c368be033", 2024-02-24T04:51:37.999191560Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:51:37.999194934Z "vdu_id": "ec46116f-33e0-4237-9842-63d7ea846b66", 2024-02-24T04:51:37.999198829Z "vdu_name": "slicebasic.slice-middle-ubuntu_slice-VM-0", 2024-02-24T04:51:37.999202186Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5", 2024-02-24T04:51:37.999205574Z "vm_id": "6bb23627-9e47-4e3d-8e64-6fcf18116fb1", 2024-02-24T04:51:37.999208902Z "vnf_id": "4b0cfa25-9ff8-43c0-9ef3-c1bd80036f55", 2024-02-24T04:51:37.999212246Z "vnf_member_index": "middle" 2024-02-24T04:51:37.999215644Z }, 2024-02-24T04:51:37.999219157Z "startsAt": "2024-02-24T04:41:27.687Z", 2024-02-24T04:51:37.999222483Z "status": "resolved" 2024-02-24T04:51:37.999225839Z } 2024-02-24T04:51:37.999229221Z ], 2024-02-24T04:51:37.999232772Z "commonAnnotations": {}, 2024-02-24T04:51:37.999236078Z "commonLabels": { 2024-02-24T04:51:37.999239392Z "alertname": "vdu_down", 2024-02-24T04:51:37.999242845Z "job": "osm_prometheus", 2024-02-24T04:51:37.999246183Z "project_id": "26ecf583-bd42-4d2a-aa60-58fe82009dc7", 2024-02-24T04:51:37.999249531Z "vim_id": "2e85ab10-948b-42e3-b4e1-8962912db3d5" 2024-02-24T04:51:37.999252866Z }, 2024-02-24T04:51:37.999256230Z "externalURL": "http://alertmanager-0:9093", 2024-02-24T04:51:37.999259657Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-02-24T04:51:37.999263019Z "groupLabels": {}, 2024-02-24T04:51:37.999266419Z "receiver": "vdu-webhook", 2024-02-24T04:51:37.999269750Z "status": "resolved", 2024-02-24T04:51:37.999273055Z "truncatedAlerts": 0, 2024-02-24T04:51:37.999276354Z "version": "4" 2024-02-24T04:51:37.999279705Z }, 2024-02-24T04:51:37.999283055Z "dag_id": "vdu_down", 2024-02-24T04:51:37.999286554Z "dag_run_id": "vdu_down_20240224045137_174268", 2024-02-24T04:51:37.999289911Z "data_interval_end": "2024-02-24T04:51:37.946105+00:00", 2024-02-24T04:51:37.999293339Z "data_interval_start": "2024-02-24T04:51:37.946105+00:00", 2024-02-24T04:51:37.999296616Z "end_date": null, 2024-02-24T04:51:37.999300296Z "execution_date": "2024-02-24T04:51:37.946105+00:00", 2024-02-24T04:51:37.999308195Z "external_trigger": true, 2024-02-24T04:51:37.999311697Z "last_scheduling_decision": null, 2024-02-24T04:51:37.999315017Z "logical_date": "2024-02-24T04:51:37.946105+00:00", 2024-02-24T04:51:37.999318327Z "note": null, 2024-02-24T04:51:37.999321631Z "run_type": "manual", 2024-02-24T04:51:37.999324893Z "start_date": null, 2024-02-24T04:51:37.999328267Z "state": "queued" 2024-02-24T04:51:37.999331626Z } 2024-02-24T04:51:37.999334828Z 2024-02-24T04:51:37.999766028Z INFO: 10.244.0.45:48152 - "POST /vdu_down HTTP/1.1" 200 OK