2024-05-10T22:21:46.494010022Z INFO: Started server process [1] 2024-05-10T22:21:46.494414593Z INFO: Waiting for application startup. 2024-05-10T22:21:46.494420544Z INFO: Application startup complete. 2024-05-10T22:21:46.494424463Z INFO: Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit) 2024-05-11T01:14:37.719130381Z 2024/05/11 01:14:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-05-11T01:14:38.078326162Z 2024/05/11 01:14:38 INFO main.py:53 Response: { 2024-05-11T01:14:38.078341983Z "conf": { 2024-05-11T01:14:38.078345447Z "alerts": [ 2024-05-11T01:14:38.078348574Z { 2024-05-11T01:14:38.078351892Z "annotations": { 2024-05-11T01:14:38.078355397Z "description": "VDU 75628ea7-b87b-4625-8847-fcfe1232ae91 in VIM 63db62ad-4458-4fb8-8a8b-037276c5a19f has been down for more than 3 minutes. NS instance id is 5be7af26-a17b-484b-8f35-974869580e43", 2024-05-11T01:14:38.078359423Z "summary": "VDU 75628ea7-b87b-4625-8847-fcfe1232ae91 in VIM 63db62ad-4458-4fb8-8a8b-037276c5a19f is down" 2024-05-11T01:14:38.078362376Z }, 2024-05-11T01:14:38.078365136Z "endsAt": "0001-01-01T00:00:00Z", 2024-05-11T01:14:38.078368249Z "fingerprint": "2cd2735d428d69b0", 2024-05-11T01:14:38.078371842Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-05-11T01:14:38.078374587Z "labels": { 2024-05-11T01:14:38.078377676Z "alertname": "vdu_down", 2024-05-11T01:14:38.078384324Z "job": "osm_prometheus", 2024-05-11T01:14:38.078387637Z "ns_id": "5be7af26-a17b-484b-8f35-974869580e43", 2024-05-11T01:14:38.078390448Z "project_id": "b8f27724-f246-4f5f-908f-149c9ede416a", 2024-05-11T01:14:38.078393186Z "vdu_id": "be162cf0-035e-4212-a8e8-94a03aad7952", 2024-05-11T01:14:38.078396647Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-05-11T01:14:38.078399527Z "vim_id": "63db62ad-4458-4fb8-8a8b-037276c5a19f", 2024-05-11T01:14:38.078402299Z "vm_id": "75628ea7-b87b-4625-8847-fcfe1232ae91", 2024-05-11T01:14:38.078405081Z "vnf_id": "5bdba143-475c-4a2a-aa2a-e05a2b68afcc", 2024-05-11T01:14:38.078407873Z "vnf_member_index": "autoheal-basic-1" 2024-05-11T01:14:38.078410682Z }, 2024-05-11T01:14:38.078413391Z "startsAt": "2024-05-11T01:14:27.687Z", 2024-05-11T01:14:38.078418815Z "status": "firing" 2024-05-11T01:14:38.078421617Z } 2024-05-11T01:14:38.078424337Z ], 2024-05-11T01:14:38.078427394Z "commonAnnotations": { 2024-05-11T01:14:38.078430207Z "description": "VDU 75628ea7-b87b-4625-8847-fcfe1232ae91 in VIM 63db62ad-4458-4fb8-8a8b-037276c5a19f has been down for more than 3 minutes. NS instance id is 5be7af26-a17b-484b-8f35-974869580e43", 2024-05-11T01:14:38.078433130Z "summary": "VDU 75628ea7-b87b-4625-8847-fcfe1232ae91 in VIM 63db62ad-4458-4fb8-8a8b-037276c5a19f is down" 2024-05-11T01:14:38.078435959Z }, 2024-05-11T01:14:38.078438939Z "commonLabels": { 2024-05-11T01:14:38.078441659Z "alertname": "vdu_down", 2024-05-11T01:14:38.078444617Z "job": "osm_prometheus", 2024-05-11T01:14:38.078447457Z "ns_id": "5be7af26-a17b-484b-8f35-974869580e43", 2024-05-11T01:14:38.078450252Z "project_id": "b8f27724-f246-4f5f-908f-149c9ede416a", 2024-05-11T01:14:38.078453173Z "vdu_id": "be162cf0-035e-4212-a8e8-94a03aad7952", 2024-05-11T01:14:38.078456104Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-05-11T01:14:38.078458943Z "vim_id": "63db62ad-4458-4fb8-8a8b-037276c5a19f", 2024-05-11T01:14:38.078461644Z "vm_id": "75628ea7-b87b-4625-8847-fcfe1232ae91", 2024-05-11T01:14:38.078482159Z "vnf_id": "5bdba143-475c-4a2a-aa2a-e05a2b68afcc", 2024-05-11T01:14:38.078485124Z "vnf_member_index": "autoheal-basic-1" 2024-05-11T01:14:38.078487800Z }, 2024-05-11T01:14:38.078490596Z "externalURL": "http://alertmanager-0:9093", 2024-05-11T01:14:38.078493634Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-05-11T01:14:38.078496320Z "groupLabels": {}, 2024-05-11T01:14:38.078499037Z "receiver": "vdu-webhook", 2024-05-11T01:14:38.078501763Z "status": "firing", 2024-05-11T01:14:38.078504555Z "truncatedAlerts": 0, 2024-05-11T01:14:38.078507244Z "version": "4" 2024-05-11T01:14:38.078509921Z }, 2024-05-11T01:14:38.078512769Z "dag_id": "vdu_down", 2024-05-11T01:14:38.078515462Z "dag_run_id": "vdu_down_20240511011437_080449", 2024-05-11T01:14:38.078518153Z "data_interval_end": "2024-05-11T01:14:38.023466+00:00", 2024-05-11T01:14:38.078520852Z "data_interval_start": "2024-05-11T01:14:38.023466+00:00", 2024-05-11T01:14:38.078523619Z "end_date": null, 2024-05-11T01:14:38.078526339Z "execution_date": "2024-05-11T01:14:38.023466+00:00", 2024-05-11T01:14:38.078529047Z "external_trigger": true, 2024-05-11T01:14:38.078531757Z "last_scheduling_decision": null, 2024-05-11T01:14:38.078534832Z "logical_date": "2024-05-11T01:14:38.023466+00:00", 2024-05-11T01:14:38.078537654Z "note": null, 2024-05-11T01:14:38.078540466Z "run_type": "manual", 2024-05-11T01:14:38.078543260Z "start_date": null, 2024-05-11T01:14:38.078545996Z "state": "queued" 2024-05-11T01:14:38.078548755Z } 2024-05-11T01:14:38.078551450Z 2024-05-11T01:14:38.079459618Z INFO: 10.244.0.45:45844 - "POST /vdu_down HTTP/1.1" 200 OK 2024-05-11T01:18:37.712105204Z 2024/05/11 01:18:37 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-05-11T01:18:38.056674172Z 2024/05/11 01:18:38 INFO main.py:53 Response: { 2024-05-11T01:18:38.056692609Z "conf": { 2024-05-11T01:18:38.056697139Z "alerts": [ 2024-05-11T01:18:38.056701199Z { 2024-05-11T01:18:38.056706105Z "annotations": { 2024-05-11T01:18:38.056711035Z "description": "VDU 75628ea7-b87b-4625-8847-fcfe1232ae91 in VIM 63db62ad-4458-4fb8-8a8b-037276c5a19f has been down for more than 3 minutes. NS instance id is 5be7af26-a17b-484b-8f35-974869580e43", 2024-05-11T01:18:38.056715763Z "summary": "VDU 75628ea7-b87b-4625-8847-fcfe1232ae91 in VIM 63db62ad-4458-4fb8-8a8b-037276c5a19f is down" 2024-05-11T01:18:38.056720282Z }, 2024-05-11T01:18:38.056724260Z "endsAt": "2024-05-11T01:16:57.687Z", 2024-05-11T01:18:38.056728276Z "fingerprint": "2cd2735d428d69b0", 2024-05-11T01:18:38.056732946Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-05-11T01:18:38.056736916Z "labels": { 2024-05-11T01:18:38.056740950Z "alertname": "vdu_down", 2024-05-11T01:18:38.056744844Z "job": "osm_prometheus", 2024-05-11T01:18:38.056749328Z "ns_id": "5be7af26-a17b-484b-8f35-974869580e43", 2024-05-11T01:18:38.056753604Z "project_id": "b8f27724-f246-4f5f-908f-149c9ede416a", 2024-05-11T01:18:38.056757599Z "vdu_id": "be162cf0-035e-4212-a8e8-94a03aad7952", 2024-05-11T01:18:38.056762148Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-05-11T01:18:38.056766052Z "vim_id": "63db62ad-4458-4fb8-8a8b-037276c5a19f", 2024-05-11T01:18:38.056769991Z "vm_id": "75628ea7-b87b-4625-8847-fcfe1232ae91", 2024-05-11T01:18:38.056773947Z "vnf_id": "5bdba143-475c-4a2a-aa2a-e05a2b68afcc", 2024-05-11T01:18:38.056798259Z "vnf_member_index": "autoheal-basic-1" 2024-05-11T01:18:38.056802506Z }, 2024-05-11T01:18:38.056806855Z "startsAt": "2024-05-11T01:14:27.687Z", 2024-05-11T01:18:38.056811537Z "status": "resolved" 2024-05-11T01:18:38.056815697Z } 2024-05-11T01:18:38.056819666Z ], 2024-05-11T01:18:38.056823660Z "commonAnnotations": { 2024-05-11T01:18:38.056833831Z "description": "VDU 75628ea7-b87b-4625-8847-fcfe1232ae91 in VIM 63db62ad-4458-4fb8-8a8b-037276c5a19f has been down for more than 3 minutes. NS instance id is 5be7af26-a17b-484b-8f35-974869580e43", 2024-05-11T01:18:38.056838084Z "summary": "VDU 75628ea7-b87b-4625-8847-fcfe1232ae91 in VIM 63db62ad-4458-4fb8-8a8b-037276c5a19f is down" 2024-05-11T01:18:38.056842112Z }, 2024-05-11T01:18:38.056846144Z "commonLabels": { 2024-05-11T01:18:38.056850070Z "alertname": "vdu_down", 2024-05-11T01:18:38.056853960Z "job": "osm_prometheus", 2024-05-11T01:18:38.056857976Z "ns_id": "5be7af26-a17b-484b-8f35-974869580e43", 2024-05-11T01:18:38.056861847Z "project_id": "b8f27724-f246-4f5f-908f-149c9ede416a", 2024-05-11T01:18:38.056865820Z "vdu_id": "be162cf0-035e-4212-a8e8-94a03aad7952", 2024-05-11T01:18:38.056869768Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-05-11T01:18:38.056873773Z "vim_id": "63db62ad-4458-4fb8-8a8b-037276c5a19f", 2024-05-11T01:18:38.056877637Z "vm_id": "75628ea7-b87b-4625-8847-fcfe1232ae91", 2024-05-11T01:18:38.056881506Z "vnf_id": "5bdba143-475c-4a2a-aa2a-e05a2b68afcc", 2024-05-11T01:18:38.056885320Z "vnf_member_index": "autoheal-basic-1" 2024-05-11T01:18:38.056889328Z }, 2024-05-11T01:18:38.056893258Z "externalURL": "http://alertmanager-0:9093", 2024-05-11T01:18:38.056897224Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-05-11T01:18:38.056901189Z "groupLabels": {}, 2024-05-11T01:18:38.056905129Z "receiver": "vdu-webhook", 2024-05-11T01:18:38.056909144Z "status": "resolved", 2024-05-11T01:18:38.056912998Z "truncatedAlerts": 0, 2024-05-11T01:18:38.056917053Z "version": "4" 2024-05-11T01:18:38.056921032Z }, 2024-05-11T01:18:38.056924966Z "dag_id": "vdu_down", 2024-05-11T01:18:38.056928956Z "dag_run_id": "vdu_down_20240511011837_438975", 2024-05-11T01:18:38.056932979Z "data_interval_end": "2024-05-11T01:18:37.971876+00:00", 2024-05-11T01:18:38.056939278Z "data_interval_start": "2024-05-11T01:18:37.971876+00:00", 2024-05-11T01:18:38.056943526Z "end_date": null, 2024-05-11T01:18:38.056947473Z "execution_date": "2024-05-11T01:18:37.971876+00:00", 2024-05-11T01:18:38.056951478Z "external_trigger": true, 2024-05-11T01:18:38.056955400Z "last_scheduling_decision": null, 2024-05-11T01:18:38.056959280Z "logical_date": "2024-05-11T01:18:37.971876+00:00", 2024-05-11T01:18:38.056963282Z "note": null, 2024-05-11T01:18:38.056967152Z "run_type": "manual", 2024-05-11T01:18:38.056971054Z "start_date": null, 2024-05-11T01:18:38.056975087Z "state": "queued" 2024-05-11T01:18:38.056979060Z } 2024-05-11T01:18:38.056982806Z 2024-05-11T01:18:38.057444560Z INFO: 10.244.0.45:37938 - "POST /vdu_down HTTP/1.1" 200 OK 2024-05-11T02:21:33.217712361Z 2024/05/11 02:21:33 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-05-11T02:21:33.556216347Z 2024/05/11 02:21:33 INFO main.py:53 Response: { 2024-05-11T02:21:33.556233670Z "conf": { 2024-05-11T02:21:33.556237280Z "alerts": [ 2024-05-11T02:21:33.556240742Z { 2024-05-11T02:21:33.556259506Z "annotations": {}, 2024-05-11T02:21:33.556262751Z "endsAt": "0001-01-01T00:00:00Z", 2024-05-11T02:21:33.556265712Z "fingerprint": "eea062d02321c0bf", 2024-05-11T02:21:33.556269982Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%224fad43c0-1323-4c33-a154-279a9d38fa98%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%224fad43c0-1323-4c33-a154-279a9d38fa98%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-05-11T02:21:33.556275442Z "labels": { 2024-05-11T02:21:33.556278962Z "alertname": "scaleout_74521050-0340-4ee9-baa6-cefc1437addb", 2024-05-11T02:21:33.556282387Z "ns_id": "4fad43c0-1323-4c33-a154-279a9d38fa98", 2024-05-11T02:21:33.556285274Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-11T02:21:33.556301441Z "vnf_member_index": "vnf" 2024-05-11T02:21:33.556305548Z }, 2024-05-11T02:21:33.556309804Z "startsAt": "2024-05-11T02:21:23.193Z", 2024-05-11T02:21:33.556313946Z "status": "firing" 2024-05-11T02:21:33.556317881Z } 2024-05-11T02:21:33.556321897Z ], 2024-05-11T02:21:33.556325999Z "commonAnnotations": {}, 2024-05-11T02:21:33.556329866Z "commonLabels": { 2024-05-11T02:21:33.556333878Z "alertname": "scaleout_74521050-0340-4ee9-baa6-cefc1437addb", 2024-05-11T02:21:33.556337752Z "ns_id": "4fad43c0-1323-4c33-a154-279a9d38fa98", 2024-05-11T02:21:33.556341906Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-11T02:21:33.556345797Z "vnf_member_index": "vnf" 2024-05-11T02:21:33.556349789Z }, 2024-05-11T02:21:33.556353851Z "externalURL": "http://alertmanager-0:9093", 2024-05-11T02:21:33.556357718Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-05-11T02:21:33.556361591Z "groupLabels": {}, 2024-05-11T02:21:33.556365638Z "receiver": "scaleout-webhook", 2024-05-11T02:21:33.556369515Z "status": "firing", 2024-05-11T02:21:33.556373383Z "truncatedAlerts": 0, 2024-05-11T02:21:33.556377168Z "version": "4" 2024-05-11T02:21:33.556381026Z }, 2024-05-11T02:21:33.556384978Z "dag_id": "scaleout_vdu", 2024-05-11T02:21:33.556388888Z "dag_run_id": "scaleout_vdu_20240511022133_089505", 2024-05-11T02:21:33.556392820Z "data_interval_end": "2024-05-11T02:21:33.488263+00:00", 2024-05-11T02:21:33.556396711Z "data_interval_start": "2024-05-11T02:21:33.488263+00:00", 2024-05-11T02:21:33.556400799Z "end_date": null, 2024-05-11T02:21:33.556404885Z "execution_date": "2024-05-11T02:21:33.488263+00:00", 2024-05-11T02:21:33.556408840Z "external_trigger": true, 2024-05-11T02:21:33.556412826Z "last_scheduling_decision": null, 2024-05-11T02:21:33.556416734Z "logical_date": "2024-05-11T02:21:33.488263+00:00", 2024-05-11T02:21:33.556420664Z "note": null, 2024-05-11T02:21:33.556424855Z "run_type": "manual", 2024-05-11T02:21:33.556428814Z "start_date": null, 2024-05-11T02:21:33.556432778Z "state": "queued" 2024-05-11T02:21:33.556436659Z } 2024-05-11T02:21:33.556440348Z 2024-05-11T02:21:33.556896033Z INFO: 10.244.0.45:35500 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-05-11T02:27:33.220991063Z 2024/05/11 02:27:33 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-05-11T02:27:33.610129161Z 2024/05/11 02:27:33 INFO main.py:53 Response: { 2024-05-11T02:27:33.610155307Z "conf": { 2024-05-11T02:27:33.610159213Z "alerts": [ 2024-05-11T02:27:33.610162512Z { 2024-05-11T02:27:33.610184739Z "annotations": {}, 2024-05-11T02:27:33.610188201Z "endsAt": "0001-01-01T00:00:00Z", 2024-05-11T02:27:33.610191445Z "fingerprint": "eea062d02321c0bf", 2024-05-11T02:27:33.610199168Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%224fad43c0-1323-4c33-a154-279a9d38fa98%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%224fad43c0-1323-4c33-a154-279a9d38fa98%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-05-11T02:27:33.610203444Z "labels": { 2024-05-11T02:27:33.610207468Z "alertname": "scaleout_74521050-0340-4ee9-baa6-cefc1437addb", 2024-05-11T02:27:33.610211640Z "ns_id": "4fad43c0-1323-4c33-a154-279a9d38fa98", 2024-05-11T02:27:33.610214778Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-11T02:27:33.610218118Z "vnf_member_index": "vnf" 2024-05-11T02:27:33.610221304Z }, 2024-05-11T02:27:33.610224494Z "startsAt": "2024-05-11T02:21:23.193Z", 2024-05-11T02:27:33.610227612Z "status": "firing" 2024-05-11T02:27:33.610230728Z } 2024-05-11T02:27:33.610233752Z ], 2024-05-11T02:27:33.610237058Z "commonAnnotations": {}, 2024-05-11T02:27:33.610240022Z "commonLabels": { 2024-05-11T02:27:33.610243034Z "alertname": "scaleout_74521050-0340-4ee9-baa6-cefc1437addb", 2024-05-11T02:27:33.610246258Z "ns_id": "4fad43c0-1323-4c33-a154-279a9d38fa98", 2024-05-11T02:27:33.610249377Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-11T02:27:33.610252508Z "vnf_member_index": "vnf" 2024-05-11T02:27:33.610255737Z }, 2024-05-11T02:27:33.610258870Z "externalURL": "http://alertmanager-0:9093", 2024-05-11T02:27:33.610261944Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-05-11T02:27:33.610265048Z "groupLabels": {}, 2024-05-11T02:27:33.610272113Z "receiver": "scaleout-webhook", 2024-05-11T02:27:33.610275329Z "status": "firing", 2024-05-11T02:27:33.610278465Z "truncatedAlerts": 0, 2024-05-11T02:27:33.610281416Z "version": "4" 2024-05-11T02:27:33.610284407Z }, 2024-05-11T02:27:33.610287488Z "dag_id": "scaleout_vdu", 2024-05-11T02:27:33.610290952Z "dag_run_id": "scaleout_vdu_20240511022733_983273", 2024-05-11T02:27:33.610294170Z "data_interval_end": "2024-05-11T02:27:33.523686+00:00", 2024-05-11T02:27:33.610297287Z "data_interval_start": "2024-05-11T02:27:33.523686+00:00", 2024-05-11T02:27:33.610300245Z "end_date": null, 2024-05-11T02:27:33.610303367Z "execution_date": "2024-05-11T02:27:33.523686+00:00", 2024-05-11T02:27:33.610306461Z "external_trigger": true, 2024-05-11T02:27:33.610309559Z "last_scheduling_decision": null, 2024-05-11T02:27:33.610312619Z "logical_date": "2024-05-11T02:27:33.523686+00:00", 2024-05-11T02:27:33.610315657Z "note": null, 2024-05-11T02:27:33.610318897Z "run_type": "manual", 2024-05-11T02:27:33.610321896Z "start_date": null, 2024-05-11T02:27:33.610324860Z "state": "queued" 2024-05-11T02:27:33.610327915Z } 2024-05-11T02:27:33.610330787Z 2024-05-11T02:27:33.611577241Z INFO: 10.244.0.45:35862 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-05-11T02:29:33.218412029Z 2024/05/11 02:29:33 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-05-11T02:29:33.505002439Z 2024/05/11 02:29:33 INFO main.py:53 Response: { 2024-05-11T02:29:33.505041144Z "conf": { 2024-05-11T02:29:33.505050830Z "alerts": [ 2024-05-11T02:29:33.505059541Z { 2024-05-11T02:29:33.505105015Z "annotations": {}, 2024-05-11T02:29:33.505114044Z "endsAt": "2024-05-11T02:27:53.193Z", 2024-05-11T02:29:33.505122242Z "fingerprint": "eea062d02321c0bf", 2024-05-11T02:29:33.505136807Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%224fad43c0-1323-4c33-a154-279a9d38fa98%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%224fad43c0-1323-4c33-a154-279a9d38fa98%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-05-11T02:29:33.505147007Z "labels": { 2024-05-11T02:29:33.505156437Z "alertname": "scaleout_74521050-0340-4ee9-baa6-cefc1437addb", 2024-05-11T02:29:33.505165993Z "ns_id": "4fad43c0-1323-4c33-a154-279a9d38fa98", 2024-05-11T02:29:33.505174490Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-11T02:29:33.505182509Z "vnf_member_index": "vnf" 2024-05-11T02:29:33.505190839Z }, 2024-05-11T02:29:33.505199020Z "startsAt": "2024-05-11T02:21:23.193Z", 2024-05-11T02:29:33.505207119Z "status": "resolved" 2024-05-11T02:29:33.505216090Z } 2024-05-11T02:29:33.505224341Z ], 2024-05-11T02:29:33.505232547Z "commonAnnotations": {}, 2024-05-11T02:29:33.505240784Z "commonLabels": { 2024-05-11T02:29:33.505249051Z "alertname": "scaleout_74521050-0340-4ee9-baa6-cefc1437addb", 2024-05-11T02:29:33.505257305Z "ns_id": "4fad43c0-1323-4c33-a154-279a9d38fa98", 2024-05-11T02:29:33.505265797Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-11T02:29:33.505273781Z "vnf_member_index": "vnf" 2024-05-11T02:29:33.505287209Z }, 2024-05-11T02:29:33.505295635Z "externalURL": "http://alertmanager-0:9093", 2024-05-11T02:29:33.505303835Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-05-11T02:29:33.505312179Z "groupLabels": {}, 2024-05-11T02:29:33.505320445Z "receiver": "scaleout-webhook", 2024-05-11T02:29:33.505328812Z "status": "resolved", 2024-05-11T02:29:33.505336888Z "truncatedAlerts": 0, 2024-05-11T02:29:33.505344945Z "version": "4" 2024-05-11T02:29:33.505353636Z }, 2024-05-11T02:29:33.505361849Z "dag_id": "scaleout_vdu", 2024-05-11T02:29:33.505370122Z "dag_run_id": "scaleout_vdu_20240511022933_088190", 2024-05-11T02:29:33.505378337Z "data_interval_end": "2024-05-11T02:29:33.474792+00:00", 2024-05-11T02:29:33.505386476Z "data_interval_start": "2024-05-11T02:29:33.474792+00:00", 2024-05-11T02:29:33.505394717Z "end_date": null, 2024-05-11T02:29:33.505402946Z "execution_date": "2024-05-11T02:29:33.474792+00:00", 2024-05-11T02:29:33.505411143Z "external_trigger": true, 2024-05-11T02:29:33.505419198Z "last_scheduling_decision": null, 2024-05-11T02:29:33.505427416Z "logical_date": "2024-05-11T02:29:33.474792+00:00", 2024-05-11T02:29:33.505435622Z "note": null, 2024-05-11T02:29:33.505444194Z "run_type": "manual", 2024-05-11T02:29:33.505452273Z "start_date": null, 2024-05-11T02:29:33.505462775Z "state": "queued" 2024-05-11T02:29:33.505475648Z } 2024-05-11T02:29:33.505489904Z 2024-05-11T02:29:33.506178132Z INFO: 10.244.0.45:41440 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-05-11T02:31:54.995196904Z 2024/05/11 02:31:54 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-05-11T02:31:55.343201055Z 2024/05/11 02:31:55 INFO main.py:53 Response: { 2024-05-11T02:31:55.343224896Z "conf": { 2024-05-11T02:31:55.343233694Z "alerts": [ 2024-05-11T02:31:55.343241993Z { 2024-05-11T02:31:55.343275553Z "annotations": {}, 2024-05-11T02:31:55.343284029Z "endsAt": "0001-01-01T00:00:00Z", 2024-05-11T02:31:55.343292231Z "fingerprint": "1bcae2a79089fe16", 2024-05-11T02:31:55.343301702Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22168369d3-53c7-4dab-9915-739332397bb6%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-05-11T02:31:55.343310568Z "labels": { 2024-05-11T02:31:55.343320168Z "alertname": "vdu_alarm_042a164e-40a0-4bc7-8543-421b94d99228", 2024-05-11T02:31:55.343328698Z "job": "airflow_osm_vm_metrics_63db62ad-4458-4fb8-8a8b-037276c5a19f", 2024-05-11T02:31:55.343336769Z "metric_id": "cirros_vnf_cpu_util", 2024-05-11T02:31:55.343345379Z "ns_id": "168369d3-53c7-4dab-9915-739332397bb6", 2024-05-11T02:31:55.343353411Z "project_id": "b8f27724-f246-4f5f-908f-149c9ede416a", 2024-05-11T02:31:55.343361506Z "vdu_id": "cirros_vnfd-VM", 2024-05-11T02:31:55.343369515Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-05-11T02:31:55.343377712Z "vim_id": "63db62ad-4458-4fb8-8a8b-037276c5a19f", 2024-05-11T02:31:55.343385688Z "vm_id": "1f7bd9b6-e07b-4adc-a1b6-4c432bc4700d", 2024-05-11T02:31:55.343394172Z "vnf_member_index": "vnf" 2024-05-11T02:31:55.343402277Z }, 2024-05-11T02:31:55.343410485Z "startsAt": "2024-05-11T02:31:44.976Z", 2024-05-11T02:31:55.343418534Z "status": "firing" 2024-05-11T02:31:55.343426789Z } 2024-05-11T02:31:55.343434917Z ], 2024-05-11T02:31:55.343443417Z "commonAnnotations": {}, 2024-05-11T02:31:55.343451465Z "commonLabels": { 2024-05-11T02:31:55.343459644Z "alertname": "vdu_alarm_042a164e-40a0-4bc7-8543-421b94d99228", 2024-05-11T02:31:55.343467718Z "job": "airflow_osm_vm_metrics_63db62ad-4458-4fb8-8a8b-037276c5a19f", 2024-05-11T02:31:55.343475741Z "metric_id": "cirros_vnf_cpu_util", 2024-05-11T02:31:55.343483689Z "ns_id": "168369d3-53c7-4dab-9915-739332397bb6", 2024-05-11T02:31:55.343491790Z "project_id": "b8f27724-f246-4f5f-908f-149c9ede416a", 2024-05-11T02:31:55.343499788Z "vdu_id": "cirros_vnfd-VM", 2024-05-11T02:31:55.343508111Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-05-11T02:31:55.343516106Z "vim_id": "63db62ad-4458-4fb8-8a8b-037276c5a19f", 2024-05-11T02:31:55.343524276Z "vm_id": "1f7bd9b6-e07b-4adc-a1b6-4c432bc4700d", 2024-05-11T02:31:55.343532756Z "vnf_member_index": "vnf" 2024-05-11T02:31:55.343541000Z }, 2024-05-11T02:31:55.343549484Z "externalURL": "http://alertmanager-0:9093", 2024-05-11T02:31:55.343557656Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-05-11T02:31:55.343565691Z "groupLabels": {}, 2024-05-11T02:31:55.343574208Z "receiver": "alarm-webhook", 2024-05-11T02:31:55.343582495Z "status": "firing", 2024-05-11T02:31:55.343590592Z "truncatedAlerts": 0, 2024-05-11T02:31:55.343598663Z "version": "4" 2024-05-11T02:31:55.343606765Z }, 2024-05-11T02:31:55.343614876Z "dag_id": "vdu_alarm", 2024-05-11T02:31:55.343623040Z "dag_run_id": "vdu_alarm_20240511023154_237903", 2024-05-11T02:31:55.343636239Z "data_interval_end": "2024-05-11T02:31:55.275859+00:00", 2024-05-11T02:31:55.343644584Z "data_interval_start": "2024-05-11T02:31:55.275859+00:00", 2024-05-11T02:31:55.343652683Z "end_date": null, 2024-05-11T02:31:55.343660887Z "execution_date": "2024-05-11T02:31:55.275859+00:00", 2024-05-11T02:31:55.343668888Z "external_trigger": true, 2024-05-11T02:31:55.343704558Z "last_scheduling_decision": null, 2024-05-11T02:31:55.343712917Z "logical_date": "2024-05-11T02:31:55.275859+00:00", 2024-05-11T02:31:55.343721123Z "note": null, 2024-05-11T02:31:55.343729342Z "run_type": "manual", 2024-05-11T02:31:55.343737716Z "start_date": null, 2024-05-11T02:31:55.343745899Z "state": "queued" 2024-05-11T02:31:55.343754060Z } 2024-05-11T02:31:55.343761756Z 2024-05-11T02:31:55.343880965Z INFO: 10.244.0.45:60766 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-05-11T02:35:55.010762048Z 2024/05/11 02:35:55 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-05-11T02:35:55.320095761Z 2024/05/11 02:35:55 INFO main.py:53 Response: { 2024-05-11T02:35:55.320138466Z "conf": { 2024-05-11T02:35:55.320148751Z "alerts": [ 2024-05-11T02:35:55.320157154Z { 2024-05-11T02:35:55.320166650Z "annotations": {}, 2024-05-11T02:35:55.320175630Z "endsAt": "2024-05-11T02:35:44.976Z", 2024-05-11T02:35:55.320183980Z "fingerprint": "1bcae2a79089fe16", 2024-05-11T02:35:55.320194573Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%22168369d3-53c7-4dab-9915-739332397bb6%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-05-11T02:35:55.320203797Z "labels": { 2024-05-11T02:35:55.320213453Z "alertname": "vdu_alarm_042a164e-40a0-4bc7-8543-421b94d99228", 2024-05-11T02:35:55.320221950Z "job": "airflow_osm_vm_metrics_63db62ad-4458-4fb8-8a8b-037276c5a19f", 2024-05-11T02:35:55.320230360Z "metric_id": "cirros_vnf_cpu_util", 2024-05-11T02:35:55.320239397Z "ns_id": "168369d3-53c7-4dab-9915-739332397bb6", 2024-05-11T02:35:55.320248594Z "project_id": "b8f27724-f246-4f5f-908f-149c9ede416a", 2024-05-11T02:35:55.320256959Z "vdu_id": "cirros_vnfd-VM", 2024-05-11T02:35:55.320265114Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-05-11T02:35:55.320273486Z "vim_id": "63db62ad-4458-4fb8-8a8b-037276c5a19f", 2024-05-11T02:35:55.320281697Z "vm_id": "1f7bd9b6-e07b-4adc-a1b6-4c432bc4700d", 2024-05-11T02:35:55.320289996Z "vnf_member_index": "vnf" 2024-05-11T02:35:55.320298336Z }, 2024-05-11T02:35:55.320306679Z "startsAt": "2024-05-11T02:31:44.976Z", 2024-05-11T02:35:55.320314960Z "status": "resolved" 2024-05-11T02:35:55.320323347Z } 2024-05-11T02:35:55.320332123Z ], 2024-05-11T02:35:55.320340595Z "commonAnnotations": {}, 2024-05-11T02:35:55.320348983Z "commonLabels": { 2024-05-11T02:35:55.320357470Z "alertname": "vdu_alarm_042a164e-40a0-4bc7-8543-421b94d99228", 2024-05-11T02:35:55.320365761Z "job": "airflow_osm_vm_metrics_63db62ad-4458-4fb8-8a8b-037276c5a19f", 2024-05-11T02:35:55.320373967Z "metric_id": "cirros_vnf_cpu_util", 2024-05-11T02:35:55.320382130Z "ns_id": "168369d3-53c7-4dab-9915-739332397bb6", 2024-05-11T02:35:55.320390541Z "project_id": "b8f27724-f246-4f5f-908f-149c9ede416a", 2024-05-11T02:35:55.320398725Z "vdu_id": "cirros_vnfd-VM", 2024-05-11T02:35:55.320407032Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-05-11T02:35:55.320415477Z "vim_id": "63db62ad-4458-4fb8-8a8b-037276c5a19f", 2024-05-11T02:35:55.320423697Z "vm_id": "1f7bd9b6-e07b-4adc-a1b6-4c432bc4700d", 2024-05-11T02:35:55.320431886Z "vnf_member_index": "vnf" 2024-05-11T02:35:55.320440255Z }, 2024-05-11T02:35:55.320448692Z "externalURL": "http://alertmanager-0:9093", 2024-05-11T02:35:55.320456903Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-05-11T02:35:55.320494019Z "groupLabels": {}, 2024-05-11T02:35:55.320503102Z "receiver": "alarm-webhook", 2024-05-11T02:35:55.320511486Z "status": "resolved", 2024-05-11T02:35:55.320519716Z "truncatedAlerts": 0, 2024-05-11T02:35:55.320527946Z "version": "4" 2024-05-11T02:35:55.320536216Z }, 2024-05-11T02:35:55.320550962Z "dag_id": "vdu_alarm", 2024-05-11T02:35:55.320559960Z "dag_run_id": "vdu_alarm_20240511023555_290744", 2024-05-11T02:35:55.320568569Z "data_interval_end": "2024-05-11T02:35:55.290410+00:00", 2024-05-11T02:35:55.320576992Z "data_interval_start": "2024-05-11T02:35:55.290410+00:00", 2024-05-11T02:35:55.320585336Z "end_date": null, 2024-05-11T02:35:55.320593666Z "execution_date": "2024-05-11T02:35:55.290410+00:00", 2024-05-11T02:35:55.320605187Z "external_trigger": true, 2024-05-11T02:35:55.320613535Z "last_scheduling_decision": null, 2024-05-11T02:35:55.320621901Z "logical_date": "2024-05-11T02:35:55.290410+00:00", 2024-05-11T02:35:55.320630219Z "note": null, 2024-05-11T02:35:55.320638556Z "run_type": "manual", 2024-05-11T02:35:55.320646913Z "start_date": null, 2024-05-11T02:35:55.320655339Z "state": "queued" 2024-05-11T02:35:55.320663631Z } 2024-05-11T02:35:55.320694973Z 2024-05-11T02:35:55.321319608Z INFO: 10.244.0.45:42908 - "POST /vdu_alarm HTTP/1.1" 200 OK