2024-05-25T22:36:22.579421180Z INFO: Started server process [1] 2024-05-25T22:36:22.579449475Z INFO: Waiting for application startup. 2024-05-25T22:36:22.579715209Z INFO: Application startup complete. 2024-05-25T22:36:22.579995374Z INFO: Uvicorn running on http://0.0.0.0:9998 (Press CTRL+C to quit) 2024-05-26T01:26:07.724639034Z 2024/05/26 01:26:07 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-05-26T01:26:08.550228237Z 2024/05/26 01:26:08 INFO main.py:53 Response: { 2024-05-26T01:26:08.550254081Z "conf": { 2024-05-26T01:26:08.550260084Z "alerts": [ 2024-05-26T01:26:08.550265240Z { 2024-05-26T01:26:08.550271285Z "annotations": { 2024-05-26T01:26:08.550277196Z "description": "VDU 1f3fecd8-0bcf-4c24-ad16-a9314e665b8d in VIM 9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2 has been down for more than 3 minutes. NS instance id is 6215cb95-0b94-4c2a-b4da-1a1e2dd806f9", 2024-05-26T01:26:08.550283428Z "summary": "VDU 1f3fecd8-0bcf-4c24-ad16-a9314e665b8d in VIM 9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2 is down" 2024-05-26T01:26:08.550288506Z }, 2024-05-26T01:26:08.550293537Z "endsAt": "0001-01-01T00:00:00Z", 2024-05-26T01:26:08.550298413Z "fingerprint": "af4c538527b9ce2d", 2024-05-26T01:26:08.550307034Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-05-26T01:26:08.550312303Z "labels": { 2024-05-26T01:26:08.550317201Z "alertname": "vdu_down", 2024-05-26T01:26:08.550322032Z "job": "osm_prometheus", 2024-05-26T01:26:08.550327561Z "ns_id": "6215cb95-0b94-4c2a-b4da-1a1e2dd806f9", 2024-05-26T01:26:08.550332498Z "project_id": "35d897aa-acf6-4f28-9b99-d69c7db913c2", 2024-05-26T01:26:08.550337330Z "vdu_id": "81b795d2-515f-4b53-b0d8-74226da934bd", 2024-05-26T01:26:08.550342899Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-05-26T01:26:08.550347846Z "vim_id": "9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2", 2024-05-26T01:26:08.550352819Z "vm_id": "1f3fecd8-0bcf-4c24-ad16-a9314e665b8d", 2024-05-26T01:26:08.550357649Z "vnf_id": "0360fd48-5474-417a-85b5-bfd14ad55683", 2024-05-26T01:26:08.550362514Z "vnf_member_index": "autoheal-basic-1" 2024-05-26T01:26:08.550367457Z }, 2024-05-26T01:26:08.550372344Z "startsAt": "2024-05-26T01:25:57.687Z", 2024-05-26T01:26:08.550377892Z "status": "firing" 2024-05-26T01:26:08.550382880Z } 2024-05-26T01:26:08.550387878Z ], 2024-05-26T01:26:08.550392848Z "commonAnnotations": { 2024-05-26T01:26:08.550397836Z "description": "VDU 1f3fecd8-0bcf-4c24-ad16-a9314e665b8d in VIM 9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2 has been down for more than 3 minutes. NS instance id is 6215cb95-0b94-4c2a-b4da-1a1e2dd806f9", 2024-05-26T01:26:08.550402745Z "summary": "VDU 1f3fecd8-0bcf-4c24-ad16-a9314e665b8d in VIM 9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2 is down" 2024-05-26T01:26:08.550407857Z }, 2024-05-26T01:26:08.550412733Z "commonLabels": { 2024-05-26T01:26:08.550417618Z "alertname": "vdu_down", 2024-05-26T01:26:08.550422545Z "job": "osm_prometheus", 2024-05-26T01:26:08.550427932Z "ns_id": "6215cb95-0b94-4c2a-b4da-1a1e2dd806f9", 2024-05-26T01:26:08.550432828Z "project_id": "35d897aa-acf6-4f28-9b99-d69c7db913c2", 2024-05-26T01:26:08.550437656Z "vdu_id": "81b795d2-515f-4b53-b0d8-74226da934bd", 2024-05-26T01:26:08.550442580Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-05-26T01:26:08.550447538Z "vim_id": "9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2", 2024-05-26T01:26:08.550452350Z "vm_id": "1f3fecd8-0bcf-4c24-ad16-a9314e665b8d", 2024-05-26T01:26:08.550476229Z "vnf_id": "0360fd48-5474-417a-85b5-bfd14ad55683", 2024-05-26T01:26:08.550481407Z "vnf_member_index": "autoheal-basic-1" 2024-05-26T01:26:08.550486363Z }, 2024-05-26T01:26:08.550491327Z "externalURL": "http://alertmanager-0:9093", 2024-05-26T01:26:08.550496136Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-05-26T01:26:08.550501092Z "groupLabels": {}, 2024-05-26T01:26:08.550506036Z "receiver": "vdu-webhook", 2024-05-26T01:26:08.550510837Z "status": "firing", 2024-05-26T01:26:08.550516088Z "truncatedAlerts": 0, 2024-05-26T01:26:08.550520956Z "version": "4" 2024-05-26T01:26:08.550525919Z }, 2024-05-26T01:26:08.550530914Z "dag_id": "vdu_down", 2024-05-26T01:26:08.550535796Z "dag_run_id": "vdu_down_20240526012607_907234", 2024-05-26T01:26:08.550540670Z "data_interval_end": "2024-05-26T01:26:07.981477+00:00", 2024-05-26T01:26:08.550545602Z "data_interval_start": "2024-05-26T01:26:07.981477+00:00", 2024-05-26T01:26:08.550550470Z "end_date": null, 2024-05-26T01:26:08.550555421Z "execution_date": "2024-05-26T01:26:07.981477+00:00", 2024-05-26T01:26:08.550560466Z "external_trigger": true, 2024-05-26T01:26:08.550565359Z "last_scheduling_decision": null, 2024-05-26T01:26:08.550570294Z "logical_date": "2024-05-26T01:26:07.981477+00:00", 2024-05-26T01:26:08.550575470Z "note": null, 2024-05-26T01:26:08.550580439Z "run_type": "manual", 2024-05-26T01:26:08.550585353Z "start_date": null, 2024-05-26T01:26:08.550590355Z "state": "queued" 2024-05-26T01:26:08.550595320Z } 2024-05-26T01:26:08.550600058Z 2024-05-26T01:26:08.551380011Z INFO: 10.244.0.45:59244 - "POST /vdu_down HTTP/1.1" 200 OK 2024-05-26T01:30:07.709663344Z 2024/05/26 01:30:07 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_down/dagRuns 2024-05-26T01:30:08.510994306Z 2024/05/26 01:30:08 INFO main.py:53 Response: { 2024-05-26T01:30:08.511016902Z "conf": { 2024-05-26T01:30:08.511020388Z "alerts": [ 2024-05-26T01:30:08.511023336Z { 2024-05-26T01:30:08.511028673Z "annotations": { 2024-05-26T01:30:08.511032349Z "description": "VDU 1f3fecd8-0bcf-4c24-ad16-a9314e665b8d in VIM 9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2 has been down for more than 3 minutes. NS instance id is 6215cb95-0b94-4c2a-b4da-1a1e2dd806f9", 2024-05-26T01:30:08.511035673Z "summary": "VDU 1f3fecd8-0bcf-4c24-ad16-a9314e665b8d in VIM 9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2 is down" 2024-05-26T01:30:08.511038808Z }, 2024-05-26T01:30:08.511041752Z "endsAt": "2024-05-26T01:28:57.687Z", 2024-05-26T01:30:08.511044629Z "fingerprint": "af4c538527b9ce2d", 2024-05-26T01:30:08.511048202Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=vm_status_extended+%21%3D+1&g0.tab=1", 2024-05-26T01:30:08.511051607Z "labels": { 2024-05-26T01:30:08.511054576Z "alertname": "vdu_down", 2024-05-26T01:30:08.511057617Z "job": "osm_prometheus", 2024-05-26T01:30:08.511060893Z "ns_id": "6215cb95-0b94-4c2a-b4da-1a1e2dd806f9", 2024-05-26T01:30:08.511063752Z "project_id": "35d897aa-acf6-4f28-9b99-d69c7db913c2", 2024-05-26T01:30:08.511066931Z "vdu_id": "81b795d2-515f-4b53-b0d8-74226da934bd", 2024-05-26T01:30:08.511070111Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-05-26T01:30:08.511073076Z "vim_id": "9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2", 2024-05-26T01:30:08.511075978Z "vm_id": "1f3fecd8-0bcf-4c24-ad16-a9314e665b8d", 2024-05-26T01:30:08.511078851Z "vnf_id": "0360fd48-5474-417a-85b5-bfd14ad55683", 2024-05-26T01:30:08.511092627Z "vnf_member_index": "autoheal-basic-1" 2024-05-26T01:30:08.511095687Z }, 2024-05-26T01:30:08.511098622Z "startsAt": "2024-05-26T01:25:57.687Z", 2024-05-26T01:30:08.511101696Z "status": "resolved" 2024-05-26T01:30:08.511104634Z } 2024-05-26T01:30:08.511107600Z ], 2024-05-26T01:30:08.511110539Z "commonAnnotations": { 2024-05-26T01:30:08.511113583Z "description": "VDU 1f3fecd8-0bcf-4c24-ad16-a9314e665b8d in VIM 9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2 has been down for more than 3 minutes. NS instance id is 6215cb95-0b94-4c2a-b4da-1a1e2dd806f9", 2024-05-26T01:30:08.511116529Z "summary": "VDU 1f3fecd8-0bcf-4c24-ad16-a9314e665b8d in VIM 9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2 is down" 2024-05-26T01:30:08.511119556Z }, 2024-05-26T01:30:08.511122437Z "commonLabels": { 2024-05-26T01:30:08.511125409Z "alertname": "vdu_down", 2024-05-26T01:30:08.511128412Z "job": "osm_prometheus", 2024-05-26T01:30:08.511131318Z "ns_id": "6215cb95-0b94-4c2a-b4da-1a1e2dd806f9", 2024-05-26T01:30:08.511134207Z "project_id": "35d897aa-acf6-4f28-9b99-d69c7db913c2", 2024-05-26T01:30:08.511137160Z "vdu_id": "81b795d2-515f-4b53-b0d8-74226da934bd", 2024-05-26T01:30:08.511140154Z "vdu_name": "heal_04-autoheal-basic-1-autoheal_vnfd-VM-0", 2024-05-26T01:30:08.511143039Z "vim_id": "9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2", 2024-05-26T01:30:08.511145882Z "vm_id": "1f3fecd8-0bcf-4c24-ad16-a9314e665b8d", 2024-05-26T01:30:08.511148826Z "vnf_id": "0360fd48-5474-417a-85b5-bfd14ad55683", 2024-05-26T01:30:08.511151699Z "vnf_member_index": "autoheal-basic-1" 2024-05-26T01:30:08.511154526Z }, 2024-05-26T01:30:08.511157504Z "externalURL": "http://alertmanager-0:9093", 2024-05-26T01:30:08.511160492Z "groupKey": "{}/{alertname=\"vdu_down\"}:{}", 2024-05-26T01:30:08.511163356Z "groupLabels": {}, 2024-05-26T01:30:08.511166226Z "receiver": "vdu-webhook", 2024-05-26T01:30:08.511169103Z "status": "resolved", 2024-05-26T01:30:08.511171903Z "truncatedAlerts": 0, 2024-05-26T01:30:08.511174711Z "version": "4" 2024-05-26T01:30:08.511177582Z }, 2024-05-26T01:30:08.511180536Z "dag_id": "vdu_down", 2024-05-26T01:30:08.511183417Z "dag_run_id": "vdu_down_20240526013007_378503", 2024-05-26T01:30:08.511186357Z "data_interval_end": "2024-05-26T01:30:07.991626+00:00", 2024-05-26T01:30:08.511189199Z "data_interval_start": "2024-05-26T01:30:07.991626+00:00", 2024-05-26T01:30:08.511192043Z "end_date": null, 2024-05-26T01:30:08.511194888Z "execution_date": "2024-05-26T01:30:07.991626+00:00", 2024-05-26T01:30:08.511197744Z "external_trigger": true, 2024-05-26T01:30:08.511200654Z "last_scheduling_decision": null, 2024-05-26T01:30:08.511214611Z "logical_date": "2024-05-26T01:30:07.991626+00:00", 2024-05-26T01:30:08.511217519Z "note": null, 2024-05-26T01:30:08.511220266Z "run_type": "manual", 2024-05-26T01:30:08.511222907Z "start_date": null, 2024-05-26T01:30:08.511225589Z "state": "queued" 2024-05-26T01:30:08.511228261Z } 2024-05-26T01:30:08.511230821Z 2024-05-26T01:30:08.511860187Z INFO: 10.244.0.45:59488 - "POST /vdu_down HTTP/1.1" 200 OK 2024-05-26T02:22:01.933770973Z 2024/05/26 02:22:01 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-05-26T02:22:02.298876426Z 2024/05/26 02:22:02 INFO main.py:53 Response: { 2024-05-26T02:22:02.298894280Z "conf": { 2024-05-26T02:22:02.298897847Z "alerts": [ 2024-05-26T02:22:02.298900948Z { 2024-05-26T02:22:02.298919248Z "annotations": {}, 2024-05-26T02:22:02.298922470Z "endsAt": "0001-01-01T00:00:00Z", 2024-05-26T02:22:02.298925575Z "fingerprint": "727b4dbb2201c93e", 2024-05-26T02:22:02.298929795Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%220a5b94bf-3dc4-4d80-9ad5-edea54375978%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%220a5b94bf-3dc4-4d80-9ad5-edea54375978%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-05-26T02:22:02.298934562Z "labels": { 2024-05-26T02:22:02.298938088Z "alertname": "scaleout_3d7d6635-7f7e-4ddd-bd16-8ac69a024532", 2024-05-26T02:22:02.298941790Z "ns_id": "0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:22:02.298945081Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-26T02:22:02.298948159Z "vnf_member_index": "vnf" 2024-05-26T02:22:02.298951154Z }, 2024-05-26T02:22:02.298954146Z "startsAt": "2024-05-26T02:21:51.913Z", 2024-05-26T02:22:02.298960953Z "status": "firing" 2024-05-26T02:22:02.298964320Z } 2024-05-26T02:22:02.298967408Z ], 2024-05-26T02:22:02.298970390Z "commonAnnotations": {}, 2024-05-26T02:22:02.298973377Z "commonLabels": { 2024-05-26T02:22:02.298976418Z "alertname": "scaleout_3d7d6635-7f7e-4ddd-bd16-8ac69a024532", 2024-05-26T02:22:02.298979407Z "ns_id": "0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:22:02.298982375Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-26T02:22:02.298985436Z "vnf_member_index": "vnf" 2024-05-26T02:22:02.298988383Z }, 2024-05-26T02:22:02.298991404Z "externalURL": "http://alertmanager-0:9093", 2024-05-26T02:22:02.298994366Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-05-26T02:22:02.298997310Z "groupLabels": {}, 2024-05-26T02:22:02.299002579Z "receiver": "scaleout-webhook", 2024-05-26T02:22:02.299005578Z "status": "firing", 2024-05-26T02:22:02.299008533Z "truncatedAlerts": 0, 2024-05-26T02:22:02.299022613Z "version": "4" 2024-05-26T02:22:02.299025748Z }, 2024-05-26T02:22:02.299028674Z "dag_id": "scaleout_vdu", 2024-05-26T02:22:02.299031626Z "dag_run_id": "scaleout_vdu_20240526022201_019869", 2024-05-26T02:22:02.299034467Z "data_interval_end": "2024-05-26T02:22:02.233301+00:00", 2024-05-26T02:22:02.299037895Z "data_interval_start": "2024-05-26T02:22:02.233301+00:00", 2024-05-26T02:22:02.299040754Z "end_date": null, 2024-05-26T02:22:02.299043842Z "execution_date": "2024-05-26T02:22:02.233301+00:00", 2024-05-26T02:22:02.299046761Z "external_trigger": true, 2024-05-26T02:22:02.299049736Z "last_scheduling_decision": null, 2024-05-26T02:22:02.299052742Z "logical_date": "2024-05-26T02:22:02.233301+00:00", 2024-05-26T02:22:02.299055650Z "note": null, 2024-05-26T02:22:02.299058482Z "run_type": "manual", 2024-05-26T02:22:02.299061606Z "start_date": null, 2024-05-26T02:22:02.299064518Z "state": "queued" 2024-05-26T02:22:02.299067344Z } 2024-05-26T02:22:02.299070054Z 2024-05-26T02:22:02.299718024Z INFO: 10.244.0.45:48630 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-05-26T02:28:01.948588355Z 2024/05/26 02:28:01 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-05-26T02:28:02.213454264Z 2024/05/26 02:28:02 INFO main.py:53 Response: { 2024-05-26T02:28:02.213475444Z "conf": { 2024-05-26T02:28:02.213480043Z "alerts": [ 2024-05-26T02:28:02.213484090Z { 2024-05-26T02:28:02.213503966Z "annotations": {}, 2024-05-26T02:28:02.213508515Z "endsAt": "0001-01-01T00:00:00Z", 2024-05-26T02:28:02.213512504Z "fingerprint": "727b4dbb2201c93e", 2024-05-26T02:28:02.213530277Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%220a5b94bf-3dc4-4d80-9ad5-edea54375978%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%220a5b94bf-3dc4-4d80-9ad5-edea54375978%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-05-26T02:28:02.213535562Z "labels": { 2024-05-26T02:28:02.213540444Z "alertname": "scaleout_3d7d6635-7f7e-4ddd-bd16-8ac69a024532", 2024-05-26T02:28:02.213545085Z "ns_id": "0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:28:02.213548925Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-26T02:28:02.213552818Z "vnf_member_index": "vnf" 2024-05-26T02:28:02.213556788Z }, 2024-05-26T02:28:02.213560910Z "startsAt": "2024-05-26T02:21:51.913Z", 2024-05-26T02:28:02.213564904Z "status": "firing" 2024-05-26T02:28:02.213568884Z } 2024-05-26T02:28:02.213572834Z ], 2024-05-26T02:28:02.213576828Z "commonAnnotations": {}, 2024-05-26T02:28:02.213580712Z "commonLabels": { 2024-05-26T02:28:02.213584803Z "alertname": "scaleout_3d7d6635-7f7e-4ddd-bd16-8ac69a024532", 2024-05-26T02:28:02.213588839Z "ns_id": "0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:28:02.213592977Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-26T02:28:02.213596925Z "vnf_member_index": "vnf" 2024-05-26T02:28:02.213600949Z }, 2024-05-26T02:28:02.213604937Z "externalURL": "http://alertmanager-0:9093", 2024-05-26T02:28:02.213608893Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-05-26T02:28:02.213612924Z "groupLabels": {}, 2024-05-26T02:28:02.213616867Z "receiver": "scaleout-webhook", 2024-05-26T02:28:02.213620863Z "status": "firing", 2024-05-26T02:28:02.213624800Z "truncatedAlerts": 0, 2024-05-26T02:28:02.213642307Z "version": "4" 2024-05-26T02:28:02.213646370Z }, 2024-05-26T02:28:02.213650366Z "dag_id": "scaleout_vdu", 2024-05-26T02:28:02.213654447Z "dag_run_id": "scaleout_vdu_20240526022801_284434", 2024-05-26T02:28:02.213658563Z "data_interval_end": "2024-05-26T02:28:02.176298+00:00", 2024-05-26T02:28:02.213662543Z "data_interval_start": "2024-05-26T02:28:02.176298+00:00", 2024-05-26T02:28:02.213666622Z "end_date": null, 2024-05-26T02:28:02.213670671Z "execution_date": "2024-05-26T02:28:02.176298+00:00", 2024-05-26T02:28:02.213674743Z "external_trigger": true, 2024-05-26T02:28:02.213678698Z "last_scheduling_decision": null, 2024-05-26T02:28:02.213682647Z "logical_date": "2024-05-26T02:28:02.176298+00:00", 2024-05-26T02:28:02.213686593Z "note": null, 2024-05-26T02:28:02.213690686Z "run_type": "manual", 2024-05-26T02:28:02.213694624Z "start_date": null, 2024-05-26T02:28:02.213698696Z "state": "queued" 2024-05-26T02:28:02.213702827Z } 2024-05-26T02:28:02.213706612Z 2024-05-26T02:28:02.216832364Z INFO: 10.244.0.45:47648 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-05-26T02:30:01.946403520Z 2024/05/26 02:30:01 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/scaleout_vdu/dagRuns 2024-05-26T02:30:02.301652577Z 2024/05/26 02:30:02 INFO main.py:53 Response: { 2024-05-26T02:30:02.301664748Z "conf": { 2024-05-26T02:30:02.301667979Z "alerts": [ 2024-05-26T02:30:02.301670890Z { 2024-05-26T02:30:02.301684666Z "annotations": {}, 2024-05-26T02:30:02.301687840Z "endsAt": "2024-05-26T02:29:36.913Z", 2024-05-26T02:30:02.301690772Z "fingerprint": "727b4dbb2201c93e", 2024-05-26T02:30:02.301702162Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=%28count%28osm_cpu_utilization%7Bns_id%3D%220a5b94bf-3dc4-4d80-9ad5-edea54375978%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3C+2%29+and+%28avg%28osm_cpu_utilization%7Bns_id%3D%220a5b94bf-3dc4-4d80-9ad5-edea54375978%22%2Cvdu_id%3D%22hackfest_basic_metrics-VM%22%2Cvnf_member_index%3D%22vnf%22%7D%29+%3E+60%29&g0.tab=1", 2024-05-26T02:30:02.301705961Z "labels": { 2024-05-26T02:30:02.301709380Z "alertname": "scaleout_3d7d6635-7f7e-4ddd-bd16-8ac69a024532", 2024-05-26T02:30:02.301712815Z "ns_id": "0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:30:02.301715644Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-26T02:30:02.301718726Z "vnf_member_index": "vnf" 2024-05-26T02:30:02.301721549Z }, 2024-05-26T02:30:02.301724447Z "startsAt": "2024-05-26T02:21:51.913Z", 2024-05-26T02:30:02.301727638Z "status": "resolved" 2024-05-26T02:30:02.301730616Z } 2024-05-26T02:30:02.301733728Z ], 2024-05-26T02:30:02.301736781Z "commonAnnotations": {}, 2024-05-26T02:30:02.301739601Z "commonLabels": { 2024-05-26T02:30:02.301742541Z "alertname": "scaleout_3d7d6635-7f7e-4ddd-bd16-8ac69a024532", 2024-05-26T02:30:02.301745423Z "ns_id": "0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:30:02.301748384Z "vdu_id": "hackfest_basic_metrics-VM", 2024-05-26T02:30:02.301751191Z "vnf_member_index": "vnf" 2024-05-26T02:30:02.301754125Z }, 2024-05-26T02:30:02.301756983Z "externalURL": "http://alertmanager-0:9093", 2024-05-26T02:30:02.301759890Z "groupKey": "{}/{alertname=~\"^scaleout_.*\"}:{}", 2024-05-26T02:30:02.301762814Z "groupLabels": {}, 2024-05-26T02:30:02.301765713Z "receiver": "scaleout-webhook", 2024-05-26T02:30:02.301768562Z "status": "resolved", 2024-05-26T02:30:02.301771339Z "truncatedAlerts": 0, 2024-05-26T02:30:02.301774127Z "version": "4" 2024-05-26T02:30:02.301777021Z }, 2024-05-26T02:30:02.301779904Z "dag_id": "scaleout_vdu", 2024-05-26T02:30:02.301782763Z "dag_run_id": "scaleout_vdu_20240526023001_586149", 2024-05-26T02:30:02.301785633Z "data_interval_end": "2024-05-26T02:30:02.220264+00:00", 2024-05-26T02:30:02.301788786Z "data_interval_start": "2024-05-26T02:30:02.220264+00:00", 2024-05-26T02:30:02.301791703Z "end_date": null, 2024-05-26T02:30:02.301794547Z "execution_date": "2024-05-26T02:30:02.220264+00:00", 2024-05-26T02:30:02.301797414Z "external_trigger": true, 2024-05-26T02:30:02.301800268Z "last_scheduling_decision": null, 2024-05-26T02:30:02.301803214Z "logical_date": "2024-05-26T02:30:02.220264+00:00", 2024-05-26T02:30:02.301806075Z "note": null, 2024-05-26T02:30:02.301808904Z "run_type": "manual", 2024-05-26T02:30:02.301811906Z "start_date": null, 2024-05-26T02:30:02.301814834Z "state": "queued" 2024-05-26T02:30:02.301817702Z } 2024-05-26T02:30:02.301820444Z 2024-05-26T02:30:02.302024961Z INFO: 10.244.0.45:36364 - "POST /scaleout_vdu HTTP/1.1" 200 OK 2024-05-26T02:36:35.124192437Z 2024/05/26 02:36:35 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-05-26T02:36:35.429678899Z 2024/05/26 02:36:35 INFO main.py:53 Response: { 2024-05-26T02:36:35.429703447Z "conf": { 2024-05-26T02:36:35.429706873Z "alerts": [ 2024-05-26T02:36:35.429709825Z { 2024-05-26T02:36:35.429724540Z "annotations": {}, 2024-05-26T02:36:35.429727688Z "endsAt": "0001-01-01T00:00:00Z", 2024-05-26T02:36:35.429730956Z "fingerprint": "c9ba07ba24416121", 2024-05-26T02:36:35.429734480Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%227df26913-0365-492f-afaf-e9a01d842be2%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-05-26T02:36:35.429738054Z "labels": { 2024-05-26T02:36:35.429741386Z "alertname": "vdu_alarm_0a4a20ae-c6eb-4aae-9b98-9acd6cad4ee9", 2024-05-26T02:36:35.429744370Z "job": "airflow_osm_vm_metrics_9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2", 2024-05-26T02:36:35.429747200Z "metric_id": "cirros_vnf_cpu_util", 2024-05-26T02:36:35.429750474Z "ns_id": "7df26913-0365-492f-afaf-e9a01d842be2", 2024-05-26T02:36:35.429753338Z "project_id": "35d897aa-acf6-4f28-9b99-d69c7db913c2", 2024-05-26T02:36:35.429756258Z "vdu_id": "cirros_vnfd-VM", 2024-05-26T02:36:35.429759143Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-05-26T02:36:35.429761987Z "vim_id": "9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2", 2024-05-26T02:36:35.429764841Z "vm_id": "d3d16323-ded5-4066-989b-0c82c922043f", 2024-05-26T02:36:35.429767893Z "vnf_member_index": "vnf" 2024-05-26T02:36:35.429770748Z }, 2024-05-26T02:36:35.429773968Z "startsAt": "2024-05-26T02:36:25.102Z", 2024-05-26T02:36:35.429787182Z "status": "firing" 2024-05-26T02:36:35.429790136Z } 2024-05-26T02:36:35.429793124Z ], 2024-05-26T02:36:35.429796133Z "commonAnnotations": {}, 2024-05-26T02:36:35.429799002Z "commonLabels": { 2024-05-26T02:36:35.429801946Z "alertname": "vdu_alarm_0a4a20ae-c6eb-4aae-9b98-9acd6cad4ee9", 2024-05-26T02:36:35.429804851Z "job": "airflow_osm_vm_metrics_9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2", 2024-05-26T02:36:35.429807768Z "metric_id": "cirros_vnf_cpu_util", 2024-05-26T02:36:35.429810703Z "ns_id": "7df26913-0365-492f-afaf-e9a01d842be2", 2024-05-26T02:36:35.429813561Z "project_id": "35d897aa-acf6-4f28-9b99-d69c7db913c2", 2024-05-26T02:36:35.429816375Z "vdu_id": "cirros_vnfd-VM", 2024-05-26T02:36:35.429819539Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-05-26T02:36:35.429822567Z "vim_id": "9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2", 2024-05-26T02:36:35.429825424Z "vm_id": "d3d16323-ded5-4066-989b-0c82c922043f", 2024-05-26T02:36:35.429828301Z "vnf_member_index": "vnf" 2024-05-26T02:36:35.429831234Z }, 2024-05-26T02:36:35.429834182Z "externalURL": "http://alertmanager-0:9093", 2024-05-26T02:36:35.429837058Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-05-26T02:36:35.429839952Z "groupLabels": {}, 2024-05-26T02:36:35.429843056Z "receiver": "alarm-webhook", 2024-05-26T02:36:35.429845980Z "status": "firing", 2024-05-26T02:36:35.429848791Z "truncatedAlerts": 0, 2024-05-26T02:36:35.429851671Z "version": "4" 2024-05-26T02:36:35.429854531Z }, 2024-05-26T02:36:35.429857446Z "dag_id": "vdu_alarm", 2024-05-26T02:36:35.429860344Z "dag_run_id": "vdu_alarm_20240526023635_598193", 2024-05-26T02:36:35.429863372Z "data_interval_end": "2024-05-26T02:36:35.394900+00:00", 2024-05-26T02:36:35.429866282Z "data_interval_start": "2024-05-26T02:36:35.394900+00:00", 2024-05-26T02:36:35.429869369Z "end_date": null, 2024-05-26T02:36:35.429872268Z "execution_date": "2024-05-26T02:36:35.394900+00:00", 2024-05-26T02:36:35.429875240Z "external_trigger": true, 2024-05-26T02:36:35.429882143Z "last_scheduling_decision": null, 2024-05-26T02:36:35.429884980Z "logical_date": "2024-05-26T02:36:35.394900+00:00", 2024-05-26T02:36:35.429887846Z "note": null, 2024-05-26T02:36:35.429890787Z "run_type": "manual", 2024-05-26T02:36:35.429893646Z "start_date": null, 2024-05-26T02:36:35.429896771Z "state": "queued" 2024-05-26T02:36:35.429899732Z } 2024-05-26T02:36:35.429902425Z 2024-05-26T02:36:35.430036213Z INFO: 10.244.0.45:33380 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-05-26T02:40:35.126944738Z 2024/05/26 02:40:35 INFO main.py:47 HTTP POST http://airflow-webserver:8080/api/v1/dags/vdu_alarm/dagRuns 2024-05-26T02:40:35.442700994Z INFO: 10.244.0.45:53868 - "POST /vdu_alarm HTTP/1.1" 200 OK 2024-05-26T02:40:35.442742339Z 2024/05/26 02:40:35 INFO main.py:53 Response: { 2024-05-26T02:40:35.442752596Z "conf": { 2024-05-26T02:40:35.442761532Z "alerts": [ 2024-05-26T02:40:35.442770195Z { 2024-05-26T02:40:35.442778971Z "annotations": {}, 2024-05-26T02:40:35.442787605Z "endsAt": "2024-05-26T02:40:25.102Z", 2024-05-26T02:40:35.442796086Z "fingerprint": "c9ba07ba24416121", 2024-05-26T02:40:35.442805075Z "generatorURL": "http://prometheus-0:9090/graph?g0.expr=osm_cpu_utilization%7Bns_id%3D%227df26913-0365-492f-afaf-e9a01d842be2%22%2Cvdu_id%3D%22cirros_vnfd-VM%22%2Cvnf_member_index%3D%22vnf%22%7D+%3C+20&g0.tab=1", 2024-05-26T02:40:35.442814287Z "labels": { 2024-05-26T02:40:35.442823304Z "alertname": "vdu_alarm_0a4a20ae-c6eb-4aae-9b98-9acd6cad4ee9", 2024-05-26T02:40:35.442831614Z "job": "airflow_osm_vm_metrics_9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2", 2024-05-26T02:40:35.442840105Z "metric_id": "cirros_vnf_cpu_util", 2024-05-26T02:40:35.442848588Z "ns_id": "7df26913-0365-492f-afaf-e9a01d842be2", 2024-05-26T02:40:35.442862283Z "project_id": "35d897aa-acf6-4f28-9b99-d69c7db913c2", 2024-05-26T02:40:35.442871186Z "vdu_id": "cirros_vnfd-VM", 2024-05-26T02:40:35.442879662Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-05-26T02:40:35.442888013Z "vim_id": "9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2", 2024-05-26T02:40:35.442896453Z "vm_id": "d3d16323-ded5-4066-989b-0c82c922043f", 2024-05-26T02:40:35.442904816Z "vnf_member_index": "vnf" 2024-05-26T02:40:35.442913581Z }, 2024-05-26T02:40:35.442922088Z "startsAt": "2024-05-26T02:36:25.102Z", 2024-05-26T02:40:35.442930476Z "status": "resolved" 2024-05-26T02:40:35.442939237Z } 2024-05-26T02:40:35.442948089Z ], 2024-05-26T02:40:35.442956672Z "commonAnnotations": {}, 2024-05-26T02:40:35.442965222Z "commonLabels": { 2024-05-26T02:40:35.442973774Z "alertname": "vdu_alarm_0a4a20ae-c6eb-4aae-9b98-9acd6cad4ee9", 2024-05-26T02:40:35.442982404Z "job": "airflow_osm_vm_metrics_9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2", 2024-05-26T02:40:35.442990768Z "metric_id": "cirros_vnf_cpu_util", 2024-05-26T02:40:35.442999139Z "ns_id": "7df26913-0365-492f-afaf-e9a01d842be2", 2024-05-26T02:40:35.443007481Z "project_id": "35d897aa-acf6-4f28-9b99-d69c7db913c2", 2024-05-26T02:40:35.443015768Z "vdu_id": "cirros_vnfd-VM", 2024-05-26T02:40:35.443024266Z "vdu_name": "sa_07-alarm_test-vnf-cirros_vnfd-VM-0", 2024-05-26T02:40:35.443032620Z "vim_id": "9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2", 2024-05-26T02:40:35.443040953Z "vm_id": "d3d16323-ded5-4066-989b-0c82c922043f", 2024-05-26T02:40:35.443049434Z "vnf_member_index": "vnf" 2024-05-26T02:40:35.443057911Z }, 2024-05-26T02:40:35.443066562Z "externalURL": "http://alertmanager-0:9093", 2024-05-26T02:40:35.443105147Z "groupKey": "{}/{alertname=~\"^vdu_alarm_.*\"}:{}", 2024-05-26T02:40:35.443114040Z "groupLabels": {}, 2024-05-26T02:40:35.443122677Z "receiver": "alarm-webhook", 2024-05-26T02:40:35.443130970Z "status": "resolved", 2024-05-26T02:40:35.443139693Z "truncatedAlerts": 0, 2024-05-26T02:40:35.443148070Z "version": "4" 2024-05-26T02:40:35.443171603Z }, 2024-05-26T02:40:35.443180368Z "dag_id": "vdu_alarm", 2024-05-26T02:40:35.443188753Z "dag_run_id": "vdu_alarm_20240526024035_023481", 2024-05-26T02:40:35.443197104Z "data_interval_end": "2024-05-26T02:40:35.400372+00:00", 2024-05-26T02:40:35.443205606Z "data_interval_start": "2024-05-26T02:40:35.400372+00:00", 2024-05-26T02:40:35.443214041Z "end_date": null, 2024-05-26T02:40:35.443222426Z "execution_date": "2024-05-26T02:40:35.400372+00:00", 2024-05-26T02:40:35.443230832Z "external_trigger": true, 2024-05-26T02:40:35.443239045Z "last_scheduling_decision": null, 2024-05-26T02:40:35.443247363Z "logical_date": "2024-05-26T02:40:35.400372+00:00", 2024-05-26T02:40:35.443255964Z "note": null, 2024-05-26T02:40:35.443264656Z "run_type": "manual", 2024-05-26T02:40:35.443273403Z "start_date": null, 2024-05-26T02:40:35.443281831Z "state": "queued" 2024-05-26T02:40:35.443290170Z } 2024-05-26T02:40:35.443298280Z