ts=2024-05-21T14:40:46.224Z caller=main.go:539 level=info msg="No time or size retention was set so using the default time retention" duration=15d
ts=2024-05-21T14:40:46.225Z caller=main.go:583 level=info msg="Starting Prometheus Server" mode=server version="(version=2.47.0, branch=HEAD, revision=efa34a5840661c29c2e362efa76bc3a70dccb335)"
ts=2024-05-21T14:40:46.225Z caller=main.go:588 level=info build_context="(go=go1.21.0, platform=linux/amd64, user=root@409eb5e6b30c, date=20230906-10:20:07, tags=netgo,builtinassets,stringlabels)"
ts=2024-05-21T14:40:46.225Z caller=main.go:589 level=info host_details="(Linux 6.5.0-1021-azure #22~22.04.1-Ubuntu SMP Tue Apr 30 16:08:18 UTC 2024 x86_64 prometheus-0 (none))"
ts=2024-05-21T14:40:46.225Z caller=main.go:590 level=info fd_limits="(soft=1048576, hard=1048576)"
ts=2024-05-21T14:40:46.225Z caller=main.go:591 level=info vm_limits="(soft=unlimited, hard=unlimited)"
ts=2024-05-21T14:40:46.228Z caller=web.go:566 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090
ts=2024-05-21T14:40:46.228Z caller=main.go:1024 level=info msg="Starting TSDB ..."
ts=2024-05-21T14:40:46.229Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090
ts=2024-05-21T14:40:46.234Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090
ts=2024-05-21T14:40:46.242Z caller=head.go:600 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
ts=2024-05-21T14:40:46.242Z caller=head.go:681 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.9µs
ts=2024-05-21T14:40:46.242Z caller=head.go:689 level=info component=tsdb msg="Replaying WAL, this may take a while"
ts=2024-05-21T14:40:46.243Z caller=head.go:760 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
ts=2024-05-21T14:40:46.243Z caller=head.go:797 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=50.699µs wal_replay_duration=323.497µs wbl_replay_duration=200ns total_replay_duration=487.595µs
ts=2024-05-21T14:40:46.245Z caller=main.go:1045 level=info fs_type=EXT4_SUPER_MAGIC
ts=2024-05-21T14:40:46.245Z caller=main.go:1048 level=info msg="TSDB started"
ts=2024-05-21T14:40:46.245Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T14:40:46.249Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.474068ms db_storage=1µs remote_storage=1.8µs web_handler=800ns query_engine=1µs scrape=284.097µs scrape_sd=34µs notify=30.299µs notify_sd=11.3µs rules=2.716375ms tracing=6.8µs
ts=2024-05-21T14:40:46.249Z caller=main.go:1009 level=info msg="Server is ready to receive web requests."
ts=2024-05-21T14:40:46.249Z caller=manager.go:1009 level=info component="rule manager" msg="Starting rule manager..."
ts=2024-05-21T14:42:20.522Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T14:42:20.523Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.475186ms db_storage=1.2µs remote_storage=1.7µs web_handler=500ns query_engine=1µs scrape=147.598µs scrape_sd=27.8µs notify=24.2µs notify_sd=9.3µs rules=929.691µs tracing=3.7µs
ts=2024-05-21T14:54:32.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"85c36063-3ca3-4e73-8e59-9f7236298958\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"fbd58141-1f87-4899-88bc-bfbd3b370a3f\", vdu_name=\"basic-06-charm-t-vnf2-mgmtVM-0\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0\", vnf_id=\"b0c94590-cc05-4568-b35b-e35644934d08\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"85c36063-3ca3-4e73-8e59-9f7236298958\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"fbd58141-1f87-4899-88bc-bfbd3b370a3f\", vdu_name=\"UNKNOWN\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0\", vnf_id=\"b0c94590-cc05-4568-b35b-e35644934d08\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-05-21T14:54:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"85c36063-3ca3-4e73-8e59-9f7236298958\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"fbd58141-1f87-4899-88bc-bfbd3b370a3f\", vdu_name=\"basic-06-charm-t-vnf2-mgmtVM-0\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0\", vnf_id=\"b0c94590-cc05-4568-b35b-e35644934d08\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"85c36063-3ca3-4e73-8e59-9f7236298958\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"fbd58141-1f87-4899-88bc-bfbd3b370a3f\", vdu_name=\"UNKNOWN\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-06-charm-t-vnf2-mgmtVM-0\", vnf_id=\"b0c94590-cc05-4568-b35b-e35644934d08\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-05-21T16:04:06.894Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T16:04:06.897Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.851273ms db_storage=1.6µs remote_storage=1.9µs web_handler=500ns query_engine=1.5µs scrape=231.498µs scrape_sd=36.2µs notify=67.899µs notify_sd=11.3µs rules=1.998781ms tracing=5.6µs
ts=2024-05-21T16:04:11.942Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T16:04:11.944Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.686184ms db_storage=1.2µs remote_storage=2µs web_handler=700ns query_engine=1.5µs scrape=99.799µs scrape_sd=26.799µs notify=17.7µs notify_sd=9.5µs rules=1.186189ms tracing=26.7µs
ts=2024-05-21T16:06:32.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-09-manual--vnf-hackfest-basic-metrics-VM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d1e40162-220a-4101-93f6-f3cc504bc9d0\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"51c5b8e8-e37a-4fd4-b1d4-6a43c842ce58\", vdu_name=\"basic-09-manual--vnf-hackfest-basic-metrics-VM-0\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-09-manual--vnf-hackfest-basic-metrics-VM-0\", vnf_id=\"7e56b315-a1cb-43ca-981c-9eab6c8212df\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d1e40162-220a-4101-93f6-f3cc504bc9d0\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"51c5b8e8-e37a-4fd4-b1d4-6a43c842ce58\", vdu_name=\"UNKNOWN\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-09-manual--vnf-hackfest-basic-metrics-VM-0\", vnf_id=\"7e56b315-a1cb-43ca-981c-9eab6c8212df\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-05-21T16:06:47.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-09-manual--vnf-hackfest-basic-metrics-VM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d1e40162-220a-4101-93f6-f3cc504bc9d0\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"51c5b8e8-e37a-4fd4-b1d4-6a43c842ce58\", vdu_name=\"basic-09-manual--vnf-hackfest-basic-metrics-VM-0\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-09-manual--vnf-hackfest-basic-metrics-VM-0\", vnf_id=\"7e56b315-a1cb-43ca-981c-9eab6c8212df\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d1e40162-220a-4101-93f6-f3cc504bc9d0\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"51c5b8e8-e37a-4fd4-b1d4-6a43c842ce58\", vdu_name=\"UNKNOWN\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-09-manual--vnf-hackfest-basic-metrics-VM-0\", vnf_id=\"7e56b315-a1cb-43ca-981c-9eab6c8212df\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-05-21T16:08:40.073Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T16:08:40.075Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.134381ms db_storage=1.5µs remote_storage=1.9µs web_handler=400ns query_engine=1.4µs scrape=130.099µs scrape_sd=32.5µs notify=158.798µs notify_sd=18.8µs rules=1.241889ms tracing=5.6µs
ts=2024-05-21T16:08:45.116Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T16:08:45.118Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.607386ms db_storage=1.4µs remote_storage=1.5µs web_handler=400ns query_engine=900ns scrape=106.599µs scrape_sd=53.399µs notify=13.1µs notify_sd=5.7µs rules=1.021091ms tracing=4.6µs
ts=2024-05-21T16:48:32.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3eb4e0c4-653b-42ba-8788-cbbcd28301cf\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"c0f11754-53f3-46a4-aac0-358bc4b69356\", vdu_name=\"test-nscharm-1-userVM-0\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0\", vnf_id=\"b963cfbb-aa54-4038-b03f-b88ec184250d\", vnf_member_index=\"1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3eb4e0c4-653b-42ba-8788-cbbcd28301cf\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"c0f11754-53f3-46a4-aac0-358bc4b69356\", vdu_name=\"UNKNOWN\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0\", vnf_id=\"b963cfbb-aa54-4038-b03f-b88ec184250d\", vnf_member_index=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-05-21T16:48:47.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3eb4e0c4-653b-42ba-8788-cbbcd28301cf\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"c0f11754-53f3-46a4-aac0-358bc4b69356\", vdu_name=\"test-nscharm-1-userVM-0\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0\", vnf_id=\"b963cfbb-aa54-4038-b03f-b88ec184250d\", vnf_member_index=\"1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3eb4e0c4-653b-42ba-8788-cbbcd28301cf\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"c0f11754-53f3-46a4-aac0-358bc4b69356\", vdu_name=\"UNKNOWN\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0\", vnf_id=\"b963cfbb-aa54-4038-b03f-b88ec184250d\", vnf_member_index=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-05-21T17:40:54.459Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1716302452633 maxt=1716307200000 ulid=01HYE3VTG5MYXQB8CYD4BPM688 duration=54.207722ms
ts=2024-05-21T17:40:54.461Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.510687ms
ts=2024-05-21T18:37:57.739Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T18:37:57.741Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.22648ms db_storage=1.3µs remote_storage=1.7µs web_handler=500ns query_engine=1.2µs scrape=103.399µs scrape_sd=33.2µs notify=20.8µs notify_sd=9.7µs rules=1.730984ms tracing=5.7µs
ts=2024-05-21T18:38:02.813Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T18:38:02.817Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.946764ms db_storage=1.3µs remote_storage=2.2µs web_handler=500ns query_engine=1µs scrape=114.499µs scrape_sd=51.8µs notify=17.499µs notify_sd=9.4µs rules=3.226671ms tracing=4.7µs
ts=2024-05-21T18:38:07.885Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T18:38:07.888Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.956773ms db_storage=1.4µs remote_storage=1.5µs web_handler=400ns query_engine=1.5µs scrape=86.599µs scrape_sd=26.5µs notify=15.1µs notify_sd=7.499µs rules=2.501378ms tracing=6.7µs
ts=2024-05-21T18:38:12.937Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T18:38:12.940Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.32927ms db_storage=1.5µs remote_storage=1.6µs web_handler=400ns query_engine=1.4µs scrape=96.2µs scrape_sd=29.499µs notify=23.8µs notify_sd=10.7µs rules=2.863174ms tracing=6.1µs
ts=2024-05-21T18:38:17.989Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T18:38:17.992Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.158872ms db_storage=1.6µs remote_storage=1.2µs web_handler=400ns query_engine=1µs scrape=99.699µs scrape_sd=46.699µs notify=16.6µs notify_sd=18µs rules=2.678176ms tracing=5.7µs
ts=2024-05-21T18:38:23.046Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T18:38:23.051Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.844256ms db_storage=1.3µs remote_storage=6.9µs web_handler=500ns query_engine=20.6µs scrape=131.299µs scrape_sd=68.599µs notify=22.7µs notify_sd=10.7µs rules=4.116162ms tracing=5.3µs
ts=2024-05-21T18:47:52.055Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T18:47:52.057Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.868483ms db_storage=1.3µs remote_storage=1.7µs web_handler=400ns query_engine=900ns scrape=111.099µs scrape_sd=22.9µs notify=13.1µs notify_sd=6.8µs rules=1.295588ms tracing=5.1µs
ts=2024-05-21T18:47:57.099Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T18:47:57.101Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.612185ms db_storage=1.5µs remote_storage=1.6µs web_handler=500ns query_engine=1.1µs scrape=96.999µs scrape_sd=31.3µs notify=20.4µs notify_sd=10µs rules=1.013791ms tracing=28.499µs
ts=2024-05-21T18:48:02.146Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T18:48:02.148Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.152081ms db_storage=1.7µs remote_storage=1.9µs web_handler=500ns query_engine=1µs scrape=142.599µs scrape_sd=50.6µs notify=18.399µs notify_sd=10.9µs rules=1.351188ms tracing=8.2µs
ts=2024-05-21T18:48:07.213Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T18:48:07.215Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.985382ms db_storage=1.3µs remote_storage=2.1µs web_handler=500ns query_engine=1.2µs scrape=106.399µs scrape_sd=26.6µs notify=35.799µs notify_sd=15.3µs rules=1.480287ms tracing=5.9µs
ts=2024-05-21T18:48:12.257Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T18:48:12.260Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.718776ms db_storage=1.2µs remote_storage=2µs web_handler=500ns query_engine=1.1µs scrape=217.698µs scrape_sd=183.299µs notify=19.799µs notify_sd=11.2µs rules=1.802384ms tracing=24.9µs
ts=2024-05-21T18:48:17.299Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T18:48:17.301Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.906383ms db_storage=1.5µs remote_storage=1.3µs web_handler=400ns query_engine=800ns scrape=97.1µs scrape_sd=39.899µs notify=13µs notify_sd=11.2µs rules=1.353088ms tracing=5.3µs
ts=2024-05-21T19:00:22.721Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1716307207638 maxt=1716314400000 ulid=01HYE8DAZJPSSWHCKRDZMBRPPK duration=79.129106ms
ts=2024-05-21T19:00:22.724Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.626286ms
ts=2024-05-21T21:00:22.732Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1716314407633 maxt=1716321600000 ulid=01HYEF927QH328H6ET733MGH1K duration=84.901943ms
ts=2024-05-21T21:00:22.734Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.855984ms
ts=2024-05-21T22:46:33.672Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T22:46:33.675Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.630577ms db_storage=1.2µs remote_storage=1.7µs web_handler=500ns query_engine=12.8µs scrape=98.599µs scrape_sd=28.6µs notify=17.1µs notify_sd=9.2µs rules=1.680585ms tracing=5.6µs
ts=2024-05-21T22:46:38.721Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T22:46:38.723Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.322979ms db_storage=1.5µs remote_storage=1.9µs web_handler=400ns query_engine=1.1µs scrape=105.999µs scrape_sd=34.8µs notify=18µs notify_sd=12.199µs rules=1.825884ms tracing=5.4µs
ts=2024-05-21T23:00:17.657Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1716321607633 maxt=1716328800000 ulid=01HYEP4MHDGBNSA92D8ZERVC81 duration=75.367628ms
ts=2024-05-21T23:00:17.660Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.808884ms
ts=2024-05-21T23:00:17.660Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=0 to_segment=1 mint=1716328800000
ts=2024-05-21T23:00:17.678Z caller=head.go:1266 level=info component=tsdb msg="WAL checkpoint complete" first=0 last=1 duration=17.94984ms
ts=2024-05-21T23:00:17.747Z caller=compact.go:464 level=info component=tsdb msg="compact blocks" count=2 mint=1716302452633 maxt=1716314400000 ulid=01HYEP4MME21DS3P81542GYQFY sources="[01HYE3VTG5MYXQB8CYD4BPM688 01HYE8DAZJPSSWHCKRDZMBRPPK]" duration=68.595289ms
ts=2024-05-21T23:00:17.754Z caller=db.go:1619 level=info component=tsdb msg="Deleting obsolete block" block=01HYE3VTG5MYXQB8CYD4BPM688
ts=2024-05-21T23:00:17.759Z caller=db.go:1619 level=info component=tsdb msg="Deleting obsolete block" block=01HYE8DAZJPSSWHCKRDZMBRPPK
ts=2024-05-21T23:14:32.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"5e12456a-9f5b-4fc3-99b0-ff4850ec87f7\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-1\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"069229ea-ebf9-4080-a2e7-22ad04194369\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"5e12456a-9f5b-4fc3-99b0-ff4850ec87f7\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"069229ea-ebf9-4080-a2e7-22ad04194369\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-05-21T23:14:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"5e12456a-9f5b-4fc3-99b0-ff4850ec87f7\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-1\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"069229ea-ebf9-4080-a2e7-22ad04194369\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee\", project_id=\"1ebfb890-9d84-4751-8fc1-d9bd23293194\", vdu_id=\"5e12456a-9f5b-4fc3-99b0-ff4850ec87f7\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"7503e273-ca06-4dbf-a542-32094f279d83\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"069229ea-ebf9-4080-a2e7-22ad04194369\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-05-21T23:21:53.138Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T23:21:53.141Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.214981ms db_storage=1.3µs remote_storage=1.8µs web_handler=500ns query_engine=1.1µs scrape=100.399µs scrape_sd=36.8µs notify=71.499µs notify_sd=12.8µs rules=1.290589ms tracing=5µs
ts=2024-05-21T23:21:58.184Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-05-21T23:21:58.186Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.480678ms db_storage=1.3µs remote_storage=2.1µs web_handler=400ns query_engine=1.3µs scrape=121.299µs scrape_sd=52.899µs notify=20.9µs notify_sd=38.1µs rules=1.639185ms tracing=5.7µs
Created MongoClient to connect to MongoDB!
Generating prometheus config files
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Error in configuration attempt! Number of tries: 1/3
Cannot connect to host prometheus:9090 ssl:default [Connect call failed ('10.97.180.32', 9090)]
Generating prometheus config files
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful
Listening to changes in prometheus jobs and alerts collections
Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240521160406_
  rules:
  - alert: scalein_8bf4675b-e504-4a10-8be6-53b534864c3a
    expr: (count (osm_cpu_utilization{ns_id="d1e40162-220a-4101-93f6-f3cc504bc9d0",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="d1e40162-220a-4101-93f6-f3cc504bc9d0",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: d1e40162-220a-4101-93f6-f3cc504bc9d0
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_c9b59073-4286-43e0-b628-d5fa47bcc818
    expr: (count (osm_cpu_utilization{ns_id="d1e40162-220a-4101-93f6-f3cc504bc9d0",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="d1e40162-220a-4101-93f6-f3cc504bc9d0",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: d1e40162-220a-4101-93f6-f3cc504bc9d0
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240521160411_
  rules:
  - alert: scalein_8bf4675b-e504-4a10-8be6-53b534864c3a
    expr: (count (osm_cpu_utilization{ns_id="d1e40162-220a-4101-93f6-f3cc504bc9d0",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="d1e40162-220a-4101-93f6-f3cc504bc9d0",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: d1e40162-220a-4101-93f6-f3cc504bc9d0
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_c9b59073-4286-43e0-b628-d5fa47bcc818
    expr: (count (osm_cpu_utilization{ns_id="d1e40162-220a-4101-93f6-f3cc504bc9d0",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="d1e40162-220a-4101-93f6-f3cc504bc9d0",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: d1e40162-220a-4101-93f6-f3cc504bc9d0
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 3
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240521183757_
  rules:
  - alert: scalein_ed41ca36-27e6-4468-b239-bce38f613412
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_409246fb-31dd-484a-bf72-368232e30a3c
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_c9efbcb4-b6cb-4efb-9c6a-fe5250311707
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240521183802_
  rules:
  - alert: scalein_ed41ca36-27e6-4468-b239-bce38f613412
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_409246fb-31dd-484a-bf72-368232e30a3c
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_c9efbcb4-b6cb-4efb-9c6a-fe5250311707
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9dcd8707-9db3-45b0-9f38-6f9182b39580
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_fb8c0cb4-a8c3-4b8c-8297-5b35a77c66ff
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_753d8f57-6499-4299-9742-9ed7b94b95ed
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240521183807_
  rules:
  - alert: scalein_ed41ca36-27e6-4468-b239-bce38f613412
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_409246fb-31dd-484a-bf72-368232e30a3c
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_c9efbcb4-b6cb-4efb-9c6a-fe5250311707
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9dcd8707-9db3-45b0-9f38-6f9182b39580
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_fb8c0cb4-a8c3-4b8c-8297-5b35a77c66ff
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_753d8f57-6499-4299-9742-9ed7b94b95ed
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240521183812_
  rules:
  - alert: scalein_ed41ca36-27e6-4468-b239-bce38f613412
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_409246fb-31dd-484a-bf72-368232e30a3c
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_c9efbcb4-b6cb-4efb-9c6a-fe5250311707
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9dcd8707-9db3-45b0-9f38-6f9182b39580
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_fb8c0cb4-a8c3-4b8c-8297-5b35a77c66ff
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_753d8f57-6499-4299-9742-9ed7b94b95ed
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240521183817_
  rules:
  - alert: scalein_ed41ca36-27e6-4468-b239-bce38f613412
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_409246fb-31dd-484a-bf72-368232e30a3c
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_c9efbcb4-b6cb-4efb-9c6a-fe5250311707
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9dcd8707-9db3-45b0-9f38-6f9182b39580
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_fb8c0cb4-a8c3-4b8c-8297-5b35a77c66ff
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_753d8f57-6499-4299-9742-9ed7b94b95ed
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240521183823_
  rules:
  - alert: scalein_ed41ca36-27e6-4468-b239-bce38f613412
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_409246fb-31dd-484a-bf72-368232e30a3c
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_c9efbcb4-b6cb-4efb-9c6a-fe5250311707
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9dcd8707-9db3-45b0-9f38-6f9182b39580
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_fb8c0cb4-a8c3-4b8c-8297-5b35a77c66ff
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_753d8f57-6499-4299-9742-9ed7b94b95ed
    expr: (count (osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="84e861a3-8013-4d5e-88bf-90de761f1afb",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 84e861a3-8013-4d5e-88bf-90de761f1afb
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240521224633_
  rules:
  - alert: scalein_d87d30e6-7b81-49ff-9e77-e69cdea155b4
    expr: (count (osm_cpu_utilization{ns_id="fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_a0852013-001e-4b7b-8f69-ac69cb10766a
    expr: (count (osm_cpu_utilization{ns_id="fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240521224638_
  rules:
  - alert: scalein_d87d30e6-7b81-49ff-9e77-e69cdea155b4
    expr: (count (osm_cpu_utilization{ns_id="fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_a0852013-001e-4b7b-8f69-ac69cb10766a
    expr: (count (osm_cpu_utilization{ns_id="fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: fd88b3bc-a449-4fcf-a3d8-ce8ac7996bee
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful