ts=2024-02-18T12:25:58.209Z caller=main.go:539 level=info msg="No time or size retention was set so using the default time retention" duration=15d
ts=2024-02-18T12:25:58.209Z caller=main.go:583 level=info msg="Starting Prometheus Server" mode=server version="(version=2.47.0, branch=HEAD, revision=efa34a5840661c29c2e362efa76bc3a70dccb335)"
ts=2024-02-18T12:25:58.209Z caller=main.go:588 level=info build_context="(go=go1.21.0, platform=linux/amd64, user=root@409eb5e6b30c, date=20230906-10:20:07, tags=netgo,builtinassets,stringlabels)"
ts=2024-02-18T12:25:58.209Z caller=main.go:589 level=info host_details="(Linux 6.2.0-1019-azure #19~22.04.1-Ubuntu SMP Wed Jan 10 22:57:03 UTC 2024 x86_64 prometheus-0 (none))"
ts=2024-02-18T12:25:58.209Z caller=main.go:590 level=info fd_limits="(soft=1048576, hard=1048576)"
ts=2024-02-18T12:25:58.209Z caller=main.go:591 level=info vm_limits="(soft=unlimited, hard=unlimited)"
ts=2024-02-18T12:25:58.211Z caller=web.go:566 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090
ts=2024-02-18T12:25:58.212Z caller=main.go:1024 level=info msg="Starting TSDB ..."
ts=2024-02-18T12:25:58.217Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090
ts=2024-02-18T12:25:58.217Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090
ts=2024-02-18T12:25:58.218Z caller=head.go:600 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
ts=2024-02-18T12:25:58.219Z caller=head.go:681 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.3µs
ts=2024-02-18T12:25:58.219Z caller=head.go:689 level=info component=tsdb msg="Replaying WAL, this may take a while"
ts=2024-02-18T12:25:58.219Z caller=head.go:760 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
ts=2024-02-18T12:25:58.219Z caller=head.go:797 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=74.001µs wal_replay_duration=532.105µs wbl_replay_duration=100ns total_replay_duration=731.507µs
ts=2024-02-18T12:25:58.221Z caller=main.go:1045 level=info fs_type=EXT4_SUPER_MAGIC
ts=2024-02-18T12:25:58.221Z caller=main.go:1048 level=info msg="TSDB started"
ts=2024-02-18T12:25:58.222Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T12:25:58.223Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.400413ms db_storage=2.1µs remote_storage=2.9µs web_handler=1.1µs query_engine=1.8µs scrape=251.602µs scrape_sd=32.601µs notify=27.1µs notify_sd=10µs rules=639.106µs tracing=5.6µs
ts=2024-02-18T12:25:58.223Z caller=main.go:1009 level=info msg="Server is ready to receive web requests."
ts=2024-02-18T12:25:58.223Z caller=manager.go:1009 level=info component="rule manager" msg="Starting rule manager..."
ts=2024-02-18T12:27:41.798Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T12:27:41.800Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.033618ms db_storage=1.7µs remote_storage=1.6µs web_handler=500ns query_engine=1.4µs scrape=96.101µs scrape_sd=31.3µs notify=17.9µs notify_sd=9.5µs rules=1.429513ms tracing=4.5µs
ts=2024-02-18T13:50:00.572Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T13:50:00.575Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.124526ms db_storage=1.5µs remote_storage=1.6µs web_handler=500ns query_engine=1µs scrape=94.901µs scrape_sd=57.401µs notify=19.5µs notify_sd=9.4µs rules=1.589613ms tracing=5.6µs
ts=2024-02-18T13:50:05.621Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T13:50:05.624Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.872427ms db_storage=1.3µs remote_storage=20.301µs web_handler=600ns query_engine=1µs scrape=139.801µs scrape_sd=64.4µs notify=17.701µs notify_sd=59µs rules=2.08682ms tracing=6µs
ts=2024-02-18T13:55:52.500Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T13:55:52.501Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.09471ms db_storage=1.5µs remote_storage=1.7µs web_handler=400ns query_engine=800ns scrape=79.7µs scrape_sd=28.001µs notify=16.2µs notify_sd=10.2µs rules=660.606µs tracing=3.8µs
ts=2024-02-18T13:55:57.525Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T13:55:57.526Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=983.809µs db_storage=1.2µs remote_storage=1.4µs web_handler=400ns query_engine=800ns scrape=86.701µs scrape_sd=25.5µs notify=16.001µs notify_sd=10.3µs rules=584.205µs tracing=3.6µs
ts=2024-02-18T14:36:32.586Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0a5fb80b-6755-44ae-adef-bef2a0949bb3\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"80d00096-699d-42df-9629-24ec0646d983\", vdu_name=\"test-nscharm-2-policyVM-0\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0\", vnf_id=\"7f1b0280-6302-4c50-8bc5-70f2490b01f7\", vnf_member_index=\"2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0a5fb80b-6755-44ae-adef-bef2a0949bb3\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"80d00096-699d-42df-9629-24ec0646d983\", vdu_name=\"UNKNOWN\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0\", vnf_id=\"7f1b0280-6302-4c50-8bc5-70f2490b01f7\", vnf_member_index=\"2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-18T14:36:47.585Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0a5fb80b-6755-44ae-adef-bef2a0949bb3\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"80d00096-699d-42df-9629-24ec0646d983\", vdu_name=\"test-nscharm-2-policyVM-0\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0\", vnf_id=\"7f1b0280-6302-4c50-8bc5-70f2490b01f7\", vnf_member_index=\"2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0a5fb80b-6755-44ae-adef-bef2a0949bb3\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"80d00096-699d-42df-9629-24ec0646d983\", vdu_name=\"UNKNOWN\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0\", vnf_id=\"7f1b0280-6302-4c50-8bc5-70f2490b01f7\", vnf_member_index=\"2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-18T15:26:07.776Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1708259167636 maxt=1708264800000 ulid=01HPYD66B7HSQQ1Z8FBMYQ3ASB duration=56.337032ms
ts=2024-02-18T15:26:07.778Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.103712ms
ts=2024-02-18T15:50:32.585Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-requires-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a8373ba6-b67f-432b-9e8e-73b521cbde5d\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"6e5999ff-0dee-4829-961b-b0617fee89b7\", vdu_name=\"basic-14-vnf-rel-vnf-simple-requires-0\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-requires-0\", vnf_id=\"c17cc187-e0b1-42a0-bac6-b996f0236b1b\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a8373ba6-b67f-432b-9e8e-73b521cbde5d\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"6e5999ff-0dee-4829-961b-b0617fee89b7\", vdu_name=\"UNKNOWN\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-requires-0\", vnf_id=\"c17cc187-e0b1-42a0-bac6-b996f0236b1b\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-18T15:50:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-requires-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a8373ba6-b67f-432b-9e8e-73b521cbde5d\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"6e5999ff-0dee-4829-961b-b0617fee89b7\", vdu_name=\"basic-14-vnf-rel-vnf-simple-requires-0\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-requires-0\", vnf_id=\"c17cc187-e0b1-42a0-bac6-b996f0236b1b\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a8373ba6-b67f-432b-9e8e-73b521cbde5d\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"6e5999ff-0dee-4829-961b-b0617fee89b7\", vdu_name=\"UNKNOWN\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-requires-0\", vnf_id=\"c17cc187-e0b1-42a0-bac6-b996f0236b1b\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-18T16:24:44.333Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T16:24:44.335Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.935717ms db_storage=1.5µs remote_storage=1.7µs web_handler=400ns query_engine=901ns scrape=75.5µs scrape_sd=50.301µs notify=18.2µs notify_sd=9.7µs rules=1.507613ms tracing=4.3µs
ts=2024-02-18T16:24:49.410Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T16:24:49.413Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.222529ms db_storage=1.6µs remote_storage=1.5µs web_handler=400ns query_engine=1µs scrape=94.301µs scrape_sd=25.6µs notify=15.9µs notify_sd=24.7µs rules=2.635524ms tracing=3.8µs
ts=2024-02-18T16:24:54.459Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T16:24:54.463Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.122737ms db_storage=1.4µs remote_storage=2µs web_handler=800ns query_engine=1µs scrape=139.902µs scrape_sd=33.8µs notify=44.5µs notify_sd=10.201µs rules=3.530131ms tracing=4.6µs
ts=2024-02-18T16:24:59.502Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T16:24:59.504Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.384222ms db_storage=1.801µs remote_storage=1.5µs web_handler=300ns query_engine=1µs scrape=97.7µs scrape_sd=27.201µs notify=15.4µs notify_sd=9µs rules=1.882017ms tracing=5µs
ts=2024-02-18T16:25:04.553Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T16:25:04.557Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.31173ms db_storage=1.5µs remote_storage=1.7µs web_handler=600ns query_engine=1µs scrape=99.701µs scrape_sd=35.601µs notify=21.7µs notify_sd=10.5µs rules=2.637824ms tracing=5.7µs
ts=2024-02-18T16:25:09.598Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T16:25:09.600Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.704525ms db_storage=1.6µs remote_storage=1.4µs web_handler=500ns query_engine=900ns scrape=89.001µs scrape_sd=37.7µs notify=18.401µs notify_sd=9.5µs rules=2.288921ms tracing=2.6µs
ts=2024-02-18T16:26:32.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6a110c4d-2b4a-4313-9670-0e10e68d057f\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"0f88cecb-4851-4907-a81c-5a777b263b11\", vdu_name=\"basic-16-vnf-hackfest-basic-metrics-VM-2\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\", vnf_id=\"4592d1bc-51dc-4d24-b87d-f8760cc7e7cf\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6a110c4d-2b4a-4313-9670-0e10e68d057f\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"0f88cecb-4851-4907-a81c-5a777b263b11\", vdu_name=\"UNKNOWN\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\", vnf_id=\"4592d1bc-51dc-4d24-b87d-f8760cc7e7cf\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-18T16:26:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6a110c4d-2b4a-4313-9670-0e10e68d057f\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"0f88cecb-4851-4907-a81c-5a777b263b11\", vdu_name=\"basic-16-vnf-hackfest-basic-metrics-VM-2\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\", vnf_id=\"4592d1bc-51dc-4d24-b87d-f8760cc7e7cf\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6a110c4d-2b4a-4313-9670-0e10e68d057f\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"0f88cecb-4851-4907-a81c-5a777b263b11\", vdu_name=\"UNKNOWN\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\", vnf_id=\"4592d1bc-51dc-4d24-b87d-f8760cc7e7cf\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-18T16:34:05.825Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T16:34:05.826Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.658615ms db_storage=16µs remote_storage=1.7µs web_handler=400ns query_engine=1µs scrape=97.501µs scrape_sd=24.6µs notify=16.4µs notify_sd=23.7µs rules=1.06811ms tracing=4.8µs
ts=2024-02-18T16:34:10.847Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T16:34:10.848Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=979.009µs db_storage=1.2µs remote_storage=1.7µs web_handler=300ns query_engine=800ns scrape=84.801µs scrape_sd=23µs notify=14.9µs notify_sd=8.8µs rules=572.206µs tracing=2.3µs
ts=2024-02-18T16:34:15.877Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T16:34:15.879Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.974318ms db_storage=1.201µs remote_storage=1.9µs web_handler=600ns query_engine=1.1µs scrape=143.601µs scrape_sd=28.2µs notify=56.401µs notify_sd=13.5µs rules=1.360312ms tracing=5.5µs
ts=2024-02-18T16:34:20.903Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T16:34:20.904Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=987.309µs db_storage=1.2µs remote_storage=1.4µs web_handler=300ns query_engine=900ns scrape=83.501µs scrape_sd=26.7µs notify=16.4µs notify_sd=7.301µs rules=605.305µs tracing=2.5µs
ts=2024-02-18T16:34:25.941Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T16:34:25.943Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.433524ms db_storage=1.4µs remote_storage=1.9µs web_handler=500ns query_engine=1.1µs scrape=163.902µs scrape_sd=61.9µs notify=17.3µs notify_sd=16.101µs rules=1.740117ms tracing=4.1µs
ts=2024-02-18T16:34:30.969Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T16:34:30.970Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.556815ms db_storage=1.3µs remote_storage=1.6µs web_handler=600ns query_engine=900ns scrape=102.601µs scrape_sd=32.8µs notify=25.5µs notify_sd=9.9µs rules=1.103511ms tracing=8µs
ts=2024-02-18T17:00:07.719Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1708264802580 maxt=1708272000000 ulid=01HPYJJA37BT5537W10X4FT691 duration=64.64191ms
ts=2024-02-18T17:00:07.721Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.196711ms
ts=2024-02-18T17:18:32.585Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"75526dad-b602-4b89-a5b6-f12889176af5\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"2003ccf3-0b0b-4488-b9c3-7cfb6a9f559f\", vdu_name=\"hfcloudinit-vnf2-dataVM-0\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\", vnf_id=\"87c243d8-8415-4056-a4db-e5e2089cdbce\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"75526dad-b602-4b89-a5b6-f12889176af5\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"2003ccf3-0b0b-4488-b9c3-7cfb6a9f559f\", vdu_name=\"UNKNOWN\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\", vnf_id=\"87c243d8-8415-4056-a4db-e5e2089cdbce\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-18T17:18:47.586Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"75526dad-b602-4b89-a5b6-f12889176af5\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"2003ccf3-0b0b-4488-b9c3-7cfb6a9f559f\", vdu_name=\"hfcloudinit-vnf2-dataVM-0\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\", vnf_id=\"87c243d8-8415-4056-a4db-e5e2089cdbce\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"75526dad-b602-4b89-a5b6-f12889176af5\", project_id=\"1811b593-78a2-48ad-ad06-d394025451ce\", vdu_id=\"2003ccf3-0b0b-4488-b9c3-7cfb6a9f559f\", vdu_name=\"UNKNOWN\", vim_id=\"946dec68-6289-4311-b8c8-cc7f7b0d12e3\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\", vnf_id=\"87c243d8-8415-4056-a4db-e5e2089cdbce\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-18T19:00:22.707Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1708272007636 maxt=1708279200000 ulid=01HPYSEFZRZ7K26Y7RNTT5FGDD duration=58.716847ms
ts=2024-02-18T19:00:22.708Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.175011ms
ts=2024-02-18T20:33:33.233Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T20:33:33.235Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.213626ms db_storage=1.9µs remote_storage=1.9µs web_handler=500ns query_engine=1.2µs scrape=108.802µs scrape_sd=36.7µs notify=19.3µs notify_sd=10.3µs rules=1.499018ms tracing=6.7µs
ts=2024-02-18T20:33:38.265Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T20:33:38.266Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.288416ms db_storage=1.4µs remote_storage=1.4µs web_handler=300ns query_engine=900ns scrape=78.801µs scrape_sd=25.2µs notify=13µs notify_sd=8.001µs rules=928.811µs tracing=3.4µs
ts=2024-02-18T21:00:17.640Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1708279207640 maxt=1708286400000 ulid=01HPZ0A29F73CTX882ETP56CB7 duration=57.46223ms
ts=2024-02-18T21:00:17.642Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.10011ms
ts=2024-02-18T21:00:17.642Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=0 to_segment=1 mint=1708286400000
ts=2024-02-18T21:00:17.658Z caller=head.go:1266 level=info component=tsdb msg="WAL checkpoint complete" first=0 last=1 duration=16.28095ms
ts=2024-02-18T21:09:38.247Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T21:09:38.248Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.207914ms db_storage=1.2µs remote_storage=1.3µs web_handler=300ns query_engine=1µs scrape=57.501µs scrape_sd=48.2µs notify=16.1µs notify_sd=9µs rules=812.81µs tracing=3µs
ts=2024-02-18T21:09:43.274Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-18T21:09:43.275Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.073212ms db_storage=1.2µs remote_storage=1.4µs web_handler=400ns query_engine=800ns scrape=102.902µs scrape_sd=39.5µs notify=18.3µs notify_sd=9.4µs rules=668.708µs tracing=2.5µs
Created MongoClient to connect to MongoDB!
Generating prometheus config files
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful
Listening to changes in prometheus jobs and alerts collections
Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 1
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240218135000_
  rules:
  - alert: scalein_f422f91c-1c61-4547-863e-6850a36757bb
    expr: (count (osm_cpu_utilization{ns_id="bad95a20-4ffe-4977-a247-b5b44c6022cc",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="bad95a20-4ffe-4977-a247-b5b44c6022cc",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: bad95a20-4ffe-4977-a247-b5b44c6022cc
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240218135005_
  rules:
  - alert: scalein_f422f91c-1c61-4547-863e-6850a36757bb
    expr: (count (osm_cpu_utilization{ns_id="bad95a20-4ffe-4977-a247-b5b44c6022cc",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="bad95a20-4ffe-4977-a247-b5b44c6022cc",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: bad95a20-4ffe-4977-a247-b5b44c6022cc
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_376739fc-a885-4f96-810c-aebb82812965
    expr: (count (osm_cpu_utilization{ns_id="bad95a20-4ffe-4977-a247-b5b44c6022cc",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="bad95a20-4ffe-4977-a247-b5b44c6022cc",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: bad95a20-4ffe-4977-a247-b5b44c6022cc
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 4
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240218162444_
  rules:
  - alert: scalein_462051f5-e21d-4177-97ae-76fdcc1b796e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_283db4a7-e5c7-4736-9d39-d29635b809b4
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_7315f618-fb30-4dee-be25-cd0ca2e32c8e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_eb7ab9fa-4658-4062-8da2-4f5f62138f22
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240218162449_
  rules:
  - alert: scalein_462051f5-e21d-4177-97ae-76fdcc1b796e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_283db4a7-e5c7-4736-9d39-d29635b809b4
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_7315f618-fb30-4dee-be25-cd0ca2e32c8e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_eb7ab9fa-4658-4062-8da2-4f5f62138f22
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_77ce1373-2988-4fa9-9185-26e6cb81515a
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_7b587f41-b40f-4cab-837f-01a544f16e8e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240218162454_
  rules:
  - alert: scalein_462051f5-e21d-4177-97ae-76fdcc1b796e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_283db4a7-e5c7-4736-9d39-d29635b809b4
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_7315f618-fb30-4dee-be25-cd0ca2e32c8e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_eb7ab9fa-4658-4062-8da2-4f5f62138f22
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_77ce1373-2988-4fa9-9185-26e6cb81515a
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_7b587f41-b40f-4cab-837f-01a544f16e8e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240218162459_
  rules:
  - alert: scalein_462051f5-e21d-4177-97ae-76fdcc1b796e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_283db4a7-e5c7-4736-9d39-d29635b809b4
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_7315f618-fb30-4dee-be25-cd0ca2e32c8e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_eb7ab9fa-4658-4062-8da2-4f5f62138f22
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_77ce1373-2988-4fa9-9185-26e6cb81515a
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_7b587f41-b40f-4cab-837f-01a544f16e8e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240218162504_
  rules:
  - alert: scalein_462051f5-e21d-4177-97ae-76fdcc1b796e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_283db4a7-e5c7-4736-9d39-d29635b809b4
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_7315f618-fb30-4dee-be25-cd0ca2e32c8e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_eb7ab9fa-4658-4062-8da2-4f5f62138f22
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_77ce1373-2988-4fa9-9185-26e6cb81515a
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_7b587f41-b40f-4cab-837f-01a544f16e8e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240218162509_
  rules:
  - alert: scalein_462051f5-e21d-4177-97ae-76fdcc1b796e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_283db4a7-e5c7-4736-9d39-d29635b809b4
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_7315f618-fb30-4dee-be25-cd0ca2e32c8e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_eb7ab9fa-4658-4062-8da2-4f5f62138f22
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_77ce1373-2988-4fa9-9185-26e6cb81515a
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_7b587f41-b40f-4cab-837f-01a544f16e8e
    expr: (count (osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6a110c4d-2b4a-4313-9670-0e10e68d057f",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 6a110c4d-2b4a-4313-9670-0e10e68d057f
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240218203333_
  rules:
  - alert: scalein_f82ddee1-e920-440d-a242-738f89350434
    expr: (count (osm_cpu_utilization{ns_id="0a86b81b-6243-4fa2-b20f-2c9e00b7d303",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0a86b81b-6243-4fa2-b20f-2c9e00b7d303",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 0a86b81b-6243-4fa2-b20f-2c9e00b7d303
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_8db61ac4-a6a1-4888-84dc-3b886507fcf8
    expr: (count (osm_cpu_utilization{ns_id="0a86b81b-6243-4fa2-b20f-2c9e00b7d303",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0a86b81b-6243-4fa2-b20f-2c9e00b7d303",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 0a86b81b-6243-4fa2-b20f-2c9e00b7d303
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240218203338_
  rules:
  - alert: scalein_f82ddee1-e920-440d-a242-738f89350434
    expr: (count (osm_cpu_utilization{ns_id="0a86b81b-6243-4fa2-b20f-2c9e00b7d303",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0a86b81b-6243-4fa2-b20f-2c9e00b7d303",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 0a86b81b-6243-4fa2-b20f-2c9e00b7d303
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_8db61ac4-a6a1-4888-84dc-3b886507fcf8
    expr: (count (osm_cpu_utilization{ns_id="0a86b81b-6243-4fa2-b20f-2c9e00b7d303",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0a86b81b-6243-4fa2-b20f-2c9e00b7d303",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 0a86b81b-6243-4fa2-b20f-2c9e00b7d303
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful