ts=2024-01-28T12:24:34.891Z caller=main.go:539 level=info msg="No time or size retention was set so using the default time retention" duration=15d
ts=2024-01-28T12:24:34.891Z caller=main.go:583 level=info msg="Starting Prometheus Server" mode=server version="(version=2.47.0, branch=HEAD, revision=efa34a5840661c29c2e362efa76bc3a70dccb335)"
ts=2024-01-28T12:24:34.891Z caller=main.go:588 level=info build_context="(go=go1.21.0, platform=linux/amd64, user=root@409eb5e6b30c, date=20230906-10:20:07, tags=netgo,builtinassets,stringlabels)"
ts=2024-01-28T12:24:34.891Z caller=main.go:589 level=info host_details="(Linux 6.2.0-1019-azure #19~22.04.1-Ubuntu SMP Wed Jan 10 22:57:03 UTC 2024 x86_64 prometheus-0 (none))"
ts=2024-01-28T12:24:34.891Z caller=main.go:590 level=info fd_limits="(soft=1048576, hard=1048576)"
ts=2024-01-28T12:24:34.891Z caller=main.go:591 level=info vm_limits="(soft=unlimited, hard=unlimited)"
ts=2024-01-28T12:24:34.893Z caller=web.go:566 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090
ts=2024-01-28T12:24:34.893Z caller=main.go:1024 level=info msg="Starting TSDB ..."
ts=2024-01-28T12:24:34.901Z caller=head.go:600 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
ts=2024-01-28T12:24:34.902Z caller=head.go:681 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.4µs
ts=2024-01-28T12:24:34.902Z caller=head.go:689 level=info component=tsdb msg="Replaying WAL, this may take a while"
ts=2024-01-28T12:24:34.903Z caller=head.go:760 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
ts=2024-01-28T12:24:34.905Z caller=head.go:797 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=42.301µs wal_replay_duration=3.197406ms wbl_replay_duration=100ns total_replay_duration=3.31571ms
ts=2024-01-28T12:24:34.907Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090
ts=2024-01-28T12:24:34.907Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090
ts=2024-01-28T12:24:34.908Z caller=main.go:1045 level=info fs_type=EXT4_SUPER_MAGIC
ts=2024-01-28T12:24:34.908Z caller=main.go:1048 level=info msg="TSDB started"
ts=2024-01-28T12:24:34.909Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T12:24:34.915Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.264807ms db_storage=1.3µs remote_storage=2µs web_handler=500ns query_engine=1.101µs scrape=252.508µs scrape_sd=40.401µs notify=43.102µs notify_sd=14.7µs rules=5.469581ms tracing=28.901µs
ts=2024-01-28T12:24:34.915Z caller=main.go:1009 level=info msg="Server is ready to receive web requests."
ts=2024-01-28T12:24:34.915Z caller=manager.go:1009 level=info component="rule manager" msg="Starting rule manager..."
ts=2024-01-28T12:29:04.901Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T12:29:04.902Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.411146ms db_storage=1.801µs remote_storage=2.3µs web_handler=400ns query_engine=1µs scrape=93.903µs scrape_sd=22.501µs notify=20.3µs notify_sd=26.701µs rules=947.031µs tracing=3.3µs
ts=2024-01-28T13:14:32.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b8e4f0d7-b8a9-4c6e-9061-e7a30f87f37b\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"5fc227fb-9d62-47fb-9f4d-6dd9fc8a7d3e\", vdu_name=\"basic-07-secure--vnf2-mgmtVM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf2-mgmtVM-0\", vnf_id=\"4d136ef2-5e02-4fe7-8815-44e2b4e5a7ac\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b8e4f0d7-b8a9-4c6e-9061-e7a30f87f37b\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"5fc227fb-9d62-47fb-9f4d-6dd9fc8a7d3e\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf2-mgmtVM-0\", vnf_id=\"4d136ef2-5e02-4fe7-8815-44e2b4e5a7ac\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T13:14:47.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b8e4f0d7-b8a9-4c6e-9061-e7a30f87f37b\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"5fc227fb-9d62-47fb-9f4d-6dd9fc8a7d3e\", vdu_name=\"basic-07-secure--vnf2-mgmtVM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf2-mgmtVM-0\", vnf_id=\"4d136ef2-5e02-4fe7-8815-44e2b4e5a7ac\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b8e4f0d7-b8a9-4c6e-9061-e7a30f87f37b\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"5fc227fb-9d62-47fb-9f4d-6dd9fc8a7d3e\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure--vnf2-mgmtVM-0\", vnf_id=\"4d136ef2-5e02-4fe7-8815-44e2b4e5a7ac\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T13:49:22.693Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T13:49:22.696Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.57842ms db_storage=1.5µs remote_storage=2µs web_handler=400ns query_engine=1.2µs scrape=84.403µs scrape_sd=27.201µs notify=22.801µs notify_sd=12.7µs rules=2.942899ms tracing=6µs
ts=2024-01-28T13:49:27.751Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T13:49:27.752Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.370345ms db_storage=1.5µs remote_storage=2µs web_handler=400ns query_engine=1.2µs scrape=81.003µs scrape_sd=24.201µs notify=17µs notify_sd=8.601µs rules=1.000633ms tracing=4.8µs
ts=2024-01-28T13:53:55.963Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T13:53:55.964Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.285543ms db_storage=1.4µs remote_storage=1.9µs web_handler=400ns query_engine=1.2µs scrape=80.403µs scrape_sd=28.001µs notify=17.6µs notify_sd=7.501µs rules=755.324µs tracing=4.5µs
ts=2024-01-28T13:54:00.994Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T13:54:00.995Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.377146ms db_storage=1.6µs remote_storage=1.9µs web_handler=400ns query_engine=1.1µs scrape=88.603µs scrape_sd=31.101µs notify=17.201µs notify_sd=8µs rules=966.632µs tracing=4.3µs
ts=2024-01-28T14:34:32.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5490a5f9-a434-4cf1-b644-1d87cecd0636\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"633d637a-4d5e-4e5e-9169-1b573cdfe2fe\", vdu_name=\"test-nscharm-2-policyVM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0\", vnf_id=\"48f1a43f-5a55-438b-9fd2-5b0fad8b82c5\", vnf_member_index=\"2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5490a5f9-a434-4cf1-b644-1d87cecd0636\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"633d637a-4d5e-4e5e-9169-1b573cdfe2fe\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0\", vnf_id=\"48f1a43f-5a55-438b-9fd2-5b0fad8b82c5\", vnf_member_index=\"2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T14:34:47.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5490a5f9-a434-4cf1-b644-1d87cecd0636\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"633d637a-4d5e-4e5e-9169-1b573cdfe2fe\", vdu_name=\"test-nscharm-2-policyVM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0\", vnf_id=\"48f1a43f-5a55-438b-9fd2-5b0fad8b82c5\", vnf_member_index=\"2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5490a5f9-a434-4cf1-b644-1d87cecd0636\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"633d637a-4d5e-4e5e-9169-1b573cdfe2fe\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-2-policyVM-0\", vnf_id=\"48f1a43f-5a55-438b-9fd2-5b0fad8b82c5\", vnf_member_index=\"2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T15:24:54.465Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1706444692634 maxt=1706450400000 ulid=01HN8ARVQVTGK088TZ3TYCQVHN duration=70.091826ms
ts=2024-01-28T15:24:54.469Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.613359ms
ts=2024-01-28T15:48:32.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-provides-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"108e08dd-f942-4e36-8709-cf7ac9f84e48\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"bc198ab4-8711-459f-8c05-e63972a77c32\", vdu_name=\"basic-14-vnf-rel-vnf-simple-provides-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-provides-0\", vnf_id=\"6759d862-2e3f-4c1f-bfa9-a9639d8d92b2\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"108e08dd-f942-4e36-8709-cf7ac9f84e48\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"bc198ab4-8711-459f-8c05-e63972a77c32\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-provides-0\", vnf_id=\"6759d862-2e3f-4c1f-bfa9-a9639d8d92b2\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T15:48:47.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-provides-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"108e08dd-f942-4e36-8709-cf7ac9f84e48\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"bc198ab4-8711-459f-8c05-e63972a77c32\", vdu_name=\"basic-14-vnf-rel-vnf-simple-provides-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-provides-0\", vnf_id=\"6759d862-2e3f-4c1f-bfa9-a9639d8d92b2\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"108e08dd-f942-4e36-8709-cf7ac9f84e48\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"bc198ab4-8711-459f-8c05-e63972a77c32\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-provides-0\", vnf_id=\"6759d862-2e3f-4c1f-bfa9-a9639d8d92b2\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T16:23:19.580Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T16:23:19.582Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.868063ms db_storage=1.3µs remote_storage=1.9µs web_handler=400ns query_engine=900ns scrape=86.903µs scrape_sd=24.7µs notify=17.401µs notify_sd=8.8µs rules=1.429749ms tracing=4.5µs
ts=2024-01-28T16:23:24.635Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T16:23:24.637Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.008267ms db_storage=1.8µs remote_storage=1.8µs web_handler=600ns query_engine=900ns scrape=91.003µs scrape_sd=27.601µs notify=18.001µs notify_sd=8.4µs rules=1.607354ms tracing=3.6µs
ts=2024-01-28T16:23:29.675Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T16:23:29.679Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.675258ms db_storage=1.9µs remote_storage=2.5µs web_handler=400ns query_engine=1.3µs scrape=87.303µs scrape_sd=25µs notify=14.901µs notify_sd=7.6µs rules=1.685057ms tracing=4.4µs
ts=2024-01-28T16:23:34.730Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T16:23:34.733Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.780888ms db_storage=1.5µs remote_storage=2.4µs web_handler=400ns query_engine=1.1µs scrape=101.103µs scrape_sd=33.901µs notify=18.001µs notify_sd=8.3µs rules=2.320574ms tracing=7.1µs
ts=2024-01-28T16:23:39.770Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T16:23:39.772Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.480983ms db_storage=1.5µs remote_storage=2.2µs web_handler=700ns query_engine=1.3µs scrape=119.704µs scrape_sd=29.301µs notify=18.6µs notify_sd=10.401µs rules=1.844262ms tracing=3.9µs
ts=2024-01-28T16:23:44.809Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T16:23:44.813Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.630223ms db_storage=1.4µs remote_storage=2.1µs web_handler=300ns query_engine=800ns scrape=85.603µs scrape_sd=26.801µs notify=15.7µs notify_sd=8.101µs rules=3.219908ms tracing=5.301µs
ts=2024-01-28T16:31:58.960Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T16:31:58.961Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.160644ms db_storage=1.5µs remote_storage=1.9µs web_handler=300ns query_engine=1µs scrape=89.004µs scrape_sd=26.101µs notify=16.3µs notify_sd=7.801µs rules=689.526µs tracing=4.8µs
ts=2024-01-28T16:32:03.984Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T16:32:03.986Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.04894ms db_storage=1.5µs remote_storage=1.901µs web_handler=300ns query_engine=1µs scrape=78.403µs scrape_sd=24.501µs notify=17.5µs notify_sd=7.901µs rules=685.726µs tracing=3.8µs
ts=2024-01-28T16:32:09.031Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T16:32:09.032Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.663261ms db_storage=1.6µs remote_storage=2.3µs web_handler=300ns query_engine=1.2µs scrape=103.204µs scrape_sd=44.802µs notify=16.701µs notify_sd=14.5µs rules=1.09224ms tracing=5.7µs
ts=2024-01-28T16:32:14.059Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T16:32:14.060Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.32345ms db_storage=1.4µs remote_storage=2.2µs web_handler=600ns query_engine=1.4µs scrape=147.706µs scrape_sd=25.701µs notify=15µs notify_sd=5.6µs rules=845.132µs tracing=3.3µs
ts=2024-01-28T16:32:19.089Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T16:32:19.090Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.293548ms db_storage=1.8µs remote_storage=1.9µs web_handler=400ns query_engine=1.1µs scrape=105.904µs scrape_sd=35.402µs notify=17.3µs notify_sd=10.101µs rules=866.432µs tracing=4.6µs
ts=2024-01-28T16:32:24.116Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T16:32:24.117Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.08774ms db_storage=1.6µs remote_storage=1.7µs web_handler=300ns query_engine=1µs scrape=83.003µs scrape_sd=26.501µs notify=13.201µs notify_sd=7.4µs rules=718.626µs tracing=3.201µs
ts=2024-01-28T17:00:07.785Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1706450402580 maxt=1706457600000 ulid=01HN8G774XN9AEPTX4RY1ZRR7E duration=76.768802ms
ts=2024-01-28T17:00:07.788Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.545383ms
ts=2024-01-28T17:16:32.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"1e4da1d1-4b3a-4760-af61-f1fed2716d43\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"6b2c94be-7886-42ac-9623-5d9eed9029ac\", vdu_name=\"hfcloudinit-vnf2-dataVM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\", vnf_id=\"7b295d7b-a7e1-49f6-b1f6-e59c0b09923f\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"1e4da1d1-4b3a-4760-af61-f1fed2716d43\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"6b2c94be-7886-42ac-9623-5d9eed9029ac\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\", vnf_id=\"7b295d7b-a7e1-49f6-b1f6-e59c0b09923f\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T17:16:47.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"1e4da1d1-4b3a-4760-af61-f1fed2716d43\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"6b2c94be-7886-42ac-9623-5d9eed9029ac\", vdu_name=\"hfcloudinit-vnf2-dataVM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\", vnf_id=\"7b295d7b-a7e1-49f6-b1f6-e59c0b09923f\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"1e4da1d1-4b3a-4760-af61-f1fed2716d43\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"6b2c94be-7886-42ac-9623-5d9eed9029ac\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\", vnf_id=\"7b295d7b-a7e1-49f6-b1f6-e59c0b09923f\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T17:36:32.584Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"10ef55cc-036f-42e0-b92b-b7e7cae4816a\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"c02fe104-eb29-4806-9ce4-23fadf804611\", vdu_name=\"hfmultivdu-vnf2-dataVM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\", vnf_id=\"1450cb45-0926-497f-8517-757b5bf955d4\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"10ef55cc-036f-42e0-b92b-b7e7cae4816a\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"c02fe104-eb29-4806-9ce4-23fadf804611\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\", vnf_id=\"1450cb45-0926-497f-8517-757b5bf955d4\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T17:36:47.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"10ef55cc-036f-42e0-b92b-b7e7cae4816a\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"c02fe104-eb29-4806-9ce4-23fadf804611\", vdu_name=\"hfmultivdu-vnf2-dataVM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\", vnf_id=\"1450cb45-0926-497f-8517-757b5bf955d4\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"10ef55cc-036f-42e0-b92b-b7e7cae4816a\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"c02fe104-eb29-4806-9ce4-23fadf804611\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\", vnf_id=\"1450cb45-0926-497f-8517-757b5bf955d4\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T18:00:32.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"72e2bc35-8850-43e8-9eee-9235b4c52569\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"1a2b3bf0-da1a-44b6-9563-2f5900ce4756\", vdu_name=\"k8s-05-k8s-proxy-vnf2-mgmtVM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf2-mgmtVM-0\", vnf_id=\"23765f8d-a023-41f9-8de0-689740bec622\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"72e2bc35-8850-43e8-9eee-9235b4c52569\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"1a2b3bf0-da1a-44b6-9563-2f5900ce4756\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf2-mgmtVM-0\", vnf_id=\"23765f8d-a023-41f9-8de0-689740bec622\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T18:00:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"72e2bc35-8850-43e8-9eee-9235b4c52569\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"1a2b3bf0-da1a-44b6-9563-2f5900ce4756\", vdu_name=\"k8s-05-k8s-proxy-vnf2-mgmtVM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf2-mgmtVM-0\", vnf_id=\"23765f8d-a023-41f9-8de0-689740bec622\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"72e2bc35-8850-43e8-9eee-9235b4c52569\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"1a2b3bf0-da1a-44b6-9563-2f5900ce4756\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf2-mgmtVM-0\", vnf_id=\"23765f8d-a023-41f9-8de0-689740bec622\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T19:00:22.712Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1706457607634 maxt=1706464800000 ulid=01HN8Q3CZJCRH0RT3FJC0M2H9C duration=70.13744ms
ts=2024-01-28T19:00:22.716Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.833795ms
ts=2024-01-28T19:16:32.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5cef0979-0e80-4d0a-8183-d1f0e30a4206\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"33809ed1-2823-4f29-9608-3de70e0795a6\", vdu_name=\"k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vnf_id=\"873affc1-9fa8-475a-bd3b-85aaf8d1c161\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5cef0979-0e80-4d0a-8183-d1f0e30a4206\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"33809ed1-2823-4f29-9608-3de70e0795a6\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vnf_id=\"873affc1-9fa8-475a-bd3b-85aaf8d1c161\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T19:16:47.584Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5cef0979-0e80-4d0a-8183-d1f0e30a4206\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"33809ed1-2823-4f29-9608-3de70e0795a6\", vdu_name=\"k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vnf_id=\"873affc1-9fa8-475a-bd3b-85aaf8d1c161\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5cef0979-0e80-4d0a-8183-d1f0e30a4206\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"33809ed1-2823-4f29-9608-3de70e0795a6\", vdu_name=\"UNKNOWN\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vnf_id=\"873affc1-9fa8-475a-bd3b-85aaf8d1c161\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T20:30:37.971Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T20:30:37.973Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.010476ms db_storage=1.4µs remote_storage=2µs web_handler=300ns query_engine=1.1µs scrape=80.803µs scrape_sd=35.201µs notify=17.701µs notify_sd=8.6µs rules=1.471556ms tracing=4.4µs
ts=2024-01-28T20:30:43.021Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T20:30:43.023Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.949474ms db_storage=1.6µs remote_storage=1.6µs web_handler=500ns query_engine=1.2µs scrape=93.004µs scrape_sd=25.601µs notify=18.501µs notify_sd=10.9µs rules=1.518157ms tracing=5.301µs
ts=2024-01-28T20:54:32.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"2d1195f8-82bb-4fbc-aa74-0ce68c45e817\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-1\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"9d691e26-c456-4102-bc15-29db7624c0a7\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"2d1195f8-82bb-4fbc-aa74-0ce68c45e817\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"9d691e26-c456-4102-bc15-29db7624c0a7\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T20:54:47.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"2d1195f8-82bb-4fbc-aa74-0ce68c45e817\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-1\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"9d691e26-c456-4102-bc15-29db7624c0a7\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5\", project_id=\"b86c45f6-f56e-49b0-b010-01d92dddb232\", vdu_id=\"2d1195f8-82bb-4fbc-aa74-0ce68c45e817\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"c4879064-bcdc-4524-9bed-e00d0ca80311\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"9d691e26-c456-4102-bc15-29db7624c0a7\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-01-28T21:00:07.750Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1706464802580 maxt=1706472000000 ulid=01HN8XYNK5ZJSYNE05MYFC5R18 duration=97.230694ms
ts=2024-01-28T21:00:07.753Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.970665ms
ts=2024-01-28T21:00:07.753Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=0 to_segment=1 mint=1706472000000
ts=2024-01-28T21:00:07.776Z caller=head.go:1266 level=info component=tsdb msg="WAL checkpoint complete" first=0 last=1 duration=23.449571ms
ts=2024-01-28T21:05:57.087Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T21:05:57.088Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.075939ms db_storage=1.501µs remote_storage=1.9µs web_handler=400ns query_engine=800ns scrape=70.102µs scrape_sd=26.501µs notify=17.101µs notify_sd=8.6µs rules=669.225µs tracing=5.5µs
ts=2024-01-28T21:06:02.123Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-01-28T21:06:02.124Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.688762ms db_storage=2µs remote_storage=1.9µs web_handler=500ns query_engine=1.1µs scrape=117.305µs scrape_sd=46.301µs notify=17.401µs notify_sd=10.6µs rules=1.165243ms tracing=4.4µs
Created MongoClient to connect to MongoDB!
Generating prometheus config files
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Error in configuration attempt! Number of tries: 1/3
Cannot connect to host prometheus:9090 ssl:default [Connect call failed ('10.109.171.22', 9090)]
Generating prometheus config files
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful
Listening to changes in prometheus jobs and alerts collections
Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240128134922_
  rules:
  - alert: scalein_bfe0424a-66cd-4341-bdc9-5d9e24b98e4d
    expr: (count (osm_cpu_utilization{ns_id="144e166f-b9d8-4e7f-ad16-97127d4778f6",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="144e166f-b9d8-4e7f-ad16-97127d4778f6",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 144e166f-b9d8-4e7f-ad16-97127d4778f6
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_0836d1e0-3cf4-44f7-80fe-9e36ae4f5fa0
    expr: (count (osm_cpu_utilization{ns_id="144e166f-b9d8-4e7f-ad16-97127d4778f6",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="144e166f-b9d8-4e7f-ad16-97127d4778f6",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 144e166f-b9d8-4e7f-ad16-97127d4778f6
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240128134927_
  rules:
  - alert: scalein_bfe0424a-66cd-4341-bdc9-5d9e24b98e4d
    expr: (count (osm_cpu_utilization{ns_id="144e166f-b9d8-4e7f-ad16-97127d4778f6",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="144e166f-b9d8-4e7f-ad16-97127d4778f6",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 144e166f-b9d8-4e7f-ad16-97127d4778f6
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_0836d1e0-3cf4-44f7-80fe-9e36ae4f5fa0
    expr: (count (osm_cpu_utilization{ns_id="144e166f-b9d8-4e7f-ad16-97127d4778f6",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="144e166f-b9d8-4e7f-ad16-97127d4778f6",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 144e166f-b9d8-4e7f-ad16-97127d4778f6
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 4
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240128162319_
  rules:
  - alert: scalein_9e44a9ce-1221-4954-9a9b-4db923ebe3a5
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9af0298e-504a-4a70-a738-217a12c2fcd8
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_654ab5d0-2693-4957-9c7c-89887c5395bb
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_544a5d2c-0548-4317-8610-7aba77cab551
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240128162324_
  rules:
  - alert: scalein_9e44a9ce-1221-4954-9a9b-4db923ebe3a5
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9af0298e-504a-4a70-a738-217a12c2fcd8
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_654ab5d0-2693-4957-9c7c-89887c5395bb
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_544a5d2c-0548-4317-8610-7aba77cab551
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_cf769336-af53-42f0-9486-18f810ec2e93
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_2694e8cc-d1f3-49df-a31c-da592ef4d42d
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240128162329_
  rules:
  - alert: scalein_9e44a9ce-1221-4954-9a9b-4db923ebe3a5
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9af0298e-504a-4a70-a738-217a12c2fcd8
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_654ab5d0-2693-4957-9c7c-89887c5395bb
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_544a5d2c-0548-4317-8610-7aba77cab551
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_cf769336-af53-42f0-9486-18f810ec2e93
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_2694e8cc-d1f3-49df-a31c-da592ef4d42d
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240128162334_
  rules:
  - alert: scalein_9e44a9ce-1221-4954-9a9b-4db923ebe3a5
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9af0298e-504a-4a70-a738-217a12c2fcd8
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_654ab5d0-2693-4957-9c7c-89887c5395bb
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_544a5d2c-0548-4317-8610-7aba77cab551
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_cf769336-af53-42f0-9486-18f810ec2e93
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_2694e8cc-d1f3-49df-a31c-da592ef4d42d
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240128162339_
  rules:
  - alert: scalein_9e44a9ce-1221-4954-9a9b-4db923ebe3a5
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9af0298e-504a-4a70-a738-217a12c2fcd8
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_654ab5d0-2693-4957-9c7c-89887c5395bb
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_544a5d2c-0548-4317-8610-7aba77cab551
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_cf769336-af53-42f0-9486-18f810ec2e93
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_2694e8cc-d1f3-49df-a31c-da592ef4d42d
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240128162344_
  rules:
  - alert: scalein_9e44a9ce-1221-4954-9a9b-4db923ebe3a5
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9af0298e-504a-4a70-a738-217a12c2fcd8
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_654ab5d0-2693-4957-9c7c-89887c5395bb
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_544a5d2c-0548-4317-8610-7aba77cab551
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_cf769336-af53-42f0-9486-18f810ec2e93
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_2694e8cc-d1f3-49df-a31c-da592ef4d42d
    expr: (count (osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="b67344ea-6026-4dec-8e0e-fcf05cf8a837",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b67344ea-6026-4dec-8e0e-fcf05cf8a837
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240128203037_
  rules:
  - alert: scalein_7de5d1bb-7d03-4fc3-aca0-053adf1e14d7
    expr: (count (osm_cpu_utilization{ns_id="b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_eb3cc2ab-0808-4a9e-ba6a-6cd22541220a
    expr: (count (osm_cpu_utilization{ns_id="b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240128203043_
  rules:
  - alert: scalein_7de5d1bb-7d03-4fc3-aca0-053adf1e14d7
    expr: (count (osm_cpu_utilization{ns_id="b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_eb3cc2ab-0808-4a9e-ba6a-6cd22541220a
    expr: (count (osm_cpu_utilization{ns_id="b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: b518f0e9-1e84-4ecf-a520-3ab5b3ee73e5
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful