ts=2024-02-04T12:24:22.655Z caller=main.go:539 level=info msg="No time or size retention was set so using the default time retention" duration=15d ts=2024-02-04T12:24:22.655Z caller=main.go:583 level=info msg="Starting Prometheus Server" mode=server version="(version=2.47.0, branch=HEAD, revision=efa34a5840661c29c2e362efa76bc3a70dccb335)" ts=2024-02-04T12:24:22.655Z caller=main.go:588 level=info build_context="(go=go1.21.0, platform=linux/amd64, user=root@409eb5e6b30c, date=20230906-10:20:07, tags=netgo,builtinassets,stringlabels)" ts=2024-02-04T12:24:22.655Z caller=main.go:589 level=info host_details="(Linux 6.2.0-1019-azure #19~22.04.1-Ubuntu SMP Wed Jan 10 22:57:03 UTC 2024 x86_64 prometheus-0 (none))" ts=2024-02-04T12:24:22.655Z caller=main.go:590 level=info fd_limits="(soft=1048576, hard=1048576)" ts=2024-02-04T12:24:22.655Z caller=main.go:591 level=info vm_limits="(soft=unlimited, hard=unlimited)" ts=2024-02-04T12:24:22.671Z caller=web.go:566 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090 ts=2024-02-04T12:24:22.671Z caller=main.go:1024 level=info msg="Starting TSDB ..." ts=2024-02-04T12:24:22.673Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090 ts=2024-02-04T12:24:22.673Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090 ts=2024-02-04T12:24:22.675Z caller=head.go:600 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" ts=2024-02-04T12:24:22.675Z caller=head.go:681 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.7µs ts=2024-02-04T12:24:22.676Z caller=head.go:689 level=info component=tsdb msg="Replaying WAL, this may take a while" ts=2024-02-04T12:24:22.681Z caller=head.go:760 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 ts=2024-02-04T12:24:22.681Z caller=head.go:797 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=41.503µs wal_replay_duration=5.452592ms wbl_replay_duration=200ns total_replay_duration=5.675308ms ts=2024-02-04T12:24:22.684Z caller=main.go:1045 level=info fs_type=EXT4_SUPER_MAGIC ts=2024-02-04T12:24:22.684Z caller=main.go:1048 level=info msg="TSDB started" ts=2024-02-04T12:24:22.684Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T12:24:22.686Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.125553ms db_storage=1.201µs remote_storage=2µs web_handler=600ns query_engine=1.2µs scrape=286.621µs scrape_sd=36.102µs notify=30.003µs notify_sd=10.5µs rules=772.156µs tracing=6.901µs ts=2024-02-04T12:24:22.686Z caller=main.go:1009 level=info msg="Server is ready to receive web requests." ts=2024-02-04T12:24:22.687Z caller=manager.go:1009 level=info component="rule manager" msg="Starting rule manager..." ts=2024-02-04T12:26:08.219Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T12:26:08.221Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.283081ms db_storage=1.6µs remote_storage=1.8µs web_handler=500ns query_engine=1.601µs scrape=68.805µs scrape_sd=28.502µs notify=17.902µs notify_sd=10.301µs rules=1.613027ms tracing=5.801µs ts=2024-02-04T13:50:31.355Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T13:50:31.357Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.725335ms db_storage=1.8µs remote_storage=2.1µs web_handler=400ns query_engine=1.2µs scrape=88.807µs scrape_sd=30.703µs notify=19.701µs notify_sd=9.701µs rules=1.134389ms tracing=4.1µs ts=2024-02-04T13:50:36.410Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T13:50:36.412Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.888149ms db_storage=1.4µs remote_storage=1.8µs web_handler=500ns query_engine=1.4µs scrape=86.607µs scrape_sd=27.202µs notify=16.402µs notify_sd=16.701µs rules=1.412012ms tracing=4µs ts=2024-02-04T13:54:49.421Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T13:54:49.423Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.269892ms db_storage=1.7µs remote_storage=1.6µs web_handler=400ns query_engine=1.2µs scrape=106.208µs scrape_sd=30.602µs notify=16.501µs notify_sd=9.101µs rules=799.258µs tracing=4.6µs ts=2024-02-04T13:54:54.446Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T13:54:54.447Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.188689ms db_storage=1.9µs remote_storage=1.6µs web_handler=400ns query_engine=1.3µs scrape=92.807µs scrape_sd=25.902µs notify=21.202µs notify_sd=23.101µs rules=754.357µs tracing=3µs ts=2024-02-04T13:58:32.585Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d66db7ef-d0f1-40a0-8196-944fde71aafb\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"ce5efa4d-c85a-4f60-be37-3f268a5719d6\", vdu_name=\"basic-11-native--vnf2-mgmtVM-0\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf2-mgmtVM-0\", vnf_id=\"73a85da3-4655-4e6a-9377-065a73eec0fa\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d66db7ef-d0f1-40a0-8196-944fde71aafb\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"ce5efa4d-c85a-4f60-be37-3f268a5719d6\", vdu_name=\"UNKNOWN\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf2-mgmtVM-0\", vnf_id=\"73a85da3-4655-4e6a-9377-065a73eec0fa\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-02-04T13:58:47.587Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d66db7ef-d0f1-40a0-8196-944fde71aafb\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"ce5efa4d-c85a-4f60-be37-3f268a5719d6\", vdu_name=\"basic-11-native--vnf2-mgmtVM-0\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf2-mgmtVM-0\", vnf_id=\"73a85da3-4655-4e6a-9377-065a73eec0fa\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d66db7ef-d0f1-40a0-8196-944fde71aafb\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"ce5efa4d-c85a-4f60-be37-3f268a5719d6\", vdu_name=\"UNKNOWN\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-11-native--vnf2-mgmtVM-0\", vnf_id=\"73a85da3-4655-4e6a-9377-065a73eec0fa\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-02-04T15:24:37.722Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1707049477637 maxt=1707055200000 ulid=01HNTBHCCKQCB5Z2Y7TVS55EK8 duration=70.499751ms ts=2024-02-04T15:24:37.725Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.464007ms ts=2024-02-04T16:26:34.428Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T16:26:34.431Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.139036ms db_storage=1.7µs remote_storage=1.8µs web_handler=400ns query_engine=1µs scrape=86.507µs scrape_sd=28.002µs notify=36.003µs notify_sd=8.5µs rules=2.457785ms tracing=6.401µs ts=2024-02-04T16:26:39.474Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T16:26:39.477Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.931515ms db_storage=1.4µs remote_storage=1.701µs web_handler=500ns query_engine=1.4µs scrape=106.008µs scrape_sd=33.602µs notify=17.401µs notify_sd=8.601µs rules=2.44808ms tracing=4µs ts=2024-02-04T16:26:44.517Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T16:26:44.519Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.373879ms db_storage=2µs remote_storage=2.2µs web_handler=600ns query_engine=1.3µs scrape=96.207µs scrape_sd=26.302µs notify=18.502µs notify_sd=8.5µs rules=1.891943ms tracing=3.9µs ts=2024-02-04T16:26:49.558Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T16:26:49.560Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.38738ms db_storage=1.7µs remote_storage=1.9µs web_handler=500ns query_engine=1.3µs scrape=98.408µs scrape_sd=31.102µs notify=15.501µs notify_sd=8.201µs rules=1.979149ms tracing=5.601µs ts=2024-02-04T16:26:54.611Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T16:26:54.613Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.495385ms db_storage=1.4µs remote_storage=1.7µs web_handler=401ns query_engine=1µs scrape=90.806µs scrape_sd=26.802µs notify=25.002µs notify_sd=9.301µs rules=2.066853ms tracing=7.601µs ts=2024-02-04T16:26:59.652Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T16:26:59.654Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.689099ms db_storage=1.8µs remote_storage=1.7µs web_handler=500ns query_engine=1µs scrape=88.107µs scrape_sd=30.302µs notify=16.501µs notify_sd=8.801µs rules=2.28587ms tracing=6.5µs ts=2024-02-04T16:28:32.586Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"edf54343-42c4-4f6e-9dda-190e7b856bff\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"1f2edb46-e4e3-40eb-a003-582338224f49\", vdu_name=\"basic-16-vnf-hackfest-basic-metrics-VM-2\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\", vnf_id=\"e426684d-e03f-4281-8a85-1a56e26cb9fc\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"edf54343-42c4-4f6e-9dda-190e7b856bff\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"1f2edb46-e4e3-40eb-a003-582338224f49\", vdu_name=\"UNKNOWN\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\", vnf_id=\"e426684d-e03f-4281-8a85-1a56e26cb9fc\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-02-04T16:28:47.585Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"edf54343-42c4-4f6e-9dda-190e7b856bff\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"1f2edb46-e4e3-40eb-a003-582338224f49\", vdu_name=\"basic-16-vnf-hackfest-basic-metrics-VM-2\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\", vnf_id=\"e426684d-e03f-4281-8a85-1a56e26cb9fc\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"edf54343-42c4-4f6e-9dda-190e7b856bff\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"1f2edb46-e4e3-40eb-a003-582338224f49\", vdu_name=\"UNKNOWN\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\", vnf_id=\"e426684d-e03f-4281-8a85-1a56e26cb9fc\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-02-04T16:36:14.987Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T16:36:14.989Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.680121ms db_storage=1.7µs remote_storage=1.901µs web_handler=600ns query_engine=1.6µs scrape=88.106µs scrape_sd=28.002µs notify=17.402µs notify_sd=8µs rules=1.065977ms tracing=5.7µs ts=2024-02-04T16:36:20.015Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T16:36:20.016Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.102979ms db_storage=1.601µs remote_storage=1.6µs web_handler=400ns query_engine=1.4µs scrape=83.606µs scrape_sd=27.502µs notify=17.401µs notify_sd=8.401µs rules=709.151µs tracing=2.9µs ts=2024-02-04T16:36:25.045Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T16:36:25.046Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.10958ms db_storage=1.6µs remote_storage=1.8µs web_handler=500ns query_engine=1µs scrape=88.406µs scrape_sd=27.302µs notify=18.602µs notify_sd=12.1µs rules=696.751µs tracing=3.1µs ts=2024-02-04T16:36:30.074Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T16:36:30.075Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.025171ms db_storage=1.7µs remote_storage=1.5µs web_handler=400ns query_engine=900ns scrape=88.707µs scrape_sd=28.402µs notify=17.401µs notify_sd=9.101µs rules=650.245µs tracing=3.3µs ts=2024-02-04T16:36:35.104Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T16:36:35.105Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.15738ms db_storage=1.501µs remote_storage=1.5µs web_handler=500ns query_engine=1.5µs scrape=93.506µs scrape_sd=28.202µs notify=17.901µs notify_sd=9.001µs rules=732.051µs tracing=3.8µs ts=2024-02-04T16:36:40.130Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T16:36:40.132Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.257884ms db_storage=2.001µs remote_storage=1.4µs web_handler=400ns query_engine=1µs scrape=87.206µs scrape_sd=41.002µs notify=17.902µs notify_sd=10.3µs rules=828.156µs tracing=3µs ts=2024-02-04T17:00:07.878Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1707055202580 maxt=1707062400000 ulid=01HNTH087YYGNB7AYKRZ4Y7851 duration=72.43143ms ts=2024-02-04T17:00:07.880Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.905643ms ts=2024-02-04T19:00:22.725Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1707062407641 maxt=1707069600000 ulid=01HNTQWDZRM5TH2QMH6DCZZEGK duration=77.446648ms ts=2024-02-04T19:00:22.727Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.744132ms ts=2024-02-04T19:22:32.585Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c7d032ef-0431-427b-ad94-77e6baf7daec\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"9439e4b4-cd39-47dd-984e-d1eb6529b1c0\", vdu_name=\"k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vnf_id=\"c8349597-c24d-45b6-b3d6-9c8c4f792064\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c7d032ef-0431-427b-ad94-77e6baf7daec\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"9439e4b4-cd39-47dd-984e-d1eb6529b1c0\", vdu_name=\"UNKNOWN\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vnf_id=\"c8349597-c24d-45b6-b3d6-9c8c4f792064\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-02-04T19:22:47.586Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c7d032ef-0431-427b-ad94-77e6baf7daec\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"9439e4b4-cd39-47dd-984e-d1eb6529b1c0\", vdu_name=\"k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vnf_id=\"c8349597-c24d-45b6-b3d6-9c8c4f792064\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c7d032ef-0431-427b-ad94-77e6baf7daec\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"9439e4b4-cd39-47dd-984e-d1eb6529b1c0\", vdu_name=\"UNKNOWN\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vnf_id=\"c8349597-c24d-45b6-b3d6-9c8c4f792064\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-02-04T20:36:22.385Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T20:36:22.387Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.728625ms db_storage=2µs remote_storage=1.9µs web_handler=500ns query_engine=1µs scrape=94.206µs scrape_sd=31.603µs notify=19.601µs notify_sd=10.501µs rules=1.201287ms tracing=4.8µs ts=2024-02-04T20:36:27.420Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T20:36:27.421Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.451105ms db_storage=1.5µs remote_storage=1.6µs web_handler=400ns query_engine=1.1µs scrape=70.705µs scrape_sd=20.801µs notify=13.201µs notify_sd=11.501µs rules=1.086279ms tracing=5.5µs ts=2024-02-04T20:38:32.584Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"231329c1-f204-4d07-b930-5db0921a2190\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"e3e66aba-adc2-4dea-82dd-4b268618bf52\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-0\", vnf_id=\"1eb8655d-01e8-4556-917b-c88521164b61\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"231329c1-f204-4d07-b930-5db0921a2190\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"e3e66aba-adc2-4dea-82dd-4b268618bf52\", vdu_name=\"UNKNOWN\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-0\", vnf_id=\"1eb8655d-01e8-4556-917b-c88521164b61\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-02-04T20:38:47.585Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"231329c1-f204-4d07-b930-5db0921a2190\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"e3e66aba-adc2-4dea-82dd-4b268618bf52\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-0\", vnf_id=\"1eb8655d-01e8-4556-917b-c88521164b61\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"231329c1-f204-4d07-b930-5db0921a2190\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"e3e66aba-adc2-4dea-82dd-4b268618bf52\", vdu_name=\"UNKNOWN\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-0\", vnf_id=\"1eb8655d-01e8-4556-917b-c88521164b61\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-02-04T21:00:17.665Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1707069607641 maxt=1707076800000 ulid=01HNTYR09HJVHGR4QW2D4P43JP duration=79.440016ms ts=2024-02-04T21:00:17.669Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=3.740646ms ts=2024-02-04T21:00:17.670Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=0 to_segment=1 mint=1707076800000 ts=2024-02-04T21:00:17.689Z caller=head.go:1266 level=info component=tsdb msg="WAL checkpoint complete" first=0 last=1 duration=19.689793ms ts=2024-02-04T21:04:32.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"231329c1-f204-4d07-b930-5db0921a2190\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"3d458d32-9ef9-4d8f-a033-4a7dbd01ec70\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-1\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"1eb8655d-01e8-4556-917b-c88521164b61\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"231329c1-f204-4d07-b930-5db0921a2190\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"3d458d32-9ef9-4d8f-a033-4a7dbd01ec70\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"1eb8655d-01e8-4556-917b-c88521164b61\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-02-04T21:04:47.584Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"231329c1-f204-4d07-b930-5db0921a2190\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"3d458d32-9ef9-4d8f-a033-4a7dbd01ec70\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-1\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"1eb8655d-01e8-4556-917b-c88521164b61\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"231329c1-f204-4d07-b930-5db0921a2190\", project_id=\"4e23f74b-4400-45c0-b80c-7707e5c9767b\", vdu_id=\"3d458d32-9ef9-4d8f-a033-4a7dbd01ec70\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"134db87a-a914-4fd9-afea-3f8725e5316c\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"1eb8655d-01e8-4556-917b-c88521164b61\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-02-04T21:11:59.498Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T21:11:59.500Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.775128ms db_storage=2.001µs remote_storage=2µs web_handler=400ns query_engine=1.2µs scrape=103.707µs scrape_sd=36.203µs notify=19.502µs notify_sd=8.8µs rules=986.771µs tracing=4.201µs ts=2024-02-04T21:12:04.531Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-02-04T21:12:04.532Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.082879ms db_storage=1.9µs remote_storage=1.4µs web_handler=400ns query_engine=900ns scrape=80.906µs scrape_sd=26.302µs notify=20.102µs notify_sd=8.9µs rules=720.052µs tracing=2.801µs Created MongoClient to connect to MongoDB! Generating prometheus config files Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Listening to changes in prometheus jobs and alerts collections Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 2 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240204135031_ rules: - alert: scalein_82c01eca-b18f-45ba-a753-363b841a6536 expr: (count (osm_cpu_utilization{ns_id="9e299e58-79c2-45f8-9580-0e23a9dcec67", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="9e299e58-79c2-45f8-9580-0e23a9dcec67", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 9e299e58-79c2-45f8-9580-0e23a9dcec67 vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_fe5f28af-febf-4c9b-ab0f-f6975c28b6d3 expr: (count (osm_cpu_utilization{ns_id="9e299e58-79c2-45f8-9580-0e23a9dcec67", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="9e299e58-79c2-45f8-9580-0e23a9dcec67", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 9e299e58-79c2-45f8-9580-0e23a9dcec67 vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 2 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240204135036_ rules: - alert: scalein_82c01eca-b18f-45ba-a753-363b841a6536 expr: (count (osm_cpu_utilization{ns_id="9e299e58-79c2-45f8-9580-0e23a9dcec67", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="9e299e58-79c2-45f8-9580-0e23a9dcec67", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 9e299e58-79c2-45f8-9580-0e23a9dcec67 vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_fe5f28af-febf-4c9b-ab0f-f6975c28b6d3 expr: (count (osm_cpu_utilization{ns_id="9e299e58-79c2-45f8-9580-0e23a9dcec67", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="9e299e58-79c2-45f8-9580-0e23a9dcec67", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 9e299e58-79c2-45f8-9580-0e23a9dcec67 vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 2 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240204162634_ rules: - alert: scalein_c57d0866-24a9-45c1-a6c2-c64a63cb8dcf expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_19a1a006-b389-4e8d-b5ab-d9020a6dbb5e expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 6 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240204162639_ rules: - alert: scalein_c57d0866-24a9-45c1-a6c2-c64a63cb8dcf expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_19a1a006-b389-4e8d-b5ab-d9020a6dbb5e expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_ec12e249-7dd5-4c8d-8f1b-d0bf7ef8c45d expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_21f4e6d3-fab0-49b8-908b-dfca1ee90af5 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_23ceb5d6-99a4-4063-a446-d368a40edd96 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_fd069ed3-d28d-4f39-b6f4-665cbae0ff60 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 6 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240204162644_ rules: - alert: scalein_c57d0866-24a9-45c1-a6c2-c64a63cb8dcf expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_19a1a006-b389-4e8d-b5ab-d9020a6dbb5e expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_ec12e249-7dd5-4c8d-8f1b-d0bf7ef8c45d expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_21f4e6d3-fab0-49b8-908b-dfca1ee90af5 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_23ceb5d6-99a4-4063-a446-d368a40edd96 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_fd069ed3-d28d-4f39-b6f4-665cbae0ff60 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 6 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240204162649_ rules: - alert: scalein_c57d0866-24a9-45c1-a6c2-c64a63cb8dcf expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_19a1a006-b389-4e8d-b5ab-d9020a6dbb5e expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_ec12e249-7dd5-4c8d-8f1b-d0bf7ef8c45d expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_21f4e6d3-fab0-49b8-908b-dfca1ee90af5 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_23ceb5d6-99a4-4063-a446-d368a40edd96 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_fd069ed3-d28d-4f39-b6f4-665cbae0ff60 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 6 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240204162654_ rules: - alert: scalein_c57d0866-24a9-45c1-a6c2-c64a63cb8dcf expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_19a1a006-b389-4e8d-b5ab-d9020a6dbb5e expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_ec12e249-7dd5-4c8d-8f1b-d0bf7ef8c45d expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_21f4e6d3-fab0-49b8-908b-dfca1ee90af5 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_23ceb5d6-99a4-4063-a446-d368a40edd96 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_fd069ed3-d28d-4f39-b6f4-665cbae0ff60 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 6 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240204162659_ rules: - alert: scalein_c57d0866-24a9-45c1-a6c2-c64a63cb8dcf expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_19a1a006-b389-4e8d-b5ab-d9020a6dbb5e expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_ec12e249-7dd5-4c8d-8f1b-d0bf7ef8c45d expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_21f4e6d3-fab0-49b8-908b-dfca1ee90af5 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_23ceb5d6-99a4-4063-a446-d368a40edd96 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_fd069ed3-d28d-4f39-b6f4-665cbae0ff60 expr: (count (osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="edf54343-42c4-4f6e-9dda-190e7b856bff", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: edf54343-42c4-4f6e-9dda-190e7b856bff vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 2 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240204203622_ rules: - alert: scalein_cbc7f5a5-0241-49cc-a414-0315954c8a56 expr: (count (osm_cpu_utilization{ns_id="231329c1-f204-4d07-b930-5db0921a2190", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="231329c1-f204-4d07-b930-5db0921a2190", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 231329c1-f204-4d07-b930-5db0921a2190 vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_68b128f3-1907-43d7-a950-ddad60ff811f expr: (count (osm_cpu_utilization{ns_id="231329c1-f204-4d07-b930-5db0921a2190", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="231329c1-f204-4d07-b930-5db0921a2190", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 231329c1-f204-4d07-b930-5db0921a2190 vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 2 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240204203627_ rules: - alert: scalein_cbc7f5a5-0241-49cc-a414-0315954c8a56 expr: (count (osm_cpu_utilization{ns_id="231329c1-f204-4d07-b930-5db0921a2190", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="231329c1-f204-4d07-b930-5db0921a2190", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 231329c1-f204-4d07-b930-5db0921a2190 vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_68b128f3-1907-43d7-a950-ddad60ff811f expr: (count (osm_cpu_utilization{ns_id="231329c1-f204-4d07-b930-5db0921a2190", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="231329c1-f204-4d07-b930-5db0921a2190", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 231329c1-f204-4d07-b930-5db0921a2190 vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful