ts=2024-05-19T11:24:44.370Z caller=main.go:539 level=info msg="No time or size retention was set so using the default time retention" duration=15d ts=2024-05-19T11:24:44.370Z caller=main.go:583 level=info msg="Starting Prometheus Server" mode=server version="(version=2.47.0, branch=HEAD, revision=efa34a5840661c29c2e362efa76bc3a70dccb335)" ts=2024-05-19T11:24:44.371Z caller=main.go:588 level=info build_context="(go=go1.21.0, platform=linux/amd64, user=root@409eb5e6b30c, date=20230906-10:20:07, tags=netgo,builtinassets,stringlabels)" ts=2024-05-19T11:24:44.371Z caller=main.go:589 level=info host_details="(Linux 6.5.0-1021-azure #22~22.04.1-Ubuntu SMP Tue Apr 30 16:08:18 UTC 2024 x86_64 prometheus-0 (none))" ts=2024-05-19T11:24:44.371Z caller=main.go:590 level=info fd_limits="(soft=1048576, hard=1048576)" ts=2024-05-19T11:24:44.371Z caller=main.go:591 level=info vm_limits="(soft=unlimited, hard=unlimited)" ts=2024-05-19T11:24:44.373Z caller=web.go:566 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090 ts=2024-05-19T11:24:44.373Z caller=main.go:1024 level=info msg="Starting TSDB ..." ts=2024-05-19T11:24:44.375Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090 ts=2024-05-19T11:24:44.375Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090 ts=2024-05-19T11:24:44.377Z caller=head.go:600 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" ts=2024-05-19T11:24:44.377Z caller=head.go:681 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.6µs ts=2024-05-19T11:24:44.377Z caller=head.go:689 level=info component=tsdb msg="Replaying WAL, this may take a while" ts=2024-05-19T11:24:44.378Z caller=head.go:760 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 ts=2024-05-19T11:24:44.378Z caller=head.go:797 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.8µs wal_replay_duration=201.4µs wbl_replay_duration=200ns total_replay_duration=286.3µs ts=2024-05-19T11:24:44.379Z caller=main.go:1045 level=info fs_type=EXT4_SUPER_MAGIC ts=2024-05-19T11:24:44.379Z caller=main.go:1048 level=info msg="TSDB started" ts=2024-05-19T11:24:44.379Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T11:24:44.381Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.265604ms db_storage=900ns remote_storage=900ns web_handler=200ns query_engine=500ns scrape=186.4µs scrape_sd=35.8µs notify=17.9µs notify_sd=6µs rules=1.793403ms tracing=3.1µs ts=2024-05-19T11:24:44.381Z caller=main.go:1009 level=info msg="Server is ready to receive web requests." ts=2024-05-19T11:24:44.381Z caller=manager.go:1009 level=info component="rule manager" msg="Starting rule manager..." ts=2024-05-19T11:26:50.978Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T11:26:50.980Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.463503ms db_storage=1.7µs remote_storage=1.8µs web_handler=500ns query_engine=1.3µs scrape=134.5µs scrape_sd=26.9µs notify=19.8µs notify_sd=9.7µs rules=954.602µs tracing=4.1µs ts=2024-05-19T12:49:02.408Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T12:49:02.410Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.021306ms db_storage=1.3µs remote_storage=1.5µs web_handler=400ns query_engine=1.4µs scrape=85.7µs scrape_sd=24.9µs notify=19µs notify_sd=10.2µs rules=1.489805ms tracing=5.4µs ts=2024-05-19T12:49:07.451Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T12:49:07.453Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.266207ms db_storage=1.5µs remote_storage=1.7µs web_handler=400ns query_engine=1.4µs scrape=153.301µs scrape_sd=29.5µs notify=18.7µs notify_sd=11.1µs rules=1.705405ms tracing=4.5µs ts=2024-05-19T12:53:21.020Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T12:53:21.022Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.472002ms db_storage=1.2µs remote_storage=1.9µs web_handler=400ns query_engine=1µs scrape=82.301µs scrape_sd=23.5µs notify=15.1µs notify_sd=8.2µs rules=967.001µs tracing=4.5µs ts=2024-05-19T12:53:26.058Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T12:53:26.060Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.316203ms db_storage=1.2µs remote_storage=2µs web_handler=500ns query_engine=700ns scrape=99.9µs scrape_sd=24.8µs notify=17.8µs notify_sd=16.8µs rules=867.501µs tracing=4.301µs ts=2024-05-19T14:24:52.712Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1716117892633 maxt=1716120000000 ulid=01HY8KVED6H6DSSPKXBCT8ZKE4 duration=66.529693ms ts=2024-05-19T14:24:52.714Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.885902ms ts=2024-05-19T14:46:32.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-provides-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e3e43726-fa46-4d35-8f0b-568ab928f9fe\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"6ad2dcb0-ce33-451d-bd33-0f3423ddfa99\", vdu_name=\"basic-14-vnf-rel-vnf-simple-provides-0\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-provides-0\", vnf_id=\"ef292297-9f35-4ee6-9f21-34616ed773ca\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e3e43726-fa46-4d35-8f0b-568ab928f9fe\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"6ad2dcb0-ce33-451d-bd33-0f3423ddfa99\", vdu_name=\"UNKNOWN\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-provides-0\", vnf_id=\"ef292297-9f35-4ee6-9f21-34616ed773ca\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-05-19T14:46:47.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-provides-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e3e43726-fa46-4d35-8f0b-568ab928f9fe\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"6ad2dcb0-ce33-451d-bd33-0f3423ddfa99\", vdu_name=\"basic-14-vnf-rel-vnf-simple-provides-0\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-provides-0\", vnf_id=\"ef292297-9f35-4ee6-9f21-34616ed773ca\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e3e43726-fa46-4d35-8f0b-568ab928f9fe\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"6ad2dcb0-ce33-451d-bd33-0f3423ddfa99\", vdu_name=\"UNKNOWN\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-14-vnf-rel-vnf-simple-provides-0\", vnf_id=\"ef292297-9f35-4ee6-9f21-34616ed773ca\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-05-19T15:00:22.746Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1716120007633 maxt=1716127200000 ulid=01HY8NWEFKWNJ628ZA3JV1RHXJ duration=103.350454ms ts=2024-05-19T15:00:22.749Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.024403ms ts=2024-05-19T15:20:42.749Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T15:20:42.753Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.279303ms db_storage=1.3µs remote_storage=1.7µs web_handler=500ns query_engine=1.1µs scrape=177.601µs scrape_sd=67µs notify=18.7µs notify_sd=11.5µs rules=2.463102ms tracing=4.6µs ts=2024-05-19T15:20:47.804Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T15:20:47.807Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.620802ms db_storage=1.3µs remote_storage=1.6µs web_handler=400ns query_engine=1.1µs scrape=105.5µs scrape_sd=26.8µs notify=18.1µs notify_sd=10.8µs rules=1.994602ms tracing=5µs ts=2024-05-19T15:20:52.863Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T15:20:52.867Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.358915ms db_storage=1.4µs remote_storage=1.6µs web_handler=400ns query_engine=1.2µs scrape=159.9µs scrape_sd=56.001µs notify=16.3µs notify_sd=10µs rules=3.713812ms tracing=4.6µs ts=2024-05-19T15:20:57.923Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T15:20:57.926Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.131425ms db_storage=1.5µs remote_storage=1.9µs web_handler=800ns query_engine=800ns scrape=108.201µs scrape_sd=33.6µs notify=20.7µs notify_sd=10.801µs rules=2.466819ms tracing=4.3µs ts=2024-05-19T15:21:02.990Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T15:21:02.995Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.452706ms db_storage=1.4µs remote_storage=1.7µs web_handler=500ns query_engine=1.3µs scrape=196.9µs scrape_sd=45.1µs notify=17.6µs notify_sd=9.4µs rules=4.706306ms tracing=5.4µs ts=2024-05-19T15:21:08.056Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T15:21:08.059Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.293522ms db_storage=1.2µs remote_storage=3.9µs web_handler=400ns query_engine=1.2µs scrape=85.101µs scrape_sd=24.4µs notify=15µs notify_sd=8.4µs rules=2.775319ms tracing=5.6µs ts=2024-05-19T15:22:32.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6b67996a-e878-47d6-b1e1-3e6929ac2bee\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"11f0c33b-13e5-4549-b4d2-8349443c182a\", vdu_name=\"basic-16-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-0\", vnf_id=\"13359d8d-bdac-43ff-b508-78ece2fdaba1\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6b67996a-e878-47d6-b1e1-3e6929ac2bee\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"11f0c33b-13e5-4549-b4d2-8349443c182a\", vdu_name=\"UNKNOWN\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-0\", vnf_id=\"13359d8d-bdac-43ff-b508-78ece2fdaba1\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-05-19T15:22:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6b67996a-e878-47d6-b1e1-3e6929ac2bee\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"11f0c33b-13e5-4549-b4d2-8349443c182a\", vdu_name=\"basic-16-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-0\", vnf_id=\"13359d8d-bdac-43ff-b508-78ece2fdaba1\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6b67996a-e878-47d6-b1e1-3e6929ac2bee\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"11f0c33b-13e5-4549-b4d2-8349443c182a\", vdu_name=\"UNKNOWN\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-0\", vnf_id=\"13359d8d-bdac-43ff-b508-78ece2fdaba1\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-05-19T15:30:21.139Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T15:30:21.140Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.751703ms db_storage=1.2µs remote_storage=1.6µs web_handler=400ns query_engine=800ns scrape=103.1µs scrape_sd=20.1µs notify=44.7µs notify_sd=6.5µs rules=1.222802ms tracing=7.5µs ts=2024-05-19T15:30:26.204Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T15:30:26.207Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.851107ms db_storage=1.4µs remote_storage=3.5µs web_handler=500ns query_engine=1.1µs scrape=113.4µs scrape_sd=46.2µs notify=15.9µs notify_sd=10.3µs rules=2.302106ms tracing=6.1µs ts=2024-05-19T15:30:31.248Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T15:30:31.249Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.533904ms db_storage=1.3µs remote_storage=1.8µs web_handler=400ns query_engine=1.4µs scrape=94.4µs scrape_sd=33.4µs notify=16.9µs notify_sd=10.5µs rules=1.066703ms tracing=5.1µs ts=2024-05-19T15:30:36.282Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T15:30:36.285Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.621405ms db_storage=1.4µs remote_storage=1.7µs web_handler=700ns query_engine=1.1µs scrape=92µs scrape_sd=50.1µs notify=23.1µs notify_sd=12.5µs rules=1.962004ms tracing=8.1µs ts=2024-05-19T15:30:41.326Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T15:30:41.327Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.855804ms db_storage=1.4µs remote_storage=1.6µs web_handler=400ns query_engine=1µs scrape=103.801µs scrape_sd=49.6µs notify=17.4µs notify_sd=8.7µs rules=1.229802ms tracing=3.9µs ts=2024-05-19T15:30:46.371Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T15:30:46.373Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.791104ms db_storage=1.5µs remote_storage=1.7µs web_handler=400ns query_engine=1µs scrape=117.2µs scrape_sd=49.4µs notify=16.9µs notify_sd=7.4µs rules=1.244803ms tracing=3.6µs ts=2024-05-19T16:58:32.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a25f5037-00cf-4b20-82fc-d3d8d678bcaa\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"7aec73a8-f197-4714-8413-5b582f2fd0c9\", vdu_name=\"k8s-05-k8s-proxy-vnf2-mgmtVM-0\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf2-mgmtVM-0\", vnf_id=\"768a66e9-3299-4d11-9c5a-c79023ccac7a\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a25f5037-00cf-4b20-82fc-d3d8d678bcaa\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"7aec73a8-f197-4714-8413-5b582f2fd0c9\", vdu_name=\"UNKNOWN\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf2-mgmtVM-0\", vnf_id=\"768a66e9-3299-4d11-9c5a-c79023ccac7a\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-05-19T16:58:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a25f5037-00cf-4b20-82fc-d3d8d678bcaa\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"7aec73a8-f197-4714-8413-5b582f2fd0c9\", vdu_name=\"k8s-05-k8s-proxy-vnf2-mgmtVM-0\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf2-mgmtVM-0\", vnf_id=\"768a66e9-3299-4d11-9c5a-c79023ccac7a\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a25f5037-00cf-4b20-82fc-d3d8d678bcaa\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"7aec73a8-f197-4714-8413-5b582f2fd0c9\", vdu_name=\"UNKNOWN\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-05-k8s-proxy-vnf2-mgmtVM-0\", vnf_id=\"768a66e9-3299-4d11-9c5a-c79023ccac7a\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-05-19T17:00:13.601Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1716127207636 maxt=1716134400000 ulid=01HY8WQWT9X34AK41YNS00W2BT duration=87.664516ms ts=2024-05-19T17:00:13.603Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=1.809702ms ts=2024-05-19T18:14:32.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a945f83a-7d95-4682-8872-68f2edb88fd0\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"59b08f56-64e6-44e4-b414-041e7a88c94c\", vdu_name=\"k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vnf_id=\"c59b8bdc-2367-4850-bf6c-c76a2125c274\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a945f83a-7d95-4682-8872-68f2edb88fd0\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"59b08f56-64e6-44e4-b414-041e7a88c94c\", vdu_name=\"UNKNOWN\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vnf_id=\"c59b8bdc-2367-4850-bf6c-c76a2125c274\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-05-19T18:14:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a945f83a-7d95-4682-8872-68f2edb88fd0\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"59b08f56-64e6-44e4-b414-041e7a88c94c\", vdu_name=\"k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vnf_id=\"c59b8bdc-2367-4850-bf6c-c76a2125c274\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a945f83a-7d95-4682-8872-68f2edb88fd0\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"59b08f56-64e6-44e4-b414-041e7a88c94c\", vdu_name=\"UNKNOWN\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-10-k8s-proxy-vnf1-mgmtVM-0\", vnf_id=\"c59b8bdc-2367-4850-bf6c-c76a2125c274\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-05-19T19:00:22.738Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1716134407635 maxt=1716141600000 ulid=01HY93KWZTYZ27JPC4H29XTTNA duration=87.459209ms ts=2024-05-19T19:00:22.741Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.061202ms ts=2024-05-19T19:00:22.741Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=0 to_segment=1 mint=1716141600000 ts=2024-05-19T19:00:22.762Z caller=head.go:1266 level=info component=tsdb msg="WAL checkpoint complete" first=0 last=1 duration=20.912026ms ts=2024-05-19T19:28:47.716Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T19:28:47.718Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.286306ms db_storage=1.4µs remote_storage=1.7µs web_handler=500ns query_engine=1.2µs scrape=93.2µs scrape_sd=99.601µs notify=20.3µs notify_sd=11µs rules=1.655904ms tracing=5.4µs ts=2024-05-19T19:28:52.762Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T19:28:52.764Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.379004ms db_storage=1.3µs remote_storage=1.8µs web_handler=400ns query_engine=1.1µs scrape=208µs scrape_sd=38.4µs notify=39.4µs notify_sd=13.2µs rules=1.626503ms tracing=4.7µs ts=2024-05-19T19:54:32.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"44dead10-4641-4375-b972-d12a107856a5\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"ee697212-0041-47f4-9b40-65a02a8adf56\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-1\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"3b170e31-69c0-42c1-b88d-9f7e55b449bd\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"44dead10-4641-4375-b972-d12a107856a5\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"ee697212-0041-47f4-9b40-65a02a8adf56\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"3b170e31-69c0-42c1-b88d-9f7e55b449bd\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-05-19T19:54:47.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"44dead10-4641-4375-b972-d12a107856a5\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"ee697212-0041-47f4-9b40-65a02a8adf56\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-1\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"3b170e31-69c0-42c1-b88d-9f7e55b449bd\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"44dead10-4641-4375-b972-d12a107856a5\", project_id=\"a7c73c5b-8311-4ab2-bd97-99672e0b3070\", vdu_id=\"ee697212-0041-47f4-9b40-65a02a8adf56\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"2b84634f-fece-475d-a2b2-757fb39255d6\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"3b170e31-69c0-42c1-b88d-9f7e55b449bd\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" ts=2024-05-19T20:04:38.767Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T20:04:38.769Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.759903ms db_storage=1.3µs remote_storage=2µs web_handler=500ns query_engine=900ns scrape=83.301µs scrape_sd=26µs notify=17.4µs notify_sd=7.9µs rules=1.140602ms tracing=4.2µs ts=2024-05-19T20:04:43.808Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml ts=2024-05-19T20:04:43.810Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.946004ms db_storage=1.2µs remote_storage=1.8µs web_handler=600ns query_engine=1.3µs scrape=109.3µs scrape_sd=56.5µs notify=18.301µs notify_sd=10.3µs rules=1.335202ms tracing=4.1µs Created MongoClient to connect to MongoDB! Generating prometheus config files Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Listening to changes in prometheus jobs and alerts collections Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 2 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240519124902_ rules: - alert: scalein_dad6ba73-f222-43f1-a8e1-fea9b96b5019 expr: (count (osm_cpu_utilization{ns_id="575ad0bc-ec81-4754-8e65-7b6577592b8f", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="575ad0bc-ec81-4754-8e65-7b6577592b8f", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 575ad0bc-ec81-4754-8e65-7b6577592b8f vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_e340e7f0-65aa-4f8f-bf6d-f8d369c34947 expr: (count (osm_cpu_utilization{ns_id="575ad0bc-ec81-4754-8e65-7b6577592b8f", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="575ad0bc-ec81-4754-8e65-7b6577592b8f", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 575ad0bc-ec81-4754-8e65-7b6577592b8f vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 2 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240519124907_ rules: - alert: scalein_dad6ba73-f222-43f1-a8e1-fea9b96b5019 expr: (count (osm_cpu_utilization{ns_id="575ad0bc-ec81-4754-8e65-7b6577592b8f", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="575ad0bc-ec81-4754-8e65-7b6577592b8f", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 575ad0bc-ec81-4754-8e65-7b6577592b8f vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_e340e7f0-65aa-4f8f-bf6d-f8d369c34947 expr: (count (osm_cpu_utilization{ns_id="575ad0bc-ec81-4754-8e65-7b6577592b8f", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="575ad0bc-ec81-4754-8e65-7b6577592b8f", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 575ad0bc-ec81-4754-8e65-7b6577592b8f vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 3 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240519152042_ rules: - alert: scalein_5a30ccb3-b88e-4fd8-b103-ef921311cba4 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_6b5f28b7-eaf4-4d36-a086-2271f5649a9b expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_940290ac-e475-41fa-b458-1b5484318145 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 6 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240519152047_ rules: - alert: scalein_5a30ccb3-b88e-4fd8-b103-ef921311cba4 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_6b5f28b7-eaf4-4d36-a086-2271f5649a9b expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_940290ac-e475-41fa-b458-1b5484318145 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_d98bc772-e351-44aa-a28c-01454fbb955c expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_350fd778-ff03-4cb3-9bfe-6087e2707c9c expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_61ce21e7-e38e-4bad-8a3e-06053a290741 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 6 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240519152052_ rules: - alert: scalein_5a30ccb3-b88e-4fd8-b103-ef921311cba4 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_6b5f28b7-eaf4-4d36-a086-2271f5649a9b expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_940290ac-e475-41fa-b458-1b5484318145 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_d98bc772-e351-44aa-a28c-01454fbb955c expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_350fd778-ff03-4cb3-9bfe-6087e2707c9c expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_61ce21e7-e38e-4bad-8a3e-06053a290741 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 6 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240519152057_ rules: - alert: scalein_5a30ccb3-b88e-4fd8-b103-ef921311cba4 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_6b5f28b7-eaf4-4d36-a086-2271f5649a9b expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_940290ac-e475-41fa-b458-1b5484318145 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_d98bc772-e351-44aa-a28c-01454fbb955c expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_350fd778-ff03-4cb3-9bfe-6087e2707c9c expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_61ce21e7-e38e-4bad-8a3e-06053a290741 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 6 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240519152102_ rules: - alert: scalein_5a30ccb3-b88e-4fd8-b103-ef921311cba4 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_6b5f28b7-eaf4-4d36-a086-2271f5649a9b expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_940290ac-e475-41fa-b458-1b5484318145 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_d98bc772-e351-44aa-a28c-01454fbb955c expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_350fd778-ff03-4cb3-9bfe-6087e2707c9c expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_61ce21e7-e38e-4bad-8a3e-06053a290741 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 6 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240519152108_ rules: - alert: scalein_5a30ccb3-b88e-4fd8-b103-ef921311cba4 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_6b5f28b7-eaf4-4d36-a086-2271f5649a9b expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_940290ac-e475-41fa-b458-1b5484318145 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_d98bc772-e351-44aa-a28c-01454fbb955c expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scalein_350fd778-ff03-4cb3-9bfe-6087e2707c9c expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_61ce21e7-e38e-4bad-8a3e-06053a290741 expr: (count (osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="6b67996a-e878-47d6-b1e1-3e6929ac2bee", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 6b67996a-e878-47d6-b1e1-3e6929ac2bee vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 2 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240519192847_ rules: - alert: scalein_b5f2ddd2-988b-4e2c-ab88-723468ef0f2a expr: (count (osm_cpu_utilization{ns_id="44dead10-4641-4375-b972-d12a107856a5", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="44dead10-4641-4375-b972-d12a107856a5", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 44dead10-4641-4375-b972-d12a107856a5 vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_1909c227-8986-4166-a8fd-3d26d151aa49 expr: (count (osm_cpu_utilization{ns_id="44dead10-4641-4375-b972-d12a107856a5", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="44dead10-4641-4375-b972-d12a107856a5", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 44dead10-4641-4375-b972-d12a107856a5 vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 2 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m - name: _osm_alert_rules_20240519192852_ rules: - alert: scalein_b5f2ddd2-988b-4e2c-ab88-723468ef0f2a expr: (count (osm_cpu_utilization{ns_id="44dead10-4641-4375-b972-d12a107856a5", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="44dead10-4641-4375-b972-d12a107856a5", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) for: 1m labels: ns_id: 44dead10-4641-4375-b972-d12a107856a5 vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf - alert: scaleout_1909c227-8986-4166-a8fd-3d26d151aa49 expr: (count (osm_cpu_utilization{ns_id="44dead10-4641-4375-b972-d12a107856a5", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="44dead10-4641-4375-b972-d12a107856a5", vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) for: 1m labels: ns_id: 44dead10-4641-4375-b972-d12a107856a5 vdu_id: hackfest_basic_metrics-VM vnf_member_index: vnf New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful Changes detected, updating prometheus config Jobs detected: 0 Writing new config file to /etc/prometheus/prometheus.yml alerting: alertmanagers: - static_configs: - targets: - alertmanager:9093 global: evaluation_interval: 15s scrape_interval: 15s rule_files: - osm_metric_rules.yml - osm_alert_rules.yml scrape_configs: - job_name: mon_exporter static_configs: - targets: - mon:8000 - honor_labels: true job_name: pushgateway scrape_interval: 30s static_configs: - targets: - pushgateway-prometheus-pushgateway:9091 Alerts read: 0 Writing new alerts file to /etc/prometheus/osm_alert_rules.yml groups: - name: osm_alert_rules rules: - alert: vdu_down annotations: description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down for more than 3 minutes. NS instance id is {{ $labels.ns_id }} summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down expr: vm_status_extended != 1 for: 3m New config written, updating prometheus Prometheus config update successful