2024-04-04T22:25:02.996535685Z level=info ts=2024-04-04T22:25:02.990Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-04T22:25:02.996575355Z level=info ts=2024-04-04T22:25:02.990Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-04-04T22:25:02.996581392Z level=info ts=2024-04-04T22:25:02.991Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-04-04T22:25:02.996584866Z level=info ts=2024-04-04T22:25:02.991Z caller=main.go:449 host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))" 2024-04-04T22:25:02.996588910Z level=info ts=2024-04-04T22:25:02.991Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-04-04T22:25:02.996593395Z level=info ts=2024-04-04T22:25:02.991Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-04T22:25:02.996599732Z level=info ts=2024-04-04T22:25:02.992Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-04-04T22:25:02.996605314Z level=info ts=2024-04-04T22:25:02.995Z caller=main.go:824 msg="Starting TSDB ..." 2024-04-04T22:25:02.996611330Z level=info ts=2024-04-04T22:25:02.996Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-04-04T22:25:03.016254575Z level=info ts=2024-04-04T22:25:03.015Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-04T22:25:03.016277559Z level=info ts=2024-04-04T22:25:03.015Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=16.142µs 2024-04-04T22:25:03.016281800Z level=info ts=2024-04-04T22:25:03.015Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-04-04T22:25:03.018654402Z level=info ts=2024-04-04T22:25:03.018Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-04T22:25:03.018670914Z level=info ts=2024-04-04T22:25:03.018Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=39.728µs wal_replay_duration=2.575584ms total_replay_duration=2.650446ms 2024-04-04T22:25:03.021334329Z level=info ts=2024-04-04T22:25:03.020Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-04-04T22:25:03.021350036Z level=info ts=2024-04-04T22:25:03.020Z caller=main.go:854 msg="TSDB started" 2024-04-04T22:25:03.021355046Z level=info ts=2024-04-04T22:25:03.020Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T22:25:03.031747417Z level=info ts=2024-04-04T22:25:03.023Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.655644ms remote_storage=2.425µs web_handler=639ns query_engine=1.773µs scrape=332.15µs scrape_sd=53.906µs notify=36.87µs notify_sd=11.492µs rules=1.795965ms 2024-04-04T22:25:03.031770819Z level=info ts=2024-04-04T22:25:03.023Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-04-04T22:27:12.203107441Z level=info ts=2024-04-04T22:27:12.202Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T22:27:12.205890118Z level=info ts=2024-04-04T22:27:12.205Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.82951ms remote_storage=3.223µs web_handler=3.343µs query_engine=1.794µs scrape=118.578µs scrape_sd=48.617µs notify=24.51µs notify_sd=11.113µs rules=1.588402ms 2024-04-04T22:48:25.095058547Z level=info ts=2024-04-04T22:48:25.094Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T22:48:25.098396974Z level=info ts=2024-04-04T22:48:25.098Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.406843ms remote_storage=2.089µs web_handler=911ns query_engine=39.399µs scrape=138.14µs scrape_sd=85.378µs notify=31.936µs notify_sd=23.24µs rules=2.391826ms 2024-04-04T22:48:30.139396456Z level=info ts=2024-04-04T22:48:30.139Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T22:48:30.141593952Z level=info ts=2024-04-04T22:48:30.141Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.159658ms remote_storage=2.225µs web_handler=386ns query_engine=1.3µs scrape=81.732µs scrape_sd=69.906µs notify=16.226µs notify_sd=10.628µs rules=1.6904ms 2024-04-04T22:49:54.048970577Z level=info ts=2024-04-04T22:49:54.048Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T22:49:54.050499672Z level=info ts=2024-04-04T22:49:54.050Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.561548ms remote_storage=2.406µs web_handler=469ns query_engine=1.315µs scrape=207.875µs scrape_sd=36.044µs notify=14.204µs notify_sd=10.628µs rules=958.15µs 2024-04-04T22:49:59.110176298Z level=info ts=2024-04-04T22:49:59.110Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T22:49:59.112325162Z level=info ts=2024-04-04T22:49:59.112Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.150967ms remote_storage=2.675µs web_handler=497ns query_engine=22.835µs scrape=123.317µs scrape_sd=54.422µs notify=29.865µs notify_sd=27.842µs rules=1.477203ms 2024-04-04T23:04:13.129376953Z level=warn ts=2024-04-04T23:04:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"3edf59ec-41c5-4698-8efa-5bf22a515c55\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2d619d50-08a6-4b12-8321-91a584fc003c\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"233d2327-c3ff-4424-b2dd-d788cc2129b3\", vdu_name=\"basic_13_ns_rela-vnf1-simple_provides-0\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"3edf59ec-41c5-4698-8efa-5bf22a515c55\", vnf_id=\"83137bd2-e1d1-4594-8411-f67ad94a05c1\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2d619d50-08a6-4b12-8321-91a584fc003c\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"233d2327-c3ff-4424-b2dd-d788cc2129b3\", vdu_name=\"UNKNOWN\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"3edf59ec-41c5-4698-8efa-5bf22a515c55\", vnf_id=\"83137bd2-e1d1-4594-8411-f67ad94a05c1\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-04T23:04:28.128928954Z level=warn ts=2024-04-04T23:04:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"3edf59ec-41c5-4698-8efa-5bf22a515c55\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2d619d50-08a6-4b12-8321-91a584fc003c\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"233d2327-c3ff-4424-b2dd-d788cc2129b3\", vdu_name=\"basic_13_ns_rela-vnf1-simple_provides-0\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"3edf59ec-41c5-4698-8efa-5bf22a515c55\", vnf_id=\"83137bd2-e1d1-4594-8411-f67ad94a05c1\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2d619d50-08a6-4b12-8321-91a584fc003c\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"233d2327-c3ff-4424-b2dd-d788cc2129b3\", vdu_name=\"UNKNOWN\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"3edf59ec-41c5-4698-8efa-5bf22a515c55\", vnf_id=\"83137bd2-e1d1-4594-8411-f67ad94a05c1\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-04T23:12:27.402990228Z level=info ts=2024-04-04T23:12:27.402Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T23:12:27.407338403Z level=info ts=2024-04-04T23:12:27.407Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.384752ms remote_storage=2.048µs web_handler=884ns query_engine=4.377µs scrape=129.061µs scrape_sd=71.823µs notify=25.157µs notify_sd=13.111µs rules=2.418056ms 2024-04-04T23:12:32.463667986Z level=info ts=2024-04-04T23:12:32.463Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T23:12:32.467452308Z level=info ts=2024-04-04T23:12:32.467Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.78432ms remote_storage=2.06µs web_handler=691ns query_engine=1.381µs scrape=97.11µs scrape_sd=36.235µs notify=16.927µs notify_sd=13.507µs rules=3.0841ms 2024-04-04T23:12:37.525252866Z level=info ts=2024-04-04T23:12:37.525Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T23:12:37.528724050Z level=info ts=2024-04-04T23:12:37.528Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.502178ms remote_storage=2.256µs web_handler=448ns query_engine=1.553µs scrape=100.599µs scrape_sd=38.068µs notify=14.57µs notify_sd=15.862µs rules=2.913602ms 2024-04-04T23:12:42.585747900Z level=info ts=2024-04-04T23:12:42.585Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T23:12:42.592070888Z level=info ts=2024-04-04T23:12:42.591Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.291181ms remote_storage=2.42µs web_handler=414ns query_engine=1.334µs scrape=102.742µs scrape_sd=44.798µs notify=47.432µs notify_sd=11.092µs rules=5.808392ms 2024-04-04T23:12:47.679833283Z level=info ts=2024-04-04T23:12:47.679Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T23:12:47.686638722Z level=info ts=2024-04-04T23:12:47.686Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.664932ms remote_storage=2.508µs web_handler=541ns query_engine=1.623µs scrape=163.398µs scrape_sd=55.074µs notify=26.8µs notify_sd=48.883µs rules=5.867652ms 2024-04-04T23:12:52.739699467Z level=info ts=2024-04-04T23:12:52.739Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T23:12:52.744188193Z level=info ts=2024-04-04T23:12:52.744Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.590963ms remote_storage=2.391µs web_handler=450ns query_engine=1.402µs scrape=122.406µs scrape_sd=88.94µs notify=13.71µs notify_sd=10.207µs rules=3.876731ms 2024-04-04T23:14:13.129022959Z level=warn ts=2024-04-04T23:14:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"a5d31a1e-630e-48d2-8d6b-4f27653febb7\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"9a34b747-54a8-4a34-9fe8-2333565098a7\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"73a96187-84ca-46a3-be88-2316d81298f9\", vdu_name=\"basic_16-vnf-hackfest_basic_metrics-VM-2\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"a5d31a1e-630e-48d2-8d6b-4f27653febb7\", vnf_id=\"bb715311-0a8b-470f-805e-e90cc2eeae4f\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"9a34b747-54a8-4a34-9fe8-2333565098a7\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"73a96187-84ca-46a3-be88-2316d81298f9\", vdu_name=\"UNKNOWN\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"a5d31a1e-630e-48d2-8d6b-4f27653febb7\", vnf_id=\"bb715311-0a8b-470f-805e-e90cc2eeae4f\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-04T23:14:13.199430720Z level=info ts=2024-04-04T23:14:13.199Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T23:14:13.204597501Z level=info ts=2024-04-04T23:14:13.204Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.233833ms remote_storage=5.554µs web_handler=57.438µs query_engine=3.347µs scrape=403.916µs scrape_sd=252.436µs notify=75.882µs notify_sd=70.009µs rules=2.904065ms 2024-04-04T23:14:18.258073534Z level=info ts=2024-04-04T23:14:18.257Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T23:14:18.262375798Z level=info ts=2024-04-04T23:14:18.262Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.172491ms remote_storage=5.375µs web_handler=1.205µs query_engine=2.096µs scrape=214.897µs scrape_sd=86.077µs notify=30.304µs notify_sd=39.565µs rules=2.785321ms 2024-04-04T23:14:23.317088039Z level=info ts=2024-04-04T23:14:23.316Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T23:14:23.321050272Z level=info ts=2024-04-04T23:14:23.320Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.991488ms remote_storage=3.913µs web_handler=906ns query_engine=1.937µs scrape=207.537µs scrape_sd=66.957µs notify=22.602µs notify_sd=36.194µs rules=2.877359ms 2024-04-04T23:14:28.128641093Z level=warn ts=2024-04-04T23:14:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"a5d31a1e-630e-48d2-8d6b-4f27653febb7\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"9a34b747-54a8-4a34-9fe8-2333565098a7\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"73a96187-84ca-46a3-be88-2316d81298f9\", vdu_name=\"basic_16-vnf-hackfest_basic_metrics-VM-2\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"a5d31a1e-630e-48d2-8d6b-4f27653febb7\", vnf_id=\"bb715311-0a8b-470f-805e-e90cc2eeae4f\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"9a34b747-54a8-4a34-9fe8-2333565098a7\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"73a96187-84ca-46a3-be88-2316d81298f9\", vdu_name=\"UNKNOWN\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"a5d31a1e-630e-48d2-8d6b-4f27653febb7\", vnf_id=\"bb715311-0a8b-470f-805e-e90cc2eeae4f\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-04T23:14:28.365818644Z level=info ts=2024-04-04T23:14:28.365Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T23:14:28.370141138Z level=info ts=2024-04-04T23:14:28.369Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.192589ms remote_storage=3.729µs web_handler=786ns query_engine=2.459µs scrape=197.337µs scrape_sd=132.17µs notify=30.573µs notify_sd=38.584µs rules=2.854181ms 2024-04-04T23:14:33.410293309Z level=info ts=2024-04-04T23:14:33.410Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T23:14:33.411776175Z level=info ts=2024-04-04T23:14:33.411Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.552707ms remote_storage=3.042µs web_handler=540ns query_engine=7.517µs scrape=97.37µs scrape_sd=37.219µs notify=16.421µs notify_sd=9.115µs rules=965.534µs 2024-04-04T23:14:38.455927691Z level=info ts=2024-04-04T23:14:38.455Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-04T23:14:38.457687667Z level=info ts=2024-04-04T23:14:38.457Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.731099ms remote_storage=2.234µs web_handler=12.905µs query_engine=1.443µs scrape=103.306µs scrape_sd=64.984µs notify=12.698µs notify_sd=9.761µs rules=1.166787ms 2024-04-05T00:34:13.128924501Z level=warn ts=2024-04-05T00:34:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"121290ae-78be-4d5c-9301-43168944097b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"4bdd2a6a-6fea-46d5-bf9f-7c69d65dca79\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"65e72907-042b-415d-b970-454f44a74a73\", vdu_name=\"hfmultivdu-vnf2-dataVM-0\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"121290ae-78be-4d5c-9301-43168944097b\", vnf_id=\"1d358ee6-5d47-4ccf-8159-baf9cfb0cb80\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"4bdd2a6a-6fea-46d5-bf9f-7c69d65dca79\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"65e72907-042b-415d-b970-454f44a74a73\", vdu_name=\"UNKNOWN\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"121290ae-78be-4d5c-9301-43168944097b\", vnf_id=\"1d358ee6-5d47-4ccf-8159-baf9cfb0cb80\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-05T00:34:28.129173317Z level=warn ts=2024-04-05T00:34:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"121290ae-78be-4d5c-9301-43168944097b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"4bdd2a6a-6fea-46d5-bf9f-7c69d65dca79\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"65e72907-042b-415d-b970-454f44a74a73\", vdu_name=\"hfmultivdu-vnf2-dataVM-0\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"121290ae-78be-4d5c-9301-43168944097b\", vnf_id=\"1d358ee6-5d47-4ccf-8159-baf9cfb0cb80\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"4bdd2a6a-6fea-46d5-bf9f-7c69d65dca79\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"65e72907-042b-415d-b970-454f44a74a73\", vdu_name=\"UNKNOWN\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"121290ae-78be-4d5c-9301-43168944097b\", vnf_id=\"1d358ee6-5d47-4ccf-8159-baf9cfb0cb80\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-05T01:00:13.129521597Z level=warn ts=2024-04-05T01:00:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"a3dbaac2-7e8c-4a2c-8785-8bddf14102b9\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5c69c4e7-896f-4fc2-9332-b8c3c6703b68\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"79025925-f999-4c6c-844f-9d03674c0041\", vdu_name=\"heal_03-several_volumes_-several_volumes-VM-0\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"a3dbaac2-7e8c-4a2c-8785-8bddf14102b9\", vnf_id=\"6269f462-fba0-4653-89b9-e96c6d03773b\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5c69c4e7-896f-4fc2-9332-b8c3c6703b68\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"79025925-f999-4c6c-844f-9d03674c0041\", vdu_name=\"UNKNOWN\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"a3dbaac2-7e8c-4a2c-8785-8bddf14102b9\", vnf_id=\"6269f462-fba0-4653-89b9-e96c6d03773b\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-05T01:00:28.128948597Z level=warn ts=2024-04-05T01:00:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"a3dbaac2-7e8c-4a2c-8785-8bddf14102b9\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5c69c4e7-896f-4fc2-9332-b8c3c6703b68\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"79025925-f999-4c6c-844f-9d03674c0041\", vdu_name=\"heal_03-several_volumes_-several_volumes-VM-0\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"a3dbaac2-7e8c-4a2c-8785-8bddf14102b9\", vnf_id=\"6269f462-fba0-4653-89b9-e96c6d03773b\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5c69c4e7-896f-4fc2-9332-b8c3c6703b68\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"79025925-f999-4c6c-844f-9d03674c0041\", vdu_name=\"UNKNOWN\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"a3dbaac2-7e8c-4a2c-8785-8bddf14102b9\", vnf_id=\"6269f462-fba0-4653-89b9-e96c6d03773b\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-05T01:13:43.690142295Z level=info ts=2024-04-05T01:13:43.689Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T01:13:43.693394806Z level=info ts=2024-04-05T01:13:43.693Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.467698ms remote_storage=3.035µs web_handler=4.973µs query_engine=5.061µs scrape=257.823µs scrape_sd=74.536µs notify=29.239µs notify_sd=68.239µs rules=2.05131ms 2024-04-05T01:18:42.051572214Z level=info ts=2024-04-05T01:18:42.051Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T01:18:42.055471864Z level=info ts=2024-04-05T01:18:42.055Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.989951ms remote_storage=3.418µs web_handler=5.238µs query_engine=5.363µs scrape=217.216µs scrape_sd=98.134µs notify=65.494µs notify_sd=36.394µs rules=2.314619ms 2024-04-05T01:25:11.970161197Z level=info ts=2024-04-05T01:25:11.969Z caller=compact.go:518 component=tsdb msg="write block" mint=1712269509123 maxt=1712275200000 ulid=01HTNXR63VK0CQJ4RDYVK3EHGK duration=38.831625ms 2024-04-05T01:25:11.973214223Z level=info ts=2024-04-05T01:25:11.973Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.553972ms 2024-04-05T01:34:13.130086346Z level=warn ts=2024-04-05T01:34:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"dab0566b-e2fb-427c-b981-bb3c9b749902\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b9fc678b-969e-4785-bb08-81e7c37c193f\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"92d97383-fbe8-408c-9116-b31d96ad2010\", vdu_name=\"k8s_06-nopasswd_-vnf2-mgmtVM-0\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"dab0566b-e2fb-427c-b981-bb3c9b749902\", vnf_id=\"496ee631-4dbe-4c66-b464-26a0195ae893\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b9fc678b-969e-4785-bb08-81e7c37c193f\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"92d97383-fbe8-408c-9116-b31d96ad2010\", vdu_name=\"UNKNOWN\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"dab0566b-e2fb-427c-b981-bb3c9b749902\", vnf_id=\"496ee631-4dbe-4c66-b464-26a0195ae893\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-05T01:34:28.128610603Z level=warn ts=2024-04-05T01:34:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"dab0566b-e2fb-427c-b981-bb3c9b749902\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b9fc678b-969e-4785-bb08-81e7c37c193f\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"92d97383-fbe8-408c-9116-b31d96ad2010\", vdu_name=\"k8s_06-nopasswd_-vnf2-mgmtVM-0\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"dab0566b-e2fb-427c-b981-bb3c9b749902\", vnf_id=\"496ee631-4dbe-4c66-b464-26a0195ae893\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b9fc678b-969e-4785-bb08-81e7c37c193f\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"92d97383-fbe8-408c-9116-b31d96ad2010\", vdu_name=\"UNKNOWN\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"dab0566b-e2fb-427c-b981-bb3c9b749902\", vnf_id=\"496ee631-4dbe-4c66-b464-26a0195ae893\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-05T01:57:58.978639060Z level=info ts=2024-04-05T01:57:58.978Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T01:57:58.981950140Z level=info ts=2024-04-05T01:57:58.981Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.358623ms remote_storage=2.538µs web_handler=1.161µs query_engine=4.682µs scrape=165.75µs scrape_sd=56.769µs notify=28.857µs notify_sd=85.442µs rules=2.184573ms 2024-04-05T01:58:04.035788387Z level=info ts=2024-04-05T01:58:04.035Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T01:58:04.038631364Z level=info ts=2024-04-05T01:58:04.038Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.009488ms remote_storage=3.158µs web_handler=727ns query_engine=1.869µs scrape=137.046µs scrape_sd=50.488µs notify=19.484µs notify_sd=23.434µs rules=2.218508ms 2024-04-05T02:06:23.561123641Z level=info ts=2024-04-05T02:06:23.560Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:06:23.566674884Z level=info ts=2024-04-05T02:06:23.566Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.647721ms remote_storage=5.755µs web_handler=1.643µs query_engine=8.862µs scrape=397.556µs scrape_sd=102.169µs notify=58.473µs notify_sd=32.208µs rules=3.416602ms 2024-04-05T02:06:28.619830346Z level=info ts=2024-04-05T02:06:28.619Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:06:28.625360736Z level=info ts=2024-04-05T02:06:28.625Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.638075ms remote_storage=4.161µs web_handler=975ns query_engine=2.147µs scrape=372.472µs scrape_sd=124.809µs notify=60.826µs notify_sd=24.465µs rules=3.816409ms 2024-04-05T02:07:15.020671569Z level=info ts=2024-04-05T02:07:15.020Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:07:15.027024135Z level=info ts=2024-04-05T02:07:15.026Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.468877ms remote_storage=3.397µs web_handler=1.287µs query_engine=1.792µs scrape=336.699µs scrape_sd=95.337µs notify=65.117µs notify_sd=33.627µs rules=4.953098ms 2024-04-05T02:07:20.110190169Z level=info ts=2024-04-05T02:07:20.110Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:07:20.113933189Z level=info ts=2024-04-05T02:07:20.113Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.689602ms remote_storage=2.837µs web_handler=571ns query_engine=1.623µs scrape=157.575µs scrape_sd=56.851µs notify=22.367µs notify_sd=44.62µs rules=2.879165ms 2024-04-05T02:25:47.289665094Z level=info ts=2024-04-05T02:25:47.289Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:25:47.292478533Z level=info ts=2024-04-05T02:25:47.292Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.838105ms remote_storage=2.546µs web_handler=1.19µs query_engine=5.204µs scrape=185.622µs scrape_sd=61.308µs notify=25.125µs notify_sd=24.317µs rules=1.677406ms 2024-04-05T02:25:52.341164155Z level=info ts=2024-04-05T02:25:52.340Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:25:52.344318135Z level=info ts=2024-04-05T02:25:52.344Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.163063ms remote_storage=3.06µs web_handler=664ns query_engine=1.522µs scrape=174.808µs scrape_sd=75.525µs notify=66.538µs notify_sd=17.535µs rules=2.116503ms 2024-04-05T02:28:04.476295454Z level=info ts=2024-04-05T02:28:04.476Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:28:04.481815538Z level=info ts=2024-04-05T02:28:04.481Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.513137ms remote_storage=2.37µs web_handler=761ns query_engine=16.04µs scrape=372.159µs scrape_sd=73.742µs notify=54.087µs notify_sd=29.518µs rules=4.287994ms 2024-04-05T02:37:14.617085468Z level=info ts=2024-04-05T02:37:14.616Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:37:14.620338211Z level=info ts=2024-04-05T02:37:14.620Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.296364ms remote_storage=2.948µs web_handler=4.363µs query_engine=4.589µs scrape=230.029µs scrape_sd=93.482µs notify=30.32µs notify_sd=63.792µs rules=2.082017ms 2024-04-05T02:39:37.968762550Z level=info ts=2024-04-05T02:39:37.968Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:39:37.979107550Z level=info ts=2024-04-05T02:39:37.978Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=10.76844ms remote_storage=3.981µs web_handler=1.372µs query_engine=11.892µs scrape=293.253µs scrape_sd=253.757µs notify=29.655µs notify_sd=28.985µs rules=4.963619ms 2024-04-05T02:39:55.132146285Z level=info ts=2024-04-05T02:39:55.131Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:39:55.134936942Z level=info ts=2024-04-05T02:39:55.134Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.790752ms remote_storage=2.958µs web_handler=612ns query_engine=1.788µs scrape=1.009674ms scrape_sd=84.851µs notify=22.255µs notify_sd=10.588µs rules=1.02504ms 2024-04-05T02:48:13.130847711Z level=warn ts=2024-04-05T02:48:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"63bb0e4d-0d58-4f4b-9c2d-a1641fd52ddd\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0b7c134e-8ca6-4ff7-8c0f-36d8b48747cc\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"b5feb0e1-b73a-4d39-ae24-d41271f73d84\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"63bb0e4d-0d58-4f4b-9c2d-a1641fd52ddd\", vnf_id=\"2028a441-55b0-48bc-aaa9-7168780878c0\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0b7c134e-8ca6-4ff7-8c0f-36d8b48747cc\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"b5feb0e1-b73a-4d39-ae24-d41271f73d84\", vdu_name=\"UNKNOWN\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"63bb0e4d-0d58-4f4b-9c2d-a1641fd52ddd\", vnf_id=\"2028a441-55b0-48bc-aaa9-7168780878c0\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-05T02:48:28.129506114Z level=warn ts=2024-04-05T02:48:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"63bb0e4d-0d58-4f4b-9c2d-a1641fd52ddd\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0b7c134e-8ca6-4ff7-8c0f-36d8b48747cc\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"b5feb0e1-b73a-4d39-ae24-d41271f73d84\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"63bb0e4d-0d58-4f4b-9c2d-a1641fd52ddd\", vnf_id=\"2028a441-55b0-48bc-aaa9-7168780878c0\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0b7c134e-8ca6-4ff7-8c0f-36d8b48747cc\", project_id=\"530bcf26-c7f3-469e-b1be-f5237e3ff5ca\", vdu_id=\"b5feb0e1-b73a-4d39-ae24-d41271f73d84\", vdu_name=\"UNKNOWN\", vim_id=\"24594418-3ec7-4e4f-905e-c5ddc6806c12\", vm_id=\"63bb0e4d-0d58-4f4b-9c2d-a1641fd52ddd\", vnf_id=\"2028a441-55b0-48bc-aaa9-7168780878c0\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-05T02:53:03.681155105Z level=info ts=2024-04-05T02:53:03.680Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:53:03.688229856Z level=info ts=2024-04-05T02:53:03.687Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.148195ms remote_storage=4.169µs web_handler=1.287µs query_engine=8.294µs scrape=296.738µs scrape_sd=161.709µs notify=49.121µs notify_sd=30.918µs rules=4.914216ms 2024-04-05T02:53:08.726714639Z level=info ts=2024-04-05T02:53:08.726Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:53:08.729146021Z level=info ts=2024-04-05T02:53:08.728Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.405102ms remote_storage=3.584µs web_handler=591ns query_engine=1.824µs scrape=136.722µs scrape_sd=55.63µs notify=26.047µs notify_sd=11.495µs rules=1.677251ms 2024-04-05T02:53:57.247674718Z level=info ts=2024-04-05T02:53:57.247Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:53:57.251464856Z level=info ts=2024-04-05T02:53:57.251Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.802937ms remote_storage=2.606µs web_handler=994ns query_engine=1.689µs scrape=113.827µs scrape_sd=46.335µs notify=17.984µs notify_sd=33.148µs rules=2.294572ms 2024-04-05T02:54:02.304006656Z level=info ts=2024-04-05T02:54:02.303Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-05T02:54:02.305740884Z level=info ts=2024-04-05T02:54:02.305Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.747191ms remote_storage=3.165µs web_handler=494ns query_engine=1.457µs scrape=81.997µs scrape_sd=32.694µs notify=14.84µs notify_sd=9.846µs rules=1.192581ms 2024-04-04T22:25:49.210607312Z Created MongoClient to connect to MongoDB! 2024-04-04T22:25:49.210862852Z Generating prometheus config files 2024-04-04T22:26:19.242164214Z Error in configuration attempt! Number of tries: 1/3 2024-04-04T22:26:19.242207080Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-04T22:26:24.243775718Z Generating prometheus config files 2024-04-04T22:26:54.276882070Z Error in configuration attempt! Number of tries: 2/3 2024-04-04T22:26:54.276915521Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-04T22:26:59.283684826Z Generating prometheus config files 2024-04-04T22:27:12.145301021Z Jobs detected: 0 2024-04-04T22:27:12.163204575Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T22:27:12.181489454Z alerting: 2024-04-04T22:27:12.181507157Z alertmanagers: 2024-04-04T22:27:12.181511605Z - static_configs: 2024-04-04T22:27:12.181514816Z - targets: 2024-04-04T22:27:12.181518455Z - alertmanager:9093 2024-04-04T22:27:12.181521609Z global: 2024-04-04T22:27:12.181524739Z evaluation_interval: 15s 2024-04-04T22:27:12.181527837Z scrape_interval: 15s 2024-04-04T22:27:12.181530901Z rule_files: 2024-04-04T22:27:12.181533935Z - osm_metric_rules.yml 2024-04-04T22:27:12.181536998Z - osm_alert_rules.yml 2024-04-04T22:27:12.181540047Z scrape_configs: 2024-04-04T22:27:12.181543039Z - job_name: mon_exporter 2024-04-04T22:27:12.181546081Z static_configs: 2024-04-04T22:27:12.181549374Z - targets: 2024-04-04T22:27:12.181552416Z - mon:8000 2024-04-04T22:27:12.181555437Z - honor_labels: true 2024-04-04T22:27:12.181558825Z job_name: pushgateway 2024-04-04T22:27:12.181561853Z scrape_interval: 30s 2024-04-04T22:27:12.181564787Z static_configs: 2024-04-04T22:27:12.181567740Z - targets: 2024-04-04T22:27:12.181571922Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T22:27:12.181574908Z 2024-04-04T22:27:12.188214312Z Alerts read: 0 2024-04-04T22:27:12.190343478Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T22:27:12.191422129Z groups: 2024-04-04T22:27:12.191434126Z - name: osm_alert_rules 2024-04-04T22:27:12.191437646Z rules: 2024-04-04T22:27:12.191440735Z - alert: vdu_down 2024-04-04T22:27:12.191443619Z annotations: 2024-04-04T22:27:12.191447377Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T22:27:12.191451417Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T22:27:12.191454467Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T22:27:12.191458124Z expr: vm_status_extended != 1 2024-04-04T22:27:12.191461050Z for: 3m 2024-04-04T22:27:12.191463927Z 2024-04-04T22:27:12.194821230Z New config written, updating prometheus 2024-04-04T22:27:17.224513016Z Prometheus config update successful 2024-04-04T22:27:22.230672107Z Listening to changes in prometheus jobs and alerts collections 2024-04-04T22:48:25.058740812Z Changes detected, updating prometheus config 2024-04-04T22:48:25.060928712Z Jobs detected: 0 2024-04-04T22:48:25.071484792Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T22:48:25.075460994Z alerting: 2024-04-04T22:48:25.075493125Z alertmanagers: 2024-04-04T22:48:25.075499959Z - static_configs: 2024-04-04T22:48:25.075505957Z - targets: 2024-04-04T22:48:25.075512493Z - alertmanager:9093 2024-04-04T22:48:25.075518107Z global: 2024-04-04T22:48:25.075524182Z evaluation_interval: 15s 2024-04-04T22:48:25.075529817Z scrape_interval: 15s 2024-04-04T22:48:25.075535556Z rule_files: 2024-04-04T22:48:25.075541095Z - osm_metric_rules.yml 2024-04-04T22:48:25.075547066Z - osm_alert_rules.yml 2024-04-04T22:48:25.075552500Z scrape_configs: 2024-04-04T22:48:25.075598303Z - job_name: mon_exporter 2024-04-04T22:48:25.075605642Z static_configs: 2024-04-04T22:48:25.075611403Z - targets: 2024-04-04T22:48:25.075616991Z - mon:8000 2024-04-04T22:48:25.075622509Z - honor_labels: true 2024-04-04T22:48:25.075628017Z job_name: pushgateway 2024-04-04T22:48:25.075633485Z scrape_interval: 30s 2024-04-04T22:48:25.075638895Z static_configs: 2024-04-04T22:48:25.075644354Z - targets: 2024-04-04T22:48:25.075651008Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T22:48:25.075656464Z 2024-04-04T22:48:25.080220442Z Alerts read: 2 2024-04-04T22:48:25.082955315Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T22:48:25.086890738Z groups: 2024-04-04T22:48:25.086926870Z - name: osm_alert_rules 2024-04-04T22:48:25.086930687Z rules: 2024-04-04T22:48:25.086933833Z - alert: vdu_down 2024-04-04T22:48:25.086936959Z annotations: 2024-04-04T22:48:25.086940826Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T22:48:25.086944678Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T22:48:25.086947715Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T22:48:25.086952014Z expr: vm_status_extended != 1 2024-04-04T22:48:25.086954980Z for: 3m 2024-04-04T22:48:25.086958732Z - name: _osm_alert_rules_20240404224825_ 2024-04-04T22:48:25.086961800Z rules: 2024-04-04T22:48:25.086965727Z - alert: scalein_56a72cc3-80d0-457d-b2af-b429b647f1f9 2024-04-04T22:48:25.086968785Z expr: (count (osm_cpu_utilization{ns_id="4c88078e-5612-465f-9e12-b412dd771d02", 2024-04-04T22:48:25.086972876Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="4c88078e-5612-465f-9e12-b412dd771d02", 2024-04-04T22:48:25.086976016Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T22:48:25.086979039Z for: 1m 2024-04-04T22:48:25.086981960Z labels: 2024-04-04T22:48:25.086985253Z ns_id: 4c88078e-5612-465f-9e12-b412dd771d02 2024-04-04T22:48:25.086988328Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T22:48:25.086992128Z vnf_member_index: vnf 2024-04-04T22:48:25.086995233Z - alert: scaleout_619e1424-ab91-4889-a530-859da402d29a 2024-04-04T22:48:25.086998230Z expr: (count (osm_cpu_utilization{ns_id="4c88078e-5612-465f-9e12-b412dd771d02", 2024-04-04T22:48:25.087001482Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="4c88078e-5612-465f-9e12-b412dd771d02", 2024-04-04T22:48:25.087004553Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T22:48:25.087007480Z for: 1m 2024-04-04T22:48:25.087010590Z labels: 2024-04-04T22:48:25.087013554Z ns_id: 4c88078e-5612-465f-9e12-b412dd771d02 2024-04-04T22:48:25.087016564Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T22:48:25.087045980Z vnf_member_index: vnf 2024-04-04T22:48:25.087049092Z 2024-04-04T22:48:25.090316573Z New config written, updating prometheus 2024-04-04T22:48:30.117684390Z Prometheus config update successful 2024-04-04T22:48:30.117726987Z 2024-04-04T22:48:30.117731077Z Changes detected, updating prometheus config 2024-04-04T22:48:30.118649164Z Jobs detected: 0 2024-04-04T22:48:30.124492507Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T22:48:30.126201470Z alerting: 2024-04-04T22:48:30.126245958Z alertmanagers: 2024-04-04T22:48:30.126251746Z - static_configs: 2024-04-04T22:48:30.126256052Z - targets: 2024-04-04T22:48:30.126262706Z - alertmanager:9093 2024-04-04T22:48:30.126267355Z global: 2024-04-04T22:48:30.126271446Z evaluation_interval: 15s 2024-04-04T22:48:30.126276047Z scrape_interval: 15s 2024-04-04T22:48:30.126320925Z rule_files: 2024-04-04T22:48:30.126325624Z - osm_metric_rules.yml 2024-04-04T22:48:30.126329629Z - osm_alert_rules.yml 2024-04-04T22:48:30.126333613Z scrape_configs: 2024-04-04T22:48:30.126337557Z - job_name: mon_exporter 2024-04-04T22:48:30.126341515Z static_configs: 2024-04-04T22:48:30.126345546Z - targets: 2024-04-04T22:48:30.126349591Z - mon:8000 2024-04-04T22:48:30.126353648Z - honor_labels: true 2024-04-04T22:48:30.126357671Z job_name: pushgateway 2024-04-04T22:48:30.126377001Z scrape_interval: 30s 2024-04-04T22:48:30.126381272Z static_configs: 2024-04-04T22:48:30.126385265Z - targets: 2024-04-04T22:48:30.126389860Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T22:48:30.126393731Z 2024-04-04T22:48:30.129130709Z Alerts read: 2 2024-04-04T22:48:30.130983006Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T22:48:30.134072481Z groups: 2024-04-04T22:48:30.134084303Z - name: osm_alert_rules 2024-04-04T22:48:30.134087649Z rules: 2024-04-04T22:48:30.134091025Z - alert: vdu_down 2024-04-04T22:48:30.134094382Z annotations: 2024-04-04T22:48:30.134098349Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T22:48:30.134103778Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T22:48:30.134106969Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T22:48:30.134110871Z expr: vm_status_extended != 1 2024-04-04T22:48:30.134113980Z for: 3m 2024-04-04T22:48:30.134133892Z - name: _osm_alert_rules_20240404224830_ 2024-04-04T22:48:30.134137093Z rules: 2024-04-04T22:48:30.134140735Z - alert: scalein_56a72cc3-80d0-457d-b2af-b429b647f1f9 2024-04-04T22:48:30.134143897Z expr: (count (osm_cpu_utilization{ns_id="4c88078e-5612-465f-9e12-b412dd771d02", 2024-04-04T22:48:30.134149018Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="4c88078e-5612-465f-9e12-b412dd771d02", 2024-04-04T22:48:30.134152180Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T22:48:30.134155275Z for: 1m 2024-04-04T22:48:30.134158230Z labels: 2024-04-04T22:48:30.134161294Z ns_id: 4c88078e-5612-465f-9e12-b412dd771d02 2024-04-04T22:48:30.134164251Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T22:48:30.134167845Z vnf_member_index: vnf 2024-04-04T22:48:30.134170844Z - alert: scaleout_619e1424-ab91-4889-a530-859da402d29a 2024-04-04T22:48:30.134173930Z expr: (count (osm_cpu_utilization{ns_id="4c88078e-5612-465f-9e12-b412dd771d02", 2024-04-04T22:48:30.134180264Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="4c88078e-5612-465f-9e12-b412dd771d02", 2024-04-04T22:48:30.134211998Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T22:48:30.134215279Z for: 1m 2024-04-04T22:48:30.134218250Z labels: 2024-04-04T22:48:30.134221231Z ns_id: 4c88078e-5612-465f-9e12-b412dd771d02 2024-04-04T22:48:30.134224261Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T22:48:30.134227315Z vnf_member_index: vnf 2024-04-04T22:48:30.134230127Z 2024-04-04T22:48:30.136931702Z New config written, updating prometheus 2024-04-04T22:48:35.157736708Z Prometheus config update successful 2024-04-04T22:48:35.157769272Z 2024-04-04T22:49:54.027497744Z Changes detected, updating prometheus config 2024-04-04T22:49:54.029371492Z Jobs detected: 0 2024-04-04T22:49:54.036422116Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T22:49:54.038398029Z alerting: 2024-04-04T22:49:54.038418542Z alertmanagers: 2024-04-04T22:49:54.038426798Z - static_configs: 2024-04-04T22:49:54.038433134Z - targets: 2024-04-04T22:49:54.038440245Z - alertmanager:9093 2024-04-04T22:49:54.038446326Z global: 2024-04-04T22:49:54.038452607Z evaluation_interval: 15s 2024-04-04T22:49:54.038458569Z scrape_interval: 15s 2024-04-04T22:49:54.038464699Z rule_files: 2024-04-04T22:49:54.038470920Z - osm_metric_rules.yml 2024-04-04T22:49:54.038477634Z - osm_alert_rules.yml 2024-04-04T22:49:54.038483820Z scrape_configs: 2024-04-04T22:49:54.038489792Z - job_name: mon_exporter 2024-04-04T22:49:54.038495798Z static_configs: 2024-04-04T22:49:54.038501756Z - targets: 2024-04-04T22:49:54.038507780Z - mon:8000 2024-04-04T22:49:54.038513714Z - honor_labels: true 2024-04-04T22:49:54.038519731Z job_name: pushgateway 2024-04-04T22:49:54.038525614Z scrape_interval: 30s 2024-04-04T22:49:54.038531497Z static_configs: 2024-04-04T22:49:54.038537467Z - targets: 2024-04-04T22:49:54.038544609Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T22:49:54.038550578Z 2024-04-04T22:49:54.041115149Z Alerts read: 0 2024-04-04T22:49:54.042840693Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T22:49:54.044101262Z groups: 2024-04-04T22:49:54.044118349Z - name: osm_alert_rules 2024-04-04T22:49:54.044125087Z rules: 2024-04-04T22:49:54.044131475Z - alert: vdu_down 2024-04-04T22:49:54.044137747Z annotations: 2024-04-04T22:49:54.044145094Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T22:49:54.044152199Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T22:49:54.044158349Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T22:49:54.044164882Z expr: vm_status_extended != 1 2024-04-04T22:49:54.044171057Z for: 3m 2024-04-04T22:49:54.044177071Z 2024-04-04T22:49:54.045132553Z New config written, updating prometheus 2024-04-04T22:49:59.080108261Z Prometheus config update successful 2024-04-04T22:49:59.080256748Z 2024-04-04T22:49:59.080684609Z Changes detected, updating prometheus config 2024-04-04T22:49:59.083371791Z Jobs detected: 0 2024-04-04T22:49:59.088168433Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T22:49:59.090203978Z alerting: 2024-04-04T22:49:59.090216352Z alertmanagers: 2024-04-04T22:49:59.090220446Z - static_configs: 2024-04-04T22:49:59.090223857Z - targets: 2024-04-04T22:49:59.090227971Z - alertmanager:9093 2024-04-04T22:49:59.090245272Z global: 2024-04-04T22:49:59.090248398Z evaluation_interval: 15s 2024-04-04T22:49:59.090251305Z scrape_interval: 15s 2024-04-04T22:49:59.090254967Z rule_files: 2024-04-04T22:49:59.090257985Z - osm_metric_rules.yml 2024-04-04T22:49:59.090260873Z - osm_alert_rules.yml 2024-04-04T22:49:59.090263937Z scrape_configs: 2024-04-04T22:49:59.090266839Z - job_name: mon_exporter 2024-04-04T22:49:59.090269818Z static_configs: 2024-04-04T22:49:59.090272802Z - targets: 2024-04-04T22:49:59.090275937Z - mon:8000 2024-04-04T22:49:59.090278994Z - honor_labels: true 2024-04-04T22:49:59.090281916Z job_name: pushgateway 2024-04-04T22:49:59.090284860Z scrape_interval: 30s 2024-04-04T22:49:59.090287908Z static_configs: 2024-04-04T22:49:59.090290885Z - targets: 2024-04-04T22:49:59.090294403Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T22:49:59.090405686Z 2024-04-04T22:49:59.093486543Z Alerts read: 0 2024-04-04T22:49:59.095848773Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T22:49:59.097136778Z groups: 2024-04-04T22:49:59.097148386Z - name: osm_alert_rules 2024-04-04T22:49:59.097151753Z rules: 2024-04-04T22:49:59.097155086Z - alert: vdu_down 2024-04-04T22:49:59.097158494Z annotations: 2024-04-04T22:49:59.097162339Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T22:49:59.097166591Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T22:49:59.097169807Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T22:49:59.097173367Z expr: vm_status_extended != 1 2024-04-04T22:49:59.097176822Z for: 3m 2024-04-04T22:49:59.097258897Z 2024-04-04T22:49:59.098951462Z New config written, updating prometheus 2024-04-04T22:50:04.131938360Z Prometheus config update successful 2024-04-04T22:50:04.131969235Z 2024-04-04T23:12:27.358393111Z Changes detected, updating prometheus config 2024-04-04T23:12:27.361776448Z Jobs detected: 0 2024-04-04T23:12:27.370509866Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T23:12:27.372708826Z alerting: 2024-04-04T23:12:27.372722065Z alertmanagers: 2024-04-04T23:12:27.372726346Z - static_configs: 2024-04-04T23:12:27.372729436Z - targets: 2024-04-04T23:12:27.372732982Z - alertmanager:9093 2024-04-04T23:12:27.372736666Z global: 2024-04-04T23:12:27.372739706Z evaluation_interval: 15s 2024-04-04T23:12:27.372742689Z scrape_interval: 15s 2024-04-04T23:12:27.372745631Z rule_files: 2024-04-04T23:12:27.372748682Z - osm_metric_rules.yml 2024-04-04T23:12:27.372751794Z - osm_alert_rules.yml 2024-04-04T23:12:27.372754819Z scrape_configs: 2024-04-04T23:12:27.372757813Z - job_name: mon_exporter 2024-04-04T23:12:27.372760742Z static_configs: 2024-04-04T23:12:27.372763694Z - targets: 2024-04-04T23:12:27.372766697Z - mon:8000 2024-04-04T23:12:27.372769585Z - honor_labels: true 2024-04-04T23:12:27.372772438Z job_name: pushgateway 2024-04-04T23:12:27.372775435Z scrape_interval: 30s 2024-04-04T23:12:27.372778288Z static_configs: 2024-04-04T23:12:27.372781168Z - targets: 2024-04-04T23:12:27.372784713Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T23:12:27.372787591Z 2024-04-04T23:12:27.377076805Z Alerts read: 6 2024-04-04T23:12:27.380326254Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T23:12:27.387599115Z groups: 2024-04-04T23:12:27.387613531Z - name: osm_alert_rules 2024-04-04T23:12:27.387641713Z rules: 2024-04-04T23:12:27.387644734Z - alert: vdu_down 2024-04-04T23:12:27.387647439Z annotations: 2024-04-04T23:12:27.387650915Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T23:12:27.387663755Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T23:12:27.387683174Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T23:12:27.387688928Z expr: vm_status_extended != 1 2024-04-04T23:12:27.387691920Z for: 3m 2024-04-04T23:12:27.387694870Z - name: _osm_alert_rules_20240404231227_ 2024-04-04T23:12:27.387702847Z rules: 2024-04-04T23:12:27.387706489Z - alert: scalein_d1d09c23-61b8-40c6-8875-f36369ee31d0 2024-04-04T23:12:27.387709545Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:27.387714009Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:27.387717306Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:27.387720253Z for: 1m 2024-04-04T23:12:27.387723174Z labels: 2024-04-04T23:12:27.387726534Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:27.387729654Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:27.387733051Z vnf_member_index: vnf 2024-04-04T23:12:27.387735962Z - alert: scaleout_3a54460f-c32c-46bb-aa3e-7f374a49aab0 2024-04-04T23:12:27.387738921Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:27.387741904Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:27.387744808Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:27.387747722Z for: 1m 2024-04-04T23:12:27.387750925Z labels: 2024-04-04T23:12:27.387754100Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:27.387756979Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:27.387759853Z vnf_member_index: vnf 2024-04-04T23:12:27.387762791Z - alert: scalein_5cccc03b-ba15-48f1-abe7-25bd04724842 2024-04-04T23:12:27.387765980Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:27.387769214Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:27.387772104Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:27.387774953Z for: 1m 2024-04-04T23:12:27.387777796Z labels: 2024-04-04T23:12:27.387780677Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:27.387783511Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:27.387786606Z vnf_member_index: vnf 2024-04-04T23:12:27.387789496Z - alert: scaleout_67ea6c8c-9a83-4f1c-98d0-9f62954d3c91 2024-04-04T23:12:27.387792534Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:27.387795725Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:27.387798631Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:27.387801503Z for: 1m 2024-04-04T23:12:27.387804362Z labels: 2024-04-04T23:12:27.387807248Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:27.387814260Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:27.387817129Z vnf_member_index: vnf 2024-04-04T23:12:27.387819992Z - alert: scalein_22e15e99-7714-4bba-a116-b592bc206839 2024-04-04T23:12:27.387822835Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:27.387825743Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:27.387828612Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:27.387831425Z for: 1m 2024-04-04T23:12:27.387834267Z labels: 2024-04-04T23:12:27.387837118Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:27.387840023Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:27.387842889Z vnf_member_index: vnf 2024-04-04T23:12:27.387846004Z - alert: scaleout_e97a9556-8e5c-4987-ba10-fb2c16525e91 2024-04-04T23:12:27.387848813Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:27.387856635Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:27.387859598Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:27.387862565Z for: 1m 2024-04-04T23:12:27.387865741Z labels: 2024-04-04T23:12:27.387868614Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:27.387871528Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:27.387874393Z vnf_member_index: vnf 2024-04-04T23:12:27.387877144Z 2024-04-04T23:12:27.394488387Z New config written, updating prometheus 2024-04-04T23:12:32.429342968Z Prometheus config update successful 2024-04-04T23:12:32.429380926Z 2024-04-04T23:12:32.429386977Z Changes detected, updating prometheus config 2024-04-04T23:12:32.431022987Z Jobs detected: 0 2024-04-04T23:12:32.436366244Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T23:12:32.438371638Z alerting: 2024-04-04T23:12:32.438387501Z alertmanagers: 2024-04-04T23:12:32.438405793Z - static_configs: 2024-04-04T23:12:32.438410872Z - targets: 2024-04-04T23:12:32.438416304Z - alertmanager:9093 2024-04-04T23:12:32.438420860Z global: 2024-04-04T23:12:32.438425344Z evaluation_interval: 15s 2024-04-04T23:12:32.438429798Z scrape_interval: 15s 2024-04-04T23:12:32.438434475Z rule_files: 2024-04-04T23:12:32.438438993Z - osm_metric_rules.yml 2024-04-04T23:12:32.438443646Z - osm_alert_rules.yml 2024-04-04T23:12:32.438448227Z scrape_configs: 2024-04-04T23:12:32.438453014Z - job_name: mon_exporter 2024-04-04T23:12:32.438457545Z static_configs: 2024-04-04T23:12:32.438462023Z - targets: 2024-04-04T23:12:32.438466512Z - mon:8000 2024-04-04T23:12:32.438470997Z - honor_labels: true 2024-04-04T23:12:32.438475527Z job_name: pushgateway 2024-04-04T23:12:32.438479883Z scrape_interval: 30s 2024-04-04T23:12:32.438484348Z static_configs: 2024-04-04T23:12:32.438489184Z - targets: 2024-04-04T23:12:32.438495571Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T23:12:32.438500047Z 2024-04-04T23:12:32.442759427Z Alerts read: 6 2024-04-04T23:12:32.444740096Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T23:12:32.452526920Z groups: 2024-04-04T23:12:32.452546907Z - name: osm_alert_rules 2024-04-04T23:12:32.452551894Z rules: 2024-04-04T23:12:32.452602040Z - alert: vdu_down 2024-04-04T23:12:32.452606632Z annotations: 2024-04-04T23:12:32.452611737Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T23:12:32.452628587Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T23:12:32.452632706Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T23:12:32.452637672Z expr: vm_status_extended != 1 2024-04-04T23:12:32.452641811Z for: 3m 2024-04-04T23:12:32.452646085Z - name: _osm_alert_rules_20240404231232_ 2024-04-04T23:12:32.452650196Z rules: 2024-04-04T23:12:32.452655015Z - alert: scalein_d1d09c23-61b8-40c6-8875-f36369ee31d0 2024-04-04T23:12:32.452659890Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:32.452665228Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:32.452669679Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:32.452673752Z for: 1m 2024-04-04T23:12:32.452677766Z labels: 2024-04-04T23:12:32.452681790Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:32.452685834Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:32.452690650Z vnf_member_index: vnf 2024-04-04T23:12:32.452695150Z - alert: scaleout_3a54460f-c32c-46bb-aa3e-7f374a49aab0 2024-04-04T23:12:32.452699580Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:32.452703844Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:32.452708183Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:32.452712318Z for: 1m 2024-04-04T23:12:32.452716432Z labels: 2024-04-04T23:12:32.452721189Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:32.452725237Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:32.452745262Z vnf_member_index: vnf 2024-04-04T23:12:32.452749728Z - alert: scalein_5cccc03b-ba15-48f1-abe7-25bd04724842 2024-04-04T23:12:32.452754041Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:32.452758497Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:32.452762865Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:32.452767227Z for: 1m 2024-04-04T23:12:32.452771676Z labels: 2024-04-04T23:12:32.452776235Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:32.452780645Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:32.452785014Z vnf_member_index: vnf 2024-04-04T23:12:32.452789321Z - alert: scaleout_67ea6c8c-9a83-4f1c-98d0-9f62954d3c91 2024-04-04T23:12:32.452793632Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:32.452798154Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:32.452802523Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:32.452806908Z for: 1m 2024-04-04T23:12:32.452811305Z labels: 2024-04-04T23:12:32.452815870Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:32.452820264Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:32.452830585Z vnf_member_index: vnf 2024-04-04T23:12:32.452835031Z - alert: scalein_22e15e99-7714-4bba-a116-b592bc206839 2024-04-04T23:12:32.452839454Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:32.452844086Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:32.452848433Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:32.452852799Z for: 1m 2024-04-04T23:12:32.452857096Z labels: 2024-04-04T23:12:32.452861483Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:32.452865872Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:32.452870258Z vnf_member_index: vnf 2024-04-04T23:12:32.452879966Z - alert: scaleout_e97a9556-8e5c-4987-ba10-fb2c16525e91 2024-04-04T23:12:32.452884453Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:32.452888910Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:32.452893410Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:32.452897849Z for: 1m 2024-04-04T23:12:32.452902129Z labels: 2024-04-04T23:12:32.452906465Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:32.452911037Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:32.452915517Z vnf_member_index: vnf 2024-04-04T23:12:32.452919693Z 2024-04-04T23:12:32.460492658Z New config written, updating prometheus 2024-04-04T23:12:37.492013811Z Prometheus config update successful 2024-04-04T23:12:37.492169100Z 2024-04-04T23:12:37.492376433Z Changes detected, updating prometheus config 2024-04-04T23:12:37.494010175Z Jobs detected: 0 2024-04-04T23:12:37.500334601Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T23:12:37.502513099Z alerting: 2024-04-04T23:12:37.502522899Z alertmanagers: 2024-04-04T23:12:37.502526704Z - static_configs: 2024-04-04T23:12:37.502529771Z - targets: 2024-04-04T23:12:37.502535983Z - alertmanager:9093 2024-04-04T23:12:37.502539190Z global: 2024-04-04T23:12:37.502542294Z evaluation_interval: 15s 2024-04-04T23:12:37.502545291Z scrape_interval: 15s 2024-04-04T23:12:37.502548457Z rule_files: 2024-04-04T23:12:37.502551466Z - osm_metric_rules.yml 2024-04-04T23:12:37.502554405Z - osm_alert_rules.yml 2024-04-04T23:12:37.502557309Z scrape_configs: 2024-04-04T23:12:37.502560279Z - job_name: mon_exporter 2024-04-04T23:12:37.502563228Z static_configs: 2024-04-04T23:12:37.502566125Z - targets: 2024-04-04T23:12:37.502569441Z - mon:8000 2024-04-04T23:12:37.502572392Z - honor_labels: true 2024-04-04T23:12:37.502575244Z job_name: pushgateway 2024-04-04T23:12:37.502578376Z scrape_interval: 30s 2024-04-04T23:12:37.502581217Z static_configs: 2024-04-04T23:12:37.502584091Z - targets: 2024-04-04T23:12:37.502587877Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T23:12:37.502649937Z 2024-04-04T23:12:37.506298502Z Alerts read: 6 2024-04-04T23:12:37.508126864Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T23:12:37.514411986Z groups: 2024-04-04T23:12:37.514423703Z - name: osm_alert_rules 2024-04-04T23:12:37.514426987Z rules: 2024-04-04T23:12:37.514429838Z - alert: vdu_down 2024-04-04T23:12:37.514432679Z annotations: 2024-04-04T23:12:37.514448536Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T23:12:37.514453810Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T23:12:37.514456664Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T23:12:37.514459861Z expr: vm_status_extended != 1 2024-04-04T23:12:37.514462655Z for: 3m 2024-04-04T23:12:37.514465396Z - name: _osm_alert_rules_20240404231237_ 2024-04-04T23:12:37.514468148Z rules: 2024-04-04T23:12:37.514471568Z - alert: scalein_d1d09c23-61b8-40c6-8875-f36369ee31d0 2024-04-04T23:12:37.514474440Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:37.514481286Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:37.514484167Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:37.514486901Z for: 1m 2024-04-04T23:12:37.514489823Z labels: 2024-04-04T23:12:37.514492564Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:37.514496034Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:37.514501160Z vnf_member_index: vnf 2024-04-04T23:12:37.514504875Z - alert: scaleout_3a54460f-c32c-46bb-aa3e-7f374a49aab0 2024-04-04T23:12:37.514508846Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:37.514512867Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:37.514516787Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:37.514520949Z for: 1m 2024-04-04T23:12:37.514524810Z labels: 2024-04-04T23:12:37.514528886Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:37.514532470Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:37.514535223Z vnf_member_index: vnf 2024-04-04T23:12:37.514537941Z - alert: scalein_5cccc03b-ba15-48f1-abe7-25bd04724842 2024-04-04T23:12:37.514540700Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:37.514543516Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:37.514546259Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:37.514548953Z for: 1m 2024-04-04T23:12:37.514551687Z labels: 2024-04-04T23:12:37.514554362Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:37.514557064Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:37.514559774Z vnf_member_index: vnf 2024-04-04T23:12:37.514562468Z - alert: scaleout_67ea6c8c-9a83-4f1c-98d0-9f62954d3c91 2024-04-04T23:12:37.514565154Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:37.514568106Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:37.514570794Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:37.514573521Z for: 1m 2024-04-04T23:12:37.514576574Z labels: 2024-04-04T23:12:37.514580445Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:37.514584792Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:37.514589207Z vnf_member_index: vnf 2024-04-04T23:12:37.514599748Z - alert: scalein_22e15e99-7714-4bba-a116-b592bc206839 2024-04-04T23:12:37.514603414Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:37.514606552Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:37.514609326Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:37.514611990Z for: 1m 2024-04-04T23:12:37.514614770Z labels: 2024-04-04T23:12:37.514617450Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:37.514620132Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:37.514623096Z vnf_member_index: vnf 2024-04-04T23:12:37.514625817Z - alert: scaleout_e97a9556-8e5c-4987-ba10-fb2c16525e91 2024-04-04T23:12:37.514628510Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:37.514631253Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:37.514633961Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:37.514636682Z for: 1m 2024-04-04T23:12:37.514639406Z labels: 2024-04-04T23:12:37.514642118Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:37.514644811Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:37.514647525Z vnf_member_index: vnf 2024-04-04T23:12:37.514727861Z 2024-04-04T23:12:37.520960136Z New config written, updating prometheus 2024-04-04T23:12:42.551411506Z Prometheus config update successful 2024-04-04T23:12:42.551612063Z 2024-04-04T23:12:42.551867943Z Changes detected, updating prometheus config 2024-04-04T23:12:42.553672813Z Jobs detected: 0 2024-04-04T23:12:42.560064624Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T23:12:42.562123548Z alerting: 2024-04-04T23:12:42.562136331Z alertmanagers: 2024-04-04T23:12:42.562140621Z - static_configs: 2024-04-04T23:12:42.562144375Z - targets: 2024-04-04T23:12:42.562148728Z - alertmanager:9093 2024-04-04T23:12:42.562152252Z global: 2024-04-04T23:12:42.562155639Z evaluation_interval: 15s 2024-04-04T23:12:42.562159185Z scrape_interval: 15s 2024-04-04T23:12:42.562162864Z rule_files: 2024-04-04T23:12:42.562166194Z - osm_metric_rules.yml 2024-04-04T23:12:42.562169885Z - osm_alert_rules.yml 2024-04-04T23:12:42.562173439Z scrape_configs: 2024-04-04T23:12:42.562176860Z - job_name: mon_exporter 2024-04-04T23:12:42.562180301Z static_configs: 2024-04-04T23:12:42.562183624Z - targets: 2024-04-04T23:12:42.562186946Z - mon:8000 2024-04-04T23:12:42.562190317Z - honor_labels: true 2024-04-04T23:12:42.562193574Z job_name: pushgateway 2024-04-04T23:12:42.562196876Z scrape_interval: 30s 2024-04-04T23:12:42.562200330Z static_configs: 2024-04-04T23:12:42.562203605Z - targets: 2024-04-04T23:12:42.562207642Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T23:12:42.562330372Z 2024-04-04T23:12:42.566566156Z Alerts read: 6 2024-04-04T23:12:42.568510708Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T23:12:42.574994100Z groups: 2024-04-04T23:12:42.575008822Z - name: osm_alert_rules 2024-04-04T23:12:42.575012174Z rules: 2024-04-04T23:12:42.575015204Z - alert: vdu_down 2024-04-04T23:12:42.575018363Z annotations: 2024-04-04T23:12:42.575021912Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T23:12:42.575041206Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T23:12:42.575044356Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T23:12:42.575048135Z expr: vm_status_extended != 1 2024-04-04T23:12:42.575051498Z for: 3m 2024-04-04T23:12:42.575054584Z - name: _osm_alert_rules_20240404231242_ 2024-04-04T23:12:42.575057451Z rules: 2024-04-04T23:12:42.575061519Z - alert: scalein_d1d09c23-61b8-40c6-8875-f36369ee31d0 2024-04-04T23:12:42.575064489Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:42.575068481Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:42.575071397Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:42.575074291Z for: 1m 2024-04-04T23:12:42.575077103Z labels: 2024-04-04T23:12:42.575080030Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:42.575082894Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:42.575086614Z vnf_member_index: vnf 2024-04-04T23:12:42.575089528Z - alert: scaleout_3a54460f-c32c-46bb-aa3e-7f374a49aab0 2024-04-04T23:12:42.575092425Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:42.575095368Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:42.575098307Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:42.575101214Z for: 1m 2024-04-04T23:12:42.575104110Z labels: 2024-04-04T23:12:42.575106999Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:42.575109929Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:42.575112770Z vnf_member_index: vnf 2024-04-04T23:12:42.575115655Z - alert: scalein_5cccc03b-ba15-48f1-abe7-25bd04724842 2024-04-04T23:12:42.575118840Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:42.575121766Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:42.575124624Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:42.575127503Z for: 1m 2024-04-04T23:12:42.575130325Z labels: 2024-04-04T23:12:42.575133193Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:42.575136090Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:42.575138968Z vnf_member_index: vnf 2024-04-04T23:12:42.575141844Z - alert: scaleout_67ea6c8c-9a83-4f1c-98d0-9f62954d3c91 2024-04-04T23:12:42.575144680Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:42.575147748Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:42.575150618Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:42.575153433Z for: 1m 2024-04-04T23:12:42.575156368Z labels: 2024-04-04T23:12:42.575159259Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:42.575162138Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:42.575165047Z vnf_member_index: vnf 2024-04-04T23:12:42.575167906Z - alert: scalein_22e15e99-7714-4bba-a116-b592bc206839 2024-04-04T23:12:42.575174557Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:42.575177526Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:42.575180338Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:42.575183579Z for: 1m 2024-04-04T23:12:42.575186426Z labels: 2024-04-04T23:12:42.575189258Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:42.575192152Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:42.575195026Z vnf_member_index: vnf 2024-04-04T23:12:42.575197856Z - alert: scaleout_e97a9556-8e5c-4987-ba10-fb2c16525e91 2024-04-04T23:12:42.575200734Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:42.575203646Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:42.575206634Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:42.575209450Z for: 1m 2024-04-04T23:12:42.575212348Z labels: 2024-04-04T23:12:42.575215218Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:42.575218098Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:42.575221050Z vnf_member_index: vnf 2024-04-04T23:12:42.575297531Z 2024-04-04T23:12:42.584379064Z New config written, updating prometheus 2024-04-04T23:12:47.618554969Z Prometheus config update successful 2024-04-04T23:12:47.618740273Z 2024-04-04T23:12:47.618986189Z Changes detected, updating prometheus config 2024-04-04T23:12:47.621027178Z Jobs detected: 0 2024-04-04T23:12:47.631325256Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T23:12:47.634871451Z alerting: 2024-04-04T23:12:47.634893032Z alertmanagers: 2024-04-04T23:12:47.634899218Z - static_configs: 2024-04-04T23:12:47.634904934Z - targets: 2024-04-04T23:12:47.634911315Z - alertmanager:9093 2024-04-04T23:12:47.634915702Z global: 2024-04-04T23:12:47.634920025Z evaluation_interval: 15s 2024-04-04T23:12:47.634925528Z scrape_interval: 15s 2024-04-04T23:12:47.634930282Z rule_files: 2024-04-04T23:12:47.634934554Z - osm_metric_rules.yml 2024-04-04T23:12:47.634938964Z - osm_alert_rules.yml 2024-04-04T23:12:47.634943213Z scrape_configs: 2024-04-04T23:12:47.634947279Z - job_name: mon_exporter 2024-04-04T23:12:47.634951387Z static_configs: 2024-04-04T23:12:47.634955810Z - targets: 2024-04-04T23:12:47.634960127Z - mon:8000 2024-04-04T23:12:47.634964321Z - honor_labels: true 2024-04-04T23:12:47.634968905Z job_name: pushgateway 2024-04-04T23:12:47.634973238Z scrape_interval: 30s 2024-04-04T23:12:47.634977727Z static_configs: 2024-04-04T23:12:47.634982376Z - targets: 2024-04-04T23:12:47.634987134Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T23:12:47.635095807Z 2024-04-04T23:12:47.643101349Z Alerts read: 6 2024-04-04T23:12:47.646697669Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T23:12:47.661457112Z groups: 2024-04-04T23:12:47.661488893Z - name: osm_alert_rules 2024-04-04T23:12:47.661494033Z rules: 2024-04-04T23:12:47.661499356Z - alert: vdu_down 2024-04-04T23:12:47.661505049Z annotations: 2024-04-04T23:12:47.661511248Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T23:12:47.661516153Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T23:12:47.661542097Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T23:12:47.661547525Z expr: vm_status_extended != 1 2024-04-04T23:12:47.661552508Z for: 3m 2024-04-04T23:12:47.661557778Z - name: _osm_alert_rules_20240404231247_ 2024-04-04T23:12:47.661562103Z rules: 2024-04-04T23:12:47.661567492Z - alert: scalein_d1d09c23-61b8-40c6-8875-f36369ee31d0 2024-04-04T23:12:47.661572603Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:47.661577756Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:47.661582900Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:47.661587747Z for: 1m 2024-04-04T23:12:47.661592177Z labels: 2024-04-04T23:12:47.661596740Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:47.661601426Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:47.661606384Z vnf_member_index: vnf 2024-04-04T23:12:47.661610823Z - alert: scaleout_3a54460f-c32c-46bb-aa3e-7f374a49aab0 2024-04-04T23:12:47.661615233Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:47.661620653Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:47.661625358Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:47.661634827Z for: 1m 2024-04-04T23:12:47.661640904Z labels: 2024-04-04T23:12:47.661646256Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:47.661651825Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:47.661656534Z vnf_member_index: vnf 2024-04-04T23:12:47.661660679Z - alert: scalein_5cccc03b-ba15-48f1-abe7-25bd04724842 2024-04-04T23:12:47.661666242Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:47.661671755Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:47.661676406Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:47.661680798Z for: 1m 2024-04-04T23:12:47.661685133Z labels: 2024-04-04T23:12:47.661689752Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:47.661694054Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:47.661699055Z vnf_member_index: vnf 2024-04-04T23:12:47.661703693Z - alert: scaleout_67ea6c8c-9a83-4f1c-98d0-9f62954d3c91 2024-04-04T23:12:47.661709561Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:47.661714871Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:47.661719730Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:47.661724546Z for: 1m 2024-04-04T23:12:47.661729406Z labels: 2024-04-04T23:12:47.661733760Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:47.661738465Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:47.661743634Z vnf_member_index: vnf 2024-04-04T23:12:47.661749520Z - alert: scalein_22e15e99-7714-4bba-a116-b592bc206839 2024-04-04T23:12:47.661754246Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:47.661765129Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:47.661770165Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:47.661775090Z for: 1m 2024-04-04T23:12:47.661780253Z labels: 2024-04-04T23:12:47.661785248Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:47.661789850Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:47.661794513Z vnf_member_index: vnf 2024-04-04T23:12:47.661799027Z - alert: scaleout_e97a9556-8e5c-4987-ba10-fb2c16525e91 2024-04-04T23:12:47.661803407Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:47.661807794Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:47.661812877Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:47.661817563Z for: 1m 2024-04-04T23:12:47.661822146Z labels: 2024-04-04T23:12:47.661826930Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:47.661831312Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:47.661835908Z vnf_member_index: vnf 2024-04-04T23:12:47.661956285Z 2024-04-04T23:12:47.676723843Z New config written, updating prometheus 2024-04-04T23:12:52.702291764Z Prometheus config update successful 2024-04-04T23:12:52.702321983Z 2024-04-04T23:12:52.702326083Z Changes detected, updating prometheus config 2024-04-04T23:12:52.704838818Z Jobs detected: 0 2024-04-04T23:12:52.714342011Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T23:12:52.716166933Z alerting: 2024-04-04T23:12:52.716182974Z alertmanagers: 2024-04-04T23:12:52.716187194Z - static_configs: 2024-04-04T23:12:52.716190348Z - targets: 2024-04-04T23:12:52.716194059Z - alertmanager:9093 2024-04-04T23:12:52.716197141Z global: 2024-04-04T23:12:52.716200232Z evaluation_interval: 15s 2024-04-04T23:12:52.716203474Z scrape_interval: 15s 2024-04-04T23:12:52.716206616Z rule_files: 2024-04-04T23:12:52.716209766Z - osm_metric_rules.yml 2024-04-04T23:12:52.716212748Z - osm_alert_rules.yml 2024-04-04T23:12:52.716215752Z scrape_configs: 2024-04-04T23:12:52.716218874Z - job_name: mon_exporter 2024-04-04T23:12:52.716221852Z static_configs: 2024-04-04T23:12:52.716224835Z - targets: 2024-04-04T23:12:52.716227896Z - mon:8000 2024-04-04T23:12:52.716230877Z - honor_labels: true 2024-04-04T23:12:52.716233879Z job_name: pushgateway 2024-04-04T23:12:52.716236895Z scrape_interval: 30s 2024-04-04T23:12:52.716239825Z static_configs: 2024-04-04T23:12:52.716242943Z - targets: 2024-04-04T23:12:52.716246808Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T23:12:52.716249868Z 2024-04-04T23:12:52.720015556Z Alerts read: 6 2024-04-04T23:12:52.722006024Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T23:12:52.729676455Z groups: 2024-04-04T23:12:52.729698371Z - name: osm_alert_rules 2024-04-04T23:12:52.729701776Z rules: 2024-04-04T23:12:52.729704979Z - alert: vdu_down 2024-04-04T23:12:52.729708658Z annotations: 2024-04-04T23:12:52.729712555Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T23:12:52.729716383Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T23:12:52.729736277Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T23:12:52.729739993Z expr: vm_status_extended != 1 2024-04-04T23:12:52.729743053Z for: 3m 2024-04-04T23:12:52.729746106Z - name: _osm_alert_rules_20240404231252_ 2024-04-04T23:12:52.729749156Z rules: 2024-04-04T23:12:52.729752800Z - alert: scalein_d1d09c23-61b8-40c6-8875-f36369ee31d0 2024-04-04T23:12:52.729755920Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:52.729759590Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:52.729762711Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:52.729766272Z for: 1m 2024-04-04T23:12:52.729769270Z labels: 2024-04-04T23:12:52.729772528Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:52.729775536Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:52.729779173Z vnf_member_index: vnf 2024-04-04T23:12:52.729782203Z - alert: scaleout_3a54460f-c32c-46bb-aa3e-7f374a49aab0 2024-04-04T23:12:52.729785227Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:52.729788303Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:52.729791320Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:52.729794341Z for: 1m 2024-04-04T23:12:52.729797340Z labels: 2024-04-04T23:12:52.729800377Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:52.729803421Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:52.729806392Z vnf_member_index: vnf 2024-04-04T23:12:52.729809399Z - alert: scalein_5cccc03b-ba15-48f1-abe7-25bd04724842 2024-04-04T23:12:52.729812495Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:52.729815589Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:52.729818576Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:52.729821666Z for: 1m 2024-04-04T23:12:52.729824599Z labels: 2024-04-04T23:12:52.729827624Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:52.729830574Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:52.729833533Z vnf_member_index: vnf 2024-04-04T23:12:52.729836598Z - alert: scaleout_67ea6c8c-9a83-4f1c-98d0-9f62954d3c91 2024-04-04T23:12:52.729839676Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:52.729842737Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:52.729845764Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:52.729848874Z for: 1m 2024-04-04T23:12:52.729851903Z labels: 2024-04-04T23:12:52.729854928Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:52.729857926Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:52.729860905Z vnf_member_index: vnf 2024-04-04T23:12:52.729863912Z - alert: scalein_22e15e99-7714-4bba-a116-b592bc206839 2024-04-04T23:12:52.729866819Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:52.729874151Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:52.729877135Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-04T23:12:52.729880091Z for: 1m 2024-04-04T23:12:52.729883037Z labels: 2024-04-04T23:12:52.729886043Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:52.729889560Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:52.729892559Z vnf_member_index: vnf 2024-04-04T23:12:52.729895567Z - alert: scaleout_e97a9556-8e5c-4987-ba10-fb2c16525e91 2024-04-04T23:12:52.729898490Z expr: (count (osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:52.729901769Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9a34b747-54a8-4a34-9fe8-2333565098a7", 2024-04-04T23:12:52.729904783Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-04T23:12:52.729907705Z for: 1m 2024-04-04T23:12:52.729910642Z labels: 2024-04-04T23:12:52.729913613Z ns_id: 9a34b747-54a8-4a34-9fe8-2333565098a7 2024-04-04T23:12:52.729916584Z vdu_id: hackfest_basic_metrics-VM 2024-04-04T23:12:52.729919528Z vnf_member_index: vnf 2024-04-04T23:12:52.729922338Z 2024-04-04T23:12:52.735931049Z New config written, updating prometheus 2024-04-04T23:12:57.760275868Z Prometheus config update successful 2024-04-04T23:12:57.760333582Z 2024-04-04T23:14:13.169244222Z Changes detected, updating prometheus config 2024-04-04T23:14:13.171479741Z Jobs detected: 0 2024-04-04T23:14:13.182602528Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T23:14:13.185756273Z alerting: 2024-04-04T23:14:13.185779482Z alertmanagers: 2024-04-04T23:14:13.185789538Z - static_configs: 2024-04-04T23:14:13.185798212Z - targets: 2024-04-04T23:14:13.185807629Z - alertmanager:9093 2024-04-04T23:14:13.185816509Z global: 2024-04-04T23:14:13.185825070Z evaluation_interval: 15s 2024-04-04T23:14:13.185833523Z scrape_interval: 15s 2024-04-04T23:14:13.185842418Z rule_files: 2024-04-04T23:14:13.185851101Z - osm_metric_rules.yml 2024-04-04T23:14:13.185859346Z - osm_alert_rules.yml 2024-04-04T23:14:13.185867725Z scrape_configs: 2024-04-04T23:14:13.185876350Z - job_name: mon_exporter 2024-04-04T23:14:13.185885884Z static_configs: 2024-04-04T23:14:13.185894745Z - targets: 2024-04-04T23:14:13.185903317Z - mon:8000 2024-04-04T23:14:13.185912308Z - honor_labels: true 2024-04-04T23:14:13.185920744Z job_name: pushgateway 2024-04-04T23:14:13.185929190Z scrape_interval: 30s 2024-04-04T23:14:13.185938007Z static_configs: 2024-04-04T23:14:13.185946499Z - targets: 2024-04-04T23:14:13.185956564Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T23:14:13.185964933Z 2024-04-04T23:14:13.190325069Z Alerts read: 0 2024-04-04T23:14:13.192418356Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T23:14:13.193763467Z groups: 2024-04-04T23:14:13.193796868Z - name: osm_alert_rules 2024-04-04T23:14:13.193811358Z rules: 2024-04-04T23:14:13.193825035Z - alert: vdu_down 2024-04-04T23:14:13.193837760Z annotations: 2024-04-04T23:14:13.193851034Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T23:14:13.193864162Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T23:14:13.193877949Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T23:14:13.193938243Z expr: vm_status_extended != 1 2024-04-04T23:14:13.193951734Z for: 3m 2024-04-04T23:14:13.193963292Z 2024-04-04T23:14:13.195121465Z New config written, updating prometheus 2024-04-04T23:14:18.230423167Z Prometheus config update successful 2024-04-04T23:14:18.230578284Z 2024-04-04T23:14:18.230817108Z Changes detected, updating prometheus config 2024-04-04T23:14:18.233099692Z Jobs detected: 0 2024-04-04T23:14:18.240431914Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T23:14:18.243058258Z alerting: 2024-04-04T23:14:18.243087409Z alertmanagers: 2024-04-04T23:14:18.243097702Z - static_configs: 2024-04-04T23:14:18.243106490Z - targets: 2024-04-04T23:14:18.243116203Z - alertmanager:9093 2024-04-04T23:14:18.243125336Z global: 2024-04-04T23:14:18.243133842Z evaluation_interval: 15s 2024-04-04T23:14:18.243142712Z scrape_interval: 15s 2024-04-04T23:14:18.243152232Z rule_files: 2024-04-04T23:14:18.243160757Z - osm_metric_rules.yml 2024-04-04T23:14:18.243169099Z - osm_alert_rules.yml 2024-04-04T23:14:18.243177714Z scrape_configs: 2024-04-04T23:14:18.243186341Z - job_name: mon_exporter 2024-04-04T23:14:18.243195279Z static_configs: 2024-04-04T23:14:18.243203698Z - targets: 2024-04-04T23:14:18.243212397Z - mon:8000 2024-04-04T23:14:18.243220799Z - honor_labels: true 2024-04-04T23:14:18.243229125Z job_name: pushgateway 2024-04-04T23:14:18.243237510Z scrape_interval: 30s 2024-04-04T23:14:18.243245926Z static_configs: 2024-04-04T23:14:18.243254214Z - targets: 2024-04-04T23:14:18.243263603Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T23:14:18.243271850Z 2024-04-04T23:14:18.247837489Z Alerts read: 0 2024-04-04T23:14:18.250817462Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T23:14:18.252900588Z groups: 2024-04-04T23:14:18.252929512Z - name: osm_alert_rules 2024-04-04T23:14:18.252939056Z rules: 2024-04-04T23:14:18.252948140Z - alert: vdu_down 2024-04-04T23:14:18.252973761Z annotations: 2024-04-04T23:14:18.252993188Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T23:14:18.253004411Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T23:14:18.253013327Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T23:14:18.253022706Z expr: vm_status_extended != 1 2024-04-04T23:14:18.253031187Z for: 3m 2024-04-04T23:14:18.253039260Z 2024-04-04T23:14:18.254542297Z New config written, updating prometheus 2024-04-04T23:14:23.286840726Z Prometheus config update successful 2024-04-04T23:14:23.286885322Z 2024-04-04T23:14:23.286908265Z Changes detected, updating prometheus config 2024-04-04T23:14:23.288895407Z Jobs detected: 0 2024-04-04T23:14:23.301543250Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T23:14:23.304857961Z alerting: 2024-04-04T23:14:23.304875867Z alertmanagers: 2024-04-04T23:14:23.304881902Z - static_configs: 2024-04-04T23:14:23.304887024Z - targets: 2024-04-04T23:14:23.304892935Z - alertmanager:9093 2024-04-04T23:14:23.304898101Z global: 2024-04-04T23:14:23.304903094Z evaluation_interval: 15s 2024-04-04T23:14:23.304908035Z scrape_interval: 15s 2024-04-04T23:14:23.304913542Z rule_files: 2024-04-04T23:14:23.304918552Z - osm_metric_rules.yml 2024-04-04T23:14:23.304923541Z - osm_alert_rules.yml 2024-04-04T23:14:23.304928699Z scrape_configs: 2024-04-04T23:14:23.304933754Z - job_name: mon_exporter 2024-04-04T23:14:23.304959000Z static_configs: 2024-04-04T23:14:23.304964291Z - targets: 2024-04-04T23:14:23.304969143Z - mon:8000 2024-04-04T23:14:23.304974064Z - honor_labels: true 2024-04-04T23:14:23.304978964Z job_name: pushgateway 2024-04-04T23:14:23.304983879Z scrape_interval: 30s 2024-04-04T23:14:23.304988940Z static_configs: 2024-04-04T23:14:23.304993968Z - targets: 2024-04-04T23:14:23.304999488Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T23:14:23.305004349Z 2024-04-04T23:14:23.309900712Z Alerts read: 0 2024-04-04T23:14:23.311864627Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T23:14:23.312952326Z groups: 2024-04-04T23:14:23.312975573Z - name: osm_alert_rules 2024-04-04T23:14:23.312984792Z rules: 2024-04-04T23:14:23.312993248Z - alert: vdu_down 2024-04-04T23:14:23.313001367Z annotations: 2024-04-04T23:14:23.313010143Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T23:14:23.313018783Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T23:14:23.313026438Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T23:14:23.313034885Z expr: vm_status_extended != 1 2024-04-04T23:14:23.313042774Z for: 3m 2024-04-04T23:14:23.313050284Z 2024-04-04T23:14:23.314138347Z New config written, updating prometheus 2024-04-04T23:14:28.342391378Z Prometheus config update successful 2024-04-04T23:14:28.342441239Z 2024-04-04T23:14:28.342485118Z Changes detected, updating prometheus config 2024-04-04T23:14:28.343989479Z Jobs detected: 0 2024-04-04T23:14:28.353019386Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T23:14:28.355176970Z alerting: 2024-04-04T23:14:28.355211069Z alertmanagers: 2024-04-04T23:14:28.355222837Z - static_configs: 2024-04-04T23:14:28.355231961Z - targets: 2024-04-04T23:14:28.355241652Z - alertmanager:9093 2024-04-04T23:14:28.355250414Z global: 2024-04-04T23:14:28.355259118Z evaluation_interval: 15s 2024-04-04T23:14:28.355267723Z scrape_interval: 15s 2024-04-04T23:14:28.355276540Z rule_files: 2024-04-04T23:14:28.355285118Z - osm_metric_rules.yml 2024-04-04T23:14:28.355294043Z - osm_alert_rules.yml 2024-04-04T23:14:28.355302832Z scrape_configs: 2024-04-04T23:14:28.355311343Z - job_name: mon_exporter 2024-04-04T23:14:28.355319809Z static_configs: 2024-04-04T23:14:28.355328597Z - targets: 2024-04-04T23:14:28.355337227Z - mon:8000 2024-04-04T23:14:28.355346260Z - honor_labels: true 2024-04-04T23:14:28.355354895Z job_name: pushgateway 2024-04-04T23:14:28.355363340Z scrape_interval: 30s 2024-04-04T23:14:28.355371760Z static_configs: 2024-04-04T23:14:28.355380241Z - targets: 2024-04-04T23:14:28.355389764Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T23:14:28.355398148Z 2024-04-04T23:14:28.358955966Z Alerts read: 0 2024-04-04T23:14:28.360600845Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T23:14:28.362338834Z groups: 2024-04-04T23:14:28.362362297Z - name: osm_alert_rules 2024-04-04T23:14:28.362372960Z rules: 2024-04-04T23:14:28.362381630Z - alert: vdu_down 2024-04-04T23:14:28.362432198Z annotations: 2024-04-04T23:14:28.362442133Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T23:14:28.362451735Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T23:14:28.362460102Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T23:14:28.362533141Z expr: vm_status_extended != 1 2024-04-04T23:14:28.362542428Z for: 3m 2024-04-04T23:14:28.362550356Z 2024-04-04T23:14:28.363177446Z New config written, updating prometheus 2024-04-04T23:14:33.390027159Z Prometheus config update successful 2024-04-04T23:14:33.390069614Z 2024-04-04T23:14:33.390076780Z Changes detected, updating prometheus config 2024-04-04T23:14:33.391528077Z Jobs detected: 0 2024-04-04T23:14:33.397938858Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T23:14:33.400446243Z alerting: 2024-04-04T23:14:33.400468875Z alertmanagers: 2024-04-04T23:14:33.400475881Z - static_configs: 2024-04-04T23:14:33.400481930Z - targets: 2024-04-04T23:14:33.400489090Z - alertmanager:9093 2024-04-04T23:14:33.400494396Z global: 2024-04-04T23:14:33.400499735Z evaluation_interval: 15s 2024-04-04T23:14:33.400504873Z scrape_interval: 15s 2024-04-04T23:14:33.400510592Z rule_files: 2024-04-04T23:14:33.400516085Z - osm_metric_rules.yml 2024-04-04T23:14:33.400521614Z - osm_alert_rules.yml 2024-04-04T23:14:33.400527364Z scrape_configs: 2024-04-04T23:14:33.400532830Z - job_name: mon_exporter 2024-04-04T23:14:33.400538359Z static_configs: 2024-04-04T23:14:33.400543900Z - targets: 2024-04-04T23:14:33.400549522Z - mon:8000 2024-04-04T23:14:33.400555202Z - honor_labels: true 2024-04-04T23:14:33.400560824Z job_name: pushgateway 2024-04-04T23:14:33.400566568Z scrape_interval: 30s 2024-04-04T23:14:33.400572062Z static_configs: 2024-04-04T23:14:33.400577756Z - targets: 2024-04-04T23:14:33.400584014Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T23:14:33.400589634Z 2024-04-04T23:14:33.403322553Z Alerts read: 0 2024-04-04T23:14:33.405259975Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T23:14:33.406390996Z groups: 2024-04-04T23:14:33.406407244Z - name: osm_alert_rules 2024-04-04T23:14:33.406413397Z rules: 2024-04-04T23:14:33.406419212Z - alert: vdu_down 2024-04-04T23:14:33.406425091Z annotations: 2024-04-04T23:14:33.406431694Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T23:14:33.406437899Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T23:14:33.406443465Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T23:14:33.406449756Z expr: vm_status_extended != 1 2024-04-04T23:14:33.406455453Z for: 3m 2024-04-04T23:14:33.406460781Z 2024-04-04T23:14:33.407592947Z New config written, updating prometheus 2024-04-04T23:14:38.433303021Z Prometheus config update successful 2024-04-04T23:14:38.433360766Z 2024-04-04T23:14:38.433401223Z Changes detected, updating prometheus config 2024-04-04T23:14:38.435033354Z Jobs detected: 0 2024-04-04T23:14:38.445112257Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-04T23:14:38.447273739Z alerting: 2024-04-04T23:14:38.447291357Z alertmanagers: 2024-04-04T23:14:38.447296870Z - static_configs: 2024-04-04T23:14:38.447301146Z - targets: 2024-04-04T23:14:38.447306026Z - alertmanager:9093 2024-04-04T23:14:38.447310079Z global: 2024-04-04T23:14:38.447314223Z evaluation_interval: 15s 2024-04-04T23:14:38.447318368Z scrape_interval: 15s 2024-04-04T23:14:38.447322388Z rule_files: 2024-04-04T23:14:38.447326426Z - osm_metric_rules.yml 2024-04-04T23:14:38.447330430Z - osm_alert_rules.yml 2024-04-04T23:14:38.447334668Z scrape_configs: 2024-04-04T23:14:38.447352309Z - job_name: mon_exporter 2024-04-04T23:14:38.447356387Z static_configs: 2024-04-04T23:14:38.447360367Z - targets: 2024-04-04T23:14:38.447364352Z - mon:8000 2024-04-04T23:14:38.447370002Z - honor_labels: true 2024-04-04T23:14:38.447377786Z job_name: pushgateway 2024-04-04T23:14:38.447383812Z scrape_interval: 30s 2024-04-04T23:14:38.447390055Z static_configs: 2024-04-04T23:14:38.447396931Z - targets: 2024-04-04T23:14:38.447404018Z - pushgateway-prometheus-pushgateway:9091 2024-04-04T23:14:38.447410342Z 2024-04-04T23:14:38.449897203Z Alerts read: 0 2024-04-04T23:14:38.451643196Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-04T23:14:38.452586082Z groups: 2024-04-04T23:14:38.452609846Z - name: osm_alert_rules 2024-04-04T23:14:38.452616112Z rules: 2024-04-04T23:14:38.452622576Z - alert: vdu_down 2024-04-04T23:14:38.452628661Z annotations: 2024-04-04T23:14:38.452635941Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-04T23:14:38.452642745Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-04T23:14:38.452650138Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-04T23:14:38.452660303Z expr: vm_status_extended != 1 2024-04-04T23:14:38.452666674Z for: 3m 2024-04-04T23:14:38.452672513Z 2024-04-04T23:14:38.453479532Z New config written, updating prometheus 2024-04-04T23:14:43.492793557Z Prometheus config update successful 2024-04-04T23:14:43.492854621Z 2024-04-05T01:13:43.668606514Z Changes detected, updating prometheus config 2024-04-05T01:13:43.669773408Z Jobs detected: 0 2024-04-05T01:13:43.675197218Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T01:13:43.677213383Z alerting: 2024-04-05T01:13:43.677226019Z alertmanagers: 2024-04-05T01:13:43.677230280Z - static_configs: 2024-04-05T01:13:43.677233550Z - targets: 2024-04-05T01:13:43.677237550Z - alertmanager:9093 2024-04-05T01:13:43.677240830Z global: 2024-04-05T01:13:43.677244216Z evaluation_interval: 15s 2024-04-05T01:13:43.677247313Z scrape_interval: 15s 2024-04-05T01:13:43.677250607Z rule_files: 2024-04-05T01:13:43.677253799Z - osm_metric_rules.yml 2024-04-05T01:13:43.677257327Z - osm_alert_rules.yml 2024-04-05T01:13:43.677260462Z scrape_configs: 2024-04-05T01:13:43.677263540Z - job_name: mon_exporter 2024-04-05T01:13:43.677267400Z static_configs: 2024-04-05T01:13:43.677272122Z - targets: 2024-04-05T01:13:43.677277859Z - mon:8000 2024-04-05T01:13:43.677283142Z - honor_labels: true 2024-04-05T01:13:43.677290499Z job_name: pushgateway 2024-04-05T01:13:43.677299005Z scrape_interval: 30s 2024-04-05T01:13:43.677303718Z static_configs: 2024-04-05T01:13:43.677307849Z - targets: 2024-04-05T01:13:43.677312919Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T01:13:43.677318006Z 2024-04-05T01:13:43.680136526Z Alerts read: 0 2024-04-05T01:13:43.682490055Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T01:13:43.683781404Z groups: 2024-04-05T01:13:43.683793347Z - name: osm_alert_rules 2024-04-05T01:13:43.683796825Z rules: 2024-04-05T01:13:43.683799957Z - alert: vdu_down 2024-04-05T01:13:43.683803011Z annotations: 2024-04-05T01:13:43.683806849Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T01:13:43.683810571Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T01:13:43.683813662Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T01:13:43.683831567Z expr: vm_status_extended != 1 2024-04-05T01:13:43.683834818Z for: 3m 2024-04-05T01:13:43.683837707Z 2024-04-05T01:13:43.684905861Z New config written, updating prometheus 2024-04-05T01:13:48.723722235Z Prometheus config update successful 2024-04-05T01:13:48.723767249Z 2024-04-05T01:18:42.020729413Z Changes detected, updating prometheus config 2024-04-05T01:18:42.022471600Z Jobs detected: 0 2024-04-05T01:18:42.034688692Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T01:18:42.038447042Z alerting: 2024-04-05T01:18:42.038474905Z alertmanagers: 2024-04-05T01:18:42.038481308Z - static_configs: 2024-04-05T01:18:42.038485937Z - targets: 2024-04-05T01:18:42.038491291Z - alertmanager:9093 2024-04-05T01:18:42.038495813Z global: 2024-04-05T01:18:42.038500452Z evaluation_interval: 15s 2024-04-05T01:18:42.038505101Z scrape_interval: 15s 2024-04-05T01:18:42.038509887Z rule_files: 2024-04-05T01:18:42.038514572Z - osm_metric_rules.yml 2024-04-05T01:18:42.038519011Z - osm_alert_rules.yml 2024-04-05T01:18:42.038524028Z scrape_configs: 2024-04-05T01:18:42.038528771Z - job_name: mon_exporter 2024-04-05T01:18:42.038538790Z static_configs: 2024-04-05T01:18:42.038544317Z - targets: 2024-04-05T01:18:42.038548881Z - mon:8000 2024-04-05T01:18:42.038553344Z - honor_labels: true 2024-04-05T01:18:42.038557926Z job_name: pushgateway 2024-04-05T01:18:42.038562324Z scrape_interval: 30s 2024-04-05T01:18:42.038567177Z static_configs: 2024-04-05T01:18:42.038571641Z - targets: 2024-04-05T01:18:42.038577360Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T01:18:42.038582025Z 2024-04-05T01:18:42.042986533Z Alerts read: 0 2024-04-05T01:18:42.046060601Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T01:18:42.047076519Z groups: 2024-04-05T01:18:42.047089590Z - name: osm_alert_rules 2024-04-05T01:18:42.047093766Z rules: 2024-04-05T01:18:42.047097548Z - alert: vdu_down 2024-04-05T01:18:42.047100764Z annotations: 2024-04-05T01:18:42.047104568Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T01:18:42.047108487Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T01:18:42.047115782Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T01:18:42.047119490Z expr: vm_status_extended != 1 2024-04-05T01:18:42.047122741Z for: 3m 2024-04-05T01:18:42.047125753Z 2024-04-05T01:18:42.048339651Z New config written, updating prometheus 2024-04-05T01:18:47.073600908Z Prometheus config update successful 2024-04-05T01:18:47.073641017Z 2024-04-05T01:57:58.932962727Z Changes detected, updating prometheus config 2024-04-05T01:57:58.935428798Z Jobs detected: 0 2024-04-05T01:57:58.941108116Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T01:57:58.943318944Z alerting: 2024-04-05T01:57:58.943329329Z alertmanagers: 2024-04-05T01:57:58.943333649Z - static_configs: 2024-04-05T01:57:58.943336929Z - targets: 2024-04-05T01:57:58.943341396Z - alertmanager:9093 2024-04-05T01:57:58.943344435Z global: 2024-04-05T01:57:58.943347420Z evaluation_interval: 15s 2024-04-05T01:57:58.943350626Z scrape_interval: 15s 2024-04-05T01:57:58.943353627Z rule_files: 2024-04-05T01:57:58.943356795Z - osm_metric_rules.yml 2024-04-05T01:57:58.943359869Z - osm_alert_rules.yml 2024-04-05T01:57:58.943378477Z scrape_configs: 2024-04-05T01:57:58.943381661Z - job_name: mon_exporter 2024-04-05T01:57:58.943384562Z static_configs: 2024-04-05T01:57:58.943387367Z - targets: 2024-04-05T01:57:58.943390429Z - mon:8000 2024-04-05T01:57:58.943393211Z - honor_labels: true 2024-04-05T01:57:58.943396381Z job_name: pushgateway 2024-04-05T01:57:58.943399722Z scrape_interval: 30s 2024-04-05T01:57:58.943402609Z static_configs: 2024-04-05T01:57:58.943405542Z - targets: 2024-04-05T01:57:58.943409601Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T01:57:58.943412578Z 2024-04-05T01:57:58.958157838Z Alerts read: 2 2024-04-05T01:57:58.962137282Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T01:57:58.965355532Z groups: 2024-04-05T01:57:58.965370150Z - name: osm_alert_rules 2024-04-05T01:57:58.965374035Z rules: 2024-04-05T01:57:58.965377587Z - alert: vdu_down 2024-04-05T01:57:58.965380767Z annotations: 2024-04-05T01:57:58.965411523Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T01:57:58.965416441Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T01:57:58.965419985Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T01:57:58.965424125Z expr: vm_status_extended != 1 2024-04-05T01:57:58.965427361Z for: 3m 2024-04-05T01:57:58.965430428Z - name: _osm_alert_rules_20240405015758_ 2024-04-05T01:57:58.965433626Z rules: 2024-04-05T01:57:58.965437857Z - alert: scalein_8a232378-6a00-40f4-a28b-5d1a62e599b6 2024-04-05T01:57:58.965441218Z expr: (count (osm_cpu_utilization{ns_id="f8a87bc3-0caf-4fbc-a038-5871d72bf96d", 2024-04-05T01:57:58.965445317Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="f8a87bc3-0caf-4fbc-a038-5871d72bf96d", 2024-04-05T01:57:58.965448370Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-05T01:57:58.965451532Z for: 1m 2024-04-05T01:57:58.965487167Z labels: 2024-04-05T01:57:58.965491272Z ns_id: f8a87bc3-0caf-4fbc-a038-5871d72bf96d 2024-04-05T01:57:58.965494580Z vdu_id: hackfest_basic_metrics-VM 2024-04-05T01:57:58.965499377Z vnf_member_index: vnf 2024-04-05T01:57:58.965502791Z - alert: scaleout_ceb5a607-ffb4-4ac7-b9a6-6059845f964a 2024-04-05T01:57:58.965506999Z expr: (count (osm_cpu_utilization{ns_id="f8a87bc3-0caf-4fbc-a038-5871d72bf96d", 2024-04-05T01:57:58.965510672Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="f8a87bc3-0caf-4fbc-a038-5871d72bf96d", 2024-04-05T01:57:58.965513849Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-05T01:57:58.965516920Z for: 1m 2024-04-05T01:57:58.965519889Z labels: 2024-04-05T01:57:58.965522897Z ns_id: f8a87bc3-0caf-4fbc-a038-5871d72bf96d 2024-04-05T01:57:58.965525968Z vdu_id: hackfest_basic_metrics-VM 2024-04-05T01:57:58.965529067Z vnf_member_index: vnf 2024-04-05T01:57:58.965823517Z 2024-04-05T01:57:58.971871738Z New config written, updating prometheus 2024-04-05T01:58:04.000917394Z Prometheus config update successful 2024-04-05T01:58:04.000955391Z 2024-04-05T01:58:04.000961950Z Changes detected, updating prometheus config 2024-04-05T01:58:04.002030776Z Jobs detected: 0 2024-04-05T01:58:04.006411385Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T01:58:04.012380532Z alerting: 2024-04-05T01:58:04.012409380Z alertmanagers: 2024-04-05T01:58:04.012414902Z - static_configs: 2024-04-05T01:58:04.012434988Z - targets: 2024-04-05T01:58:04.012439697Z - alertmanager:9093 2024-04-05T01:58:04.012443527Z global: 2024-04-05T01:58:04.012447445Z evaluation_interval: 15s 2024-04-05T01:58:04.012451356Z scrape_interval: 15s 2024-04-05T01:58:04.012455140Z rule_files: 2024-04-05T01:58:04.012459020Z - osm_metric_rules.yml 2024-04-05T01:58:04.012462869Z - osm_alert_rules.yml 2024-04-05T01:58:04.012466522Z scrape_configs: 2024-04-05T01:58:04.012470248Z - job_name: mon_exporter 2024-04-05T01:58:04.012473941Z static_configs: 2024-04-05T01:58:04.012477616Z - targets: 2024-04-05T01:58:04.012481289Z - mon:8000 2024-04-05T01:58:04.012484973Z - honor_labels: true 2024-04-05T01:58:04.012488654Z job_name: pushgateway 2024-04-05T01:58:04.012492300Z scrape_interval: 30s 2024-04-05T01:58:04.012496419Z static_configs: 2024-04-05T01:58:04.012500146Z - targets: 2024-04-05T01:58:04.012504703Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T01:58:04.012508343Z 2024-04-05T01:58:04.017042594Z Alerts read: 2 2024-04-05T01:58:04.019394059Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T01:58:04.025114873Z groups: 2024-04-05T01:58:04.025131684Z - name: osm_alert_rules 2024-04-05T01:58:04.025135149Z rules: 2024-04-05T01:58:04.025138451Z - alert: vdu_down 2024-04-05T01:58:04.025142087Z annotations: 2024-04-05T01:58:04.025146459Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T01:58:04.025150319Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T01:58:04.025154027Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T01:58:04.025158099Z expr: vm_status_extended != 1 2024-04-05T01:58:04.025161323Z for: 3m 2024-04-05T01:58:04.025164928Z - name: _osm_alert_rules_20240405015804_ 2024-04-05T01:58:04.025168243Z rules: 2024-04-05T01:58:04.025171986Z - alert: scalein_8a232378-6a00-40f4-a28b-5d1a62e599b6 2024-04-05T01:58:04.025175504Z expr: (count (osm_cpu_utilization{ns_id="f8a87bc3-0caf-4fbc-a038-5871d72bf96d", 2024-04-05T01:58:04.025179457Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="f8a87bc3-0caf-4fbc-a038-5871d72bf96d", 2024-04-05T01:58:04.025182680Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-05T01:58:04.025185815Z for: 1m 2024-04-05T01:58:04.025193200Z labels: 2024-04-05T01:58:04.025196428Z ns_id: f8a87bc3-0caf-4fbc-a038-5871d72bf96d 2024-04-05T01:58:04.025199532Z vdu_id: hackfest_basic_metrics-VM 2024-04-05T01:58:04.025203251Z vnf_member_index: vnf 2024-04-05T01:58:04.025206386Z - alert: scaleout_ceb5a607-ffb4-4ac7-b9a6-6059845f964a 2024-04-05T01:58:04.025209538Z expr: (count (osm_cpu_utilization{ns_id="f8a87bc3-0caf-4fbc-a038-5871d72bf96d", 2024-04-05T01:58:04.025212656Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="f8a87bc3-0caf-4fbc-a038-5871d72bf96d", 2024-04-05T01:58:04.025215827Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-05T01:58:04.025219030Z for: 1m 2024-04-05T01:58:04.025222183Z labels: 2024-04-05T01:58:04.025225358Z ns_id: f8a87bc3-0caf-4fbc-a038-5871d72bf96d 2024-04-05T01:58:04.025228507Z vdu_id: hackfest_basic_metrics-VM 2024-04-05T01:58:04.025231680Z vnf_member_index: vnf 2024-04-05T01:58:04.025234692Z 2024-04-05T01:58:04.032160649Z New config written, updating prometheus 2024-04-05T01:58:09.053356423Z Prometheus config update successful 2024-04-05T01:58:09.053410463Z 2024-04-05T02:06:23.536955946Z Changes detected, updating prometheus config 2024-04-05T02:06:23.539280964Z Jobs detected: 0 2024-04-05T02:06:23.546290009Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:06:23.548362151Z alerting: 2024-04-05T02:06:23.548386679Z alertmanagers: 2024-04-05T02:06:23.548396206Z - static_configs: 2024-04-05T02:06:23.548412760Z - targets: 2024-04-05T02:06:23.548421457Z - alertmanager:9093 2024-04-05T02:06:23.548467147Z global: 2024-04-05T02:06:23.548474604Z evaluation_interval: 15s 2024-04-05T02:06:23.548481911Z scrape_interval: 15s 2024-04-05T02:06:23.548489054Z rule_files: 2024-04-05T02:06:23.548503074Z - osm_metric_rules.yml 2024-04-05T02:06:23.548510289Z - osm_alert_rules.yml 2024-04-05T02:06:23.548517323Z scrape_configs: 2024-04-05T02:06:23.548524348Z - job_name: mon_exporter 2024-04-05T02:06:23.548531775Z static_configs: 2024-04-05T02:06:23.548538734Z - targets: 2024-04-05T02:06:23.548545994Z - mon:8000 2024-04-05T02:06:23.548552948Z - honor_labels: true 2024-04-05T02:06:23.548559804Z job_name: pushgateway 2024-04-05T02:06:23.548567764Z scrape_interval: 30s 2024-04-05T02:06:23.548574713Z static_configs: 2024-04-05T02:06:23.548581652Z - targets: 2024-04-05T02:06:23.548590030Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:06:23.548596978Z 2024-04-05T02:06:23.551686742Z Alerts read: 0 2024-04-05T02:06:23.553614287Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:06:23.554793604Z groups: 2024-04-05T02:06:23.554802683Z - name: osm_alert_rules 2024-04-05T02:06:23.554806085Z rules: 2024-04-05T02:06:23.554809467Z - alert: vdu_down 2024-04-05T02:06:23.554812585Z annotations: 2024-04-05T02:06:23.554816835Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:06:23.554826084Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:06:23.554829417Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:06:23.554843764Z expr: vm_status_extended != 1 2024-04-05T02:06:23.554847486Z for: 3m 2024-04-05T02:06:23.554850371Z 2024-04-05T02:06:23.555843667Z New config written, updating prometheus 2024-04-05T02:06:28.584340199Z Prometheus config update successful 2024-04-05T02:06:28.584370599Z 2024-04-05T02:06:28.584375131Z Changes detected, updating prometheus config 2024-04-05T02:06:28.591722023Z Jobs detected: 0 2024-04-05T02:06:28.601140322Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:06:28.604640931Z alerting: 2024-04-05T02:06:28.604656156Z alertmanagers: 2024-04-05T02:06:28.604660382Z - static_configs: 2024-04-05T02:06:28.604663671Z - targets: 2024-04-05T02:06:28.604668942Z - alertmanager:9093 2024-04-05T02:06:28.604672094Z global: 2024-04-05T02:06:28.604675316Z evaluation_interval: 15s 2024-04-05T02:06:28.604678536Z scrape_interval: 15s 2024-04-05T02:06:28.604681810Z rule_files: 2024-04-05T02:06:28.604684883Z - osm_metric_rules.yml 2024-04-05T02:06:28.604687953Z - osm_alert_rules.yml 2024-04-05T02:06:28.604690995Z scrape_configs: 2024-04-05T02:06:28.604694026Z - job_name: mon_exporter 2024-04-05T02:06:28.604697053Z static_configs: 2024-04-05T02:06:28.604700372Z - targets: 2024-04-05T02:06:28.604703472Z - mon:8000 2024-04-05T02:06:28.604706532Z - honor_labels: true 2024-04-05T02:06:28.604725948Z job_name: pushgateway 2024-04-05T02:06:28.604729015Z scrape_interval: 30s 2024-04-05T02:06:28.604732095Z static_configs: 2024-04-05T02:06:28.604735034Z - targets: 2024-04-05T02:06:28.604739489Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:06:28.604742659Z 2024-04-05T02:06:28.609404090Z Alerts read: 0 2024-04-05T02:06:28.612633730Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:06:28.614312077Z groups: 2024-04-05T02:06:28.614328712Z - name: osm_alert_rules 2024-04-05T02:06:28.614333991Z rules: 2024-04-05T02:06:28.614338438Z - alert: vdu_down 2024-04-05T02:06:28.614343237Z annotations: 2024-04-05T02:06:28.614347886Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:06:28.614353712Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:06:28.614356900Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:06:28.614360649Z expr: vm_status_extended != 1 2024-04-05T02:06:28.614363837Z for: 3m 2024-04-05T02:06:28.614366724Z 2024-04-05T02:06:28.615755924Z New config written, updating prometheus 2024-04-05T02:06:33.644645246Z Prometheus config update successful 2024-04-05T02:06:33.644678536Z 2024-04-05T02:07:14.989804777Z Changes detected, updating prometheus config 2024-04-05T02:07:14.991498541Z Jobs detected: 0 2024-04-05T02:07:14.998975544Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:07:15.001539309Z alerting: 2024-04-05T02:07:15.001565907Z alertmanagers: 2024-04-05T02:07:15.001571175Z - static_configs: 2024-04-05T02:07:15.001575915Z - targets: 2024-04-05T02:07:15.001581663Z - alertmanager:9093 2024-04-05T02:07:15.001586903Z global: 2024-04-05T02:07:15.001591555Z evaluation_interval: 15s 2024-04-05T02:07:15.001595879Z scrape_interval: 15s 2024-04-05T02:07:15.001601184Z rule_files: 2024-04-05T02:07:15.001605517Z - osm_metric_rules.yml 2024-04-05T02:07:15.001610055Z - osm_alert_rules.yml 2024-04-05T02:07:15.001614650Z scrape_configs: 2024-04-05T02:07:15.001619520Z - job_name: mon_exporter 2024-04-05T02:07:15.001624713Z static_configs: 2024-04-05T02:07:15.001631284Z - targets: 2024-04-05T02:07:15.001636031Z - mon:8000 2024-04-05T02:07:15.001640653Z - honor_labels: true 2024-04-05T02:07:15.001645281Z job_name: pushgateway 2024-04-05T02:07:15.001649398Z scrape_interval: 30s 2024-04-05T02:07:15.001653749Z static_configs: 2024-04-05T02:07:15.001658345Z - targets: 2024-04-05T02:07:15.001664072Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:07:15.001668126Z 2024-04-05T02:07:15.008091640Z Alerts read: 2 2024-04-05T02:07:15.010033898Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:07:15.013388487Z groups: 2024-04-05T02:07:15.013402665Z - name: osm_alert_rules 2024-04-05T02:07:15.013406143Z rules: 2024-04-05T02:07:15.013409295Z - alert: vdu_down 2024-04-05T02:07:15.013412491Z annotations: 2024-04-05T02:07:15.013441625Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:07:15.013446840Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:07:15.013450264Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:07:15.013454553Z expr: vm_status_extended != 1 2024-04-05T02:07:15.013457857Z for: 3m 2024-04-05T02:07:15.013461176Z - name: _osm_alert_rules_20240405020715_ 2024-04-05T02:07:15.013482076Z rules: 2024-04-05T02:07:15.013504485Z - alert: scalein_1b35e6b0-b803-499b-ba95-b041c495ac1f 2024-04-05T02:07:15.013508127Z expr: (count (osm_cpu_utilization{ns_id="bfc4688b-57f6-497f-96a2-1e12f7607fad", 2024-04-05T02:07:15.013512077Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="bfc4688b-57f6-497f-96a2-1e12f7607fad", 2024-04-05T02:07:15.013515062Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-05T02:07:15.013518152Z for: 1m 2024-04-05T02:07:15.013521335Z labels: 2024-04-05T02:07:15.013524280Z ns_id: bfc4688b-57f6-497f-96a2-1e12f7607fad 2024-04-05T02:07:15.013527208Z vdu_id: hackfest_basic_metrics-VM 2024-04-05T02:07:15.013531038Z vnf_member_index: vnf 2024-04-05T02:07:15.013533933Z - alert: scaleout_683d7ecd-9bc2-47c2-894f-db7ad67825ae 2024-04-05T02:07:15.013537011Z expr: (count (osm_cpu_utilization{ns_id="bfc4688b-57f6-497f-96a2-1e12f7607fad", 2024-04-05T02:07:15.013540012Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="bfc4688b-57f6-497f-96a2-1e12f7607fad", 2024-04-05T02:07:15.013542915Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-05T02:07:15.013545866Z for: 1m 2024-04-05T02:07:15.013548675Z labels: 2024-04-05T02:07:15.013552038Z ns_id: bfc4688b-57f6-497f-96a2-1e12f7607fad 2024-04-05T02:07:15.013554974Z vdu_id: hackfest_basic_metrics-VM 2024-04-05T02:07:15.013557916Z vnf_member_index: vnf 2024-04-05T02:07:15.013560651Z 2024-04-05T02:07:15.016643696Z New config written, updating prometheus 2024-04-05T02:07:20.055965504Z Prometheus config update successful 2024-04-05T02:07:20.056104616Z 2024-04-05T02:07:20.056303905Z Changes detected, updating prometheus config 2024-04-05T02:07:20.058907875Z Jobs detected: 0 2024-04-05T02:07:20.072680999Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:07:20.077473820Z alerting: 2024-04-05T02:07:20.077498082Z alertmanagers: 2024-04-05T02:07:20.077504359Z - static_configs: 2024-04-05T02:07:20.077509423Z - targets: 2024-04-05T02:07:20.077514928Z - alertmanager:9093 2024-04-05T02:07:20.077519704Z global: 2024-04-05T02:07:20.077524529Z evaluation_interval: 15s 2024-04-05T02:07:20.077529781Z scrape_interval: 15s 2024-04-05T02:07:20.077534833Z rule_files: 2024-04-05T02:07:20.077539719Z - osm_metric_rules.yml 2024-04-05T02:07:20.077544877Z - osm_alert_rules.yml 2024-04-05T02:07:20.077549824Z scrape_configs: 2024-04-05T02:07:20.077555158Z - job_name: mon_exporter 2024-04-05T02:07:20.077560139Z static_configs: 2024-04-05T02:07:20.077565001Z - targets: 2024-04-05T02:07:20.077570618Z - mon:8000 2024-04-05T02:07:20.077575527Z - honor_labels: true 2024-04-05T02:07:20.077580204Z job_name: pushgateway 2024-04-05T02:07:20.077584847Z scrape_interval: 30s 2024-04-05T02:07:20.077589814Z static_configs: 2024-04-05T02:07:20.077594640Z - targets: 2024-04-05T02:07:20.077600259Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:07:20.077711810Z 2024-04-05T02:07:20.084187034Z Alerts read: 2 2024-04-05T02:07:20.089339555Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:07:20.097755791Z groups: 2024-04-05T02:07:20.097780104Z - name: osm_alert_rules 2024-04-05T02:07:20.097786101Z rules: 2024-04-05T02:07:20.097791360Z - alert: vdu_down 2024-04-05T02:07:20.097796575Z annotations: 2024-04-05T02:07:20.097820721Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:07:20.097826966Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:07:20.097836471Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:07:20.097842809Z expr: vm_status_extended != 1 2024-04-05T02:07:20.097847790Z for: 3m 2024-04-05T02:07:20.097855905Z - name: _osm_alert_rules_20240405020720_ 2024-04-05T02:07:20.097860872Z rules: 2024-04-05T02:07:20.097866395Z - alert: scalein_1b35e6b0-b803-499b-ba95-b041c495ac1f 2024-04-05T02:07:20.097871508Z expr: (count (osm_cpu_utilization{ns_id="bfc4688b-57f6-497f-96a2-1e12f7607fad", 2024-04-05T02:07:20.097877826Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="bfc4688b-57f6-497f-96a2-1e12f7607fad", 2024-04-05T02:07:20.097882951Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-05T02:07:20.097887862Z for: 1m 2024-04-05T02:07:20.097892477Z labels: 2024-04-05T02:07:20.097897590Z ns_id: bfc4688b-57f6-497f-96a2-1e12f7607fad 2024-04-05T02:07:20.097902712Z vdu_id: hackfest_basic_metrics-VM 2024-04-05T02:07:20.097908644Z vnf_member_index: vnf 2024-04-05T02:07:20.097913561Z - alert: scaleout_683d7ecd-9bc2-47c2-894f-db7ad67825ae 2024-04-05T02:07:20.097918766Z expr: (count (osm_cpu_utilization{ns_id="bfc4688b-57f6-497f-96a2-1e12f7607fad", 2024-04-05T02:07:20.097924067Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="bfc4688b-57f6-497f-96a2-1e12f7607fad", 2024-04-05T02:07:20.097928855Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-05T02:07:20.097933867Z for: 1m 2024-04-05T02:07:20.097939086Z labels: 2024-04-05T02:07:20.097944006Z ns_id: bfc4688b-57f6-497f-96a2-1e12f7607fad 2024-04-05T02:07:20.097948855Z vdu_id: hackfest_basic_metrics-VM 2024-04-05T02:07:20.097954370Z vnf_member_index: vnf 2024-04-05T02:07:20.098059532Z 2024-04-05T02:07:20.106317891Z New config written, updating prometheus 2024-04-05T02:07:25.150027737Z Prometheus config update successful 2024-04-05T02:07:25.150086281Z 2024-04-05T02:25:47.265087204Z Changes detected, updating prometheus config 2024-04-05T02:25:47.266638103Z Jobs detected: 0 2024-04-05T02:25:47.274347354Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:25:47.277282489Z alerting: 2024-04-05T02:25:47.277315178Z alertmanagers: 2024-04-05T02:25:47.277320503Z - static_configs: 2024-04-05T02:25:47.277324904Z - targets: 2024-04-05T02:25:47.277332424Z - alertmanager:9093 2024-04-05T02:25:47.277337202Z global: 2024-04-05T02:25:47.277341760Z evaluation_interval: 15s 2024-04-05T02:25:47.277345993Z scrape_interval: 15s 2024-04-05T02:25:47.277350109Z rule_files: 2024-04-05T02:25:47.277354145Z - osm_metric_rules.yml 2024-04-05T02:25:47.277358207Z - osm_alert_rules.yml 2024-04-05T02:25:47.277362348Z scrape_configs: 2024-04-05T02:25:47.277366387Z - job_name: mon_exporter 2024-04-05T02:25:47.277370373Z static_configs: 2024-04-05T02:25:47.277374508Z - targets: 2024-04-05T02:25:47.277378550Z - mon:8000 2024-04-05T02:25:47.277382653Z - honor_labels: true 2024-04-05T02:25:47.277386606Z job_name: pushgateway 2024-04-05T02:25:47.277390554Z scrape_interval: 30s 2024-04-05T02:25:47.277394543Z static_configs: 2024-04-05T02:25:47.277398562Z - targets: 2024-04-05T02:25:47.277404453Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:25:47.277426005Z 2024-04-05T02:25:47.280878901Z Alerts read: 0 2024-04-05T02:25:47.283607658Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:25:47.285042843Z groups: 2024-04-05T02:25:47.285055541Z - name: osm_alert_rules 2024-04-05T02:25:47.285060409Z rules: 2024-04-05T02:25:47.285065187Z - alert: vdu_down 2024-04-05T02:25:47.285069979Z annotations: 2024-04-05T02:25:47.285075046Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:25:47.285082661Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:25:47.285086766Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:25:47.285091546Z expr: vm_status_extended != 1 2024-04-05T02:25:47.285095664Z for: 3m 2024-04-05T02:25:47.285099719Z 2024-04-05T02:25:47.286091289Z New config written, updating prometheus 2024-04-05T02:25:52.312418680Z Prometheus config update successful 2024-04-05T02:25:52.312486216Z 2024-04-05T02:25:52.312579641Z Changes detected, updating prometheus config 2024-04-05T02:25:52.314120575Z Jobs detected: 0 2024-04-05T02:25:52.323398796Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:25:52.326317352Z alerting: 2024-04-05T02:25:52.326355840Z alertmanagers: 2024-04-05T02:25:52.326363317Z - static_configs: 2024-04-05T02:25:52.326368644Z - targets: 2024-04-05T02:25:52.326374427Z - alertmanager:9093 2024-04-05T02:25:52.326379287Z global: 2024-04-05T02:25:52.326383961Z evaluation_interval: 15s 2024-04-05T02:25:52.326390379Z scrape_interval: 15s 2024-04-05T02:25:52.326395923Z rule_files: 2024-04-05T02:25:52.326400680Z - osm_metric_rules.yml 2024-04-05T02:25:52.326405341Z - osm_alert_rules.yml 2024-04-05T02:25:52.326409883Z scrape_configs: 2024-04-05T02:25:52.326414386Z - job_name: mon_exporter 2024-04-05T02:25:52.326418962Z static_configs: 2024-04-05T02:25:52.326423577Z - targets: 2024-04-05T02:25:52.326428335Z - mon:8000 2024-04-05T02:25:52.326433545Z - honor_labels: true 2024-04-05T02:25:52.326439584Z job_name: pushgateway 2024-04-05T02:25:52.326444965Z scrape_interval: 30s 2024-04-05T02:25:52.326449922Z static_configs: 2024-04-05T02:25:52.326454560Z - targets: 2024-04-05T02:25:52.326459688Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:25:52.326464107Z 2024-04-05T02:25:52.330925065Z Alerts read: 0 2024-04-05T02:25:52.334425990Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:25:52.337258044Z groups: 2024-04-05T02:25:52.337289545Z - name: osm_alert_rules 2024-04-05T02:25:52.337294858Z rules: 2024-04-05T02:25:52.337299478Z - alert: vdu_down 2024-04-05T02:25:52.337304143Z annotations: 2024-04-05T02:25:52.337310050Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:25:52.337315044Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:25:52.337319750Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:25:52.337325162Z expr: vm_status_extended != 1 2024-04-05T02:25:52.337330328Z for: 3m 2024-04-05T02:25:52.337335058Z 2024-04-05T02:25:52.338433291Z New config written, updating prometheus 2024-04-05T02:25:57.359864993Z Prometheus config update successful 2024-04-05T02:25:57.360009610Z 2024-04-05T02:28:04.432986200Z Changes detected, updating prometheus config 2024-04-05T02:28:04.436789738Z Jobs detected: 0 2024-04-05T02:28:04.446137332Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:28:04.452573660Z alerting: 2024-04-05T02:28:04.452591442Z alertmanagers: 2024-04-05T02:28:04.452595483Z - static_configs: 2024-04-05T02:28:04.452598594Z - targets: 2024-04-05T02:28:04.452602304Z - alertmanager:9093 2024-04-05T02:28:04.452605373Z global: 2024-04-05T02:28:04.452608546Z evaluation_interval: 15s 2024-04-05T02:28:04.452611626Z scrape_interval: 15s 2024-04-05T02:28:04.452614734Z rule_files: 2024-04-05T02:28:04.452617808Z - osm_metric_rules.yml 2024-04-05T02:28:04.452620929Z - osm_alert_rules.yml 2024-04-05T02:28:04.452623947Z scrape_configs: 2024-04-05T02:28:04.452626930Z - job_name: mon_exporter 2024-04-05T02:28:04.452630042Z static_configs: 2024-04-05T02:28:04.452632995Z - targets: 2024-04-05T02:28:04.452636226Z - mon:8000 2024-04-05T02:28:04.452639161Z - honor_labels: true 2024-04-05T02:28:04.452642149Z job_name: pushgateway 2024-04-05T02:28:04.452645182Z scrape_interval: 30s 2024-04-05T02:28:04.452648229Z static_configs: 2024-04-05T02:28:04.452651244Z - targets: 2024-04-05T02:28:04.452654792Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:28:04.452793907Z 2024-04-05T02:28:04.457633133Z Alerts read: 1 2024-04-05T02:28:04.460009468Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:28:04.463746024Z groups: 2024-04-05T02:28:04.463769950Z - name: osm_alert_rules 2024-04-05T02:28:04.463773726Z rules: 2024-04-05T02:28:04.463776900Z - alert: vdu_down 2024-04-05T02:28:04.463779997Z annotations: 2024-04-05T02:28:04.463783641Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:28:04.463787612Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:28:04.463790660Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:28:04.463793961Z expr: vm_status_extended != 1 2024-04-05T02:28:04.463796947Z for: 3m 2024-04-05T02:28:04.463799982Z - name: _osm_alert_rules_20240405022804_ 2024-04-05T02:28:04.463802864Z rules: 2024-04-05T02:28:04.463806331Z - alert: vdu_alarm_92acfee0-9aef-41b4-bc9c-6eae0ea253da 2024-04-05T02:28:04.463809927Z expr: osm_cpu_utilization{ns_id="c2753fb2-834e-4522-89bc-e92a061ffaf7", vnf_member_index="vnf", 2024-04-05T02:28:04.463812906Z vdu_id="cirros_vnfd-VM"} < 20.0000 2024-04-05T02:28:04.463815863Z for: 1m 2024-04-05T02:28:04.463818730Z labels: 2024-04-05T02:28:04.463821618Z ns_id: c2753fb2-834e-4522-89bc-e92a061ffaf7 2024-04-05T02:28:04.463825097Z vdu_id: cirros_vnfd-VM 2024-04-05T02:28:04.463827986Z vdu_name: '{{ $labels.vdu_name }}' 2024-04-05T02:28:04.463831067Z vnf_member_index: vnf 2024-04-05T02:28:04.464077620Z 2024-04-05T02:28:04.467223322Z New config written, updating prometheus 2024-04-05T02:28:09.520933934Z Prometheus config update successful 2024-04-05T02:28:09.520970936Z 2024-04-05T02:37:14.593251556Z Changes detected, updating prometheus config 2024-04-05T02:37:14.594994933Z Jobs detected: 0 2024-04-05T02:37:14.600186107Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:37:14.602910336Z alerting: 2024-04-05T02:37:14.602958092Z alertmanagers: 2024-04-05T02:37:14.602963307Z - static_configs: 2024-04-05T02:37:14.602967837Z - targets: 2024-04-05T02:37:14.602974842Z - alertmanager:9093 2024-04-05T02:37:14.602980055Z global: 2024-04-05T02:37:14.602985562Z evaluation_interval: 15s 2024-04-05T02:37:14.603010896Z scrape_interval: 15s 2024-04-05T02:37:14.603015085Z rule_files: 2024-04-05T02:37:14.603018174Z - osm_metric_rules.yml 2024-04-05T02:37:14.603021251Z - osm_alert_rules.yml 2024-04-05T02:37:14.603024372Z scrape_configs: 2024-04-05T02:37:14.603027306Z - job_name: mon_exporter 2024-04-05T02:37:14.603030272Z static_configs: 2024-04-05T02:37:14.603033933Z - targets: 2024-04-05T02:37:14.603036954Z - mon:8000 2024-04-05T02:37:14.603040116Z - honor_labels: true 2024-04-05T02:37:14.603043144Z job_name: pushgateway 2024-04-05T02:37:14.603046023Z scrape_interval: 30s 2024-04-05T02:37:14.603049139Z static_configs: 2024-04-05T02:37:14.603052632Z - targets: 2024-04-05T02:37:14.603058014Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:37:14.603084814Z 2024-04-05T02:37:14.607512716Z Alerts read: 0 2024-04-05T02:37:14.610192151Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:37:14.611461350Z groups: 2024-04-05T02:37:14.611473752Z - name: osm_alert_rules 2024-04-05T02:37:14.611477168Z rules: 2024-04-05T02:37:14.611480317Z - alert: vdu_down 2024-04-05T02:37:14.611483390Z annotations: 2024-04-05T02:37:14.611487315Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:37:14.611491225Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:37:14.611494511Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:37:14.611498211Z expr: vm_status_extended != 1 2024-04-05T02:37:14.611501275Z for: 3m 2024-04-05T02:37:14.611576699Z 2024-04-05T02:37:14.613283002Z New config written, updating prometheus 2024-04-05T02:37:19.644157797Z Prometheus config update successful 2024-04-05T02:37:19.644279506Z 2024-04-05T02:39:37.944205435Z Changes detected, updating prometheus config 2024-04-05T02:39:37.946253420Z Jobs detected: 1 2024-04-05T02:39:37.952498843Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:39:37.955461174Z alerting: 2024-04-05T02:39:37.955473365Z alertmanagers: 2024-04-05T02:39:37.955477857Z - static_configs: 2024-04-05T02:39:37.955481533Z - targets: 2024-04-05T02:39:37.955486004Z - alertmanager:9093 2024-04-05T02:39:37.955489598Z global: 2024-04-05T02:39:37.955493450Z evaluation_interval: 15s 2024-04-05T02:39:37.955498131Z scrape_interval: 15s 2024-04-05T02:39:37.955503434Z rule_files: 2024-04-05T02:39:37.955508559Z - osm_metric_rules.yml 2024-04-05T02:39:37.955513884Z - osm_alert_rules.yml 2024-04-05T02:39:37.955518923Z scrape_configs: 2024-04-05T02:39:37.955524177Z - job_name: mon_exporter 2024-04-05T02:39:37.955529699Z static_configs: 2024-04-05T02:39:37.955534906Z - targets: 2024-04-05T02:39:37.955540113Z - mon:8000 2024-04-05T02:39:37.955545455Z - honor_labels: true 2024-04-05T02:39:37.955550349Z job_name: pushgateway 2024-04-05T02:39:37.955590566Z scrape_interval: 30s 2024-04-05T02:39:37.955595431Z static_configs: 2024-04-05T02:39:37.955599106Z - targets: 2024-04-05T02:39:37.955605645Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:39:37.955609222Z - job_name: c653618746854dcbb194b7a9ba52bf20 2024-04-05T02:39:37.955612817Z metrics_path: /snmp 2024-04-05T02:39:37.955616458Z params: 2024-04-05T02:39:37.955619992Z module: 2024-04-05T02:39:37.955623640Z - osm-snmp 2024-04-05T02:39:37.955627616Z relabel_configs: 2024-04-05T02:39:37.955631173Z - source_labels: 2024-04-05T02:39:37.955650987Z - __address__ 2024-04-05T02:39:37.955654791Z target_label: __param_target 2024-04-05T02:39:37.955659941Z - source_labels: 2024-04-05T02:39:37.955664915Z - __param_target 2024-04-05T02:39:37.955669651Z target_label: instance 2024-04-05T02:39:37.955677093Z - replacement: eechart-0091663957-snmpexporter.d63e4b24-15e2-4b1b-886c-514779ce45b7.svc:80 2024-04-05T02:39:37.955682197Z target_label: __address__ 2024-04-05T02:39:37.955687385Z static_configs: 2024-04-05T02:39:37.955692694Z - targets: 2024-04-05T02:39:37.955698276Z - 172.21.249.92 2024-04-05T02:39:37.955703075Z 2024-04-05T02:39:37.959804044Z Alerts read: 0 2024-04-05T02:39:37.961837995Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:39:37.963238679Z groups: 2024-04-05T02:39:37.963249363Z - name: osm_alert_rules 2024-04-05T02:39:37.963252603Z rules: 2024-04-05T02:39:37.963255553Z - alert: vdu_down 2024-04-05T02:39:37.963258561Z annotations: 2024-04-05T02:39:37.963262363Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:39:37.963266001Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:39:37.963269143Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:39:37.963272506Z expr: vm_status_extended != 1 2024-04-05T02:39:37.963275539Z for: 3m 2024-04-05T02:39:37.963347107Z 2024-04-05T02:39:37.964407837Z New config written, updating prometheus 2024-04-05T02:39:43.008993882Z Prometheus config update successful 2024-04-05T02:39:43.011344153Z 2024-04-05T02:39:55.096914171Z Changes detected, updating prometheus config 2024-04-05T02:39:55.098397238Z Jobs detected: 0 2024-04-05T02:39:55.108425418Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:39:55.113229345Z alerting: 2024-04-05T02:39:55.113253038Z alertmanagers: 2024-04-05T02:39:55.113258517Z - static_configs: 2024-04-05T02:39:55.113263191Z - targets: 2024-04-05T02:39:55.113268985Z - alertmanager:9093 2024-04-05T02:39:55.113273548Z global: 2024-04-05T02:39:55.113277765Z evaluation_interval: 15s 2024-04-05T02:39:55.113281899Z scrape_interval: 15s 2024-04-05T02:39:55.113286135Z rule_files: 2024-04-05T02:39:55.113290502Z - osm_metric_rules.yml 2024-04-05T02:39:55.113294921Z - osm_alert_rules.yml 2024-04-05T02:39:55.113299096Z scrape_configs: 2024-04-05T02:39:55.113303209Z - job_name: mon_exporter 2024-04-05T02:39:55.113307315Z static_configs: 2024-04-05T02:39:55.113311449Z - targets: 2024-04-05T02:39:55.113315668Z - mon:8000 2024-04-05T02:39:55.113319749Z - honor_labels: true 2024-04-05T02:39:55.113323903Z job_name: pushgateway 2024-04-05T02:39:55.113328049Z scrape_interval: 30s 2024-04-05T02:39:55.113332296Z static_configs: 2024-04-05T02:39:55.113336615Z - targets: 2024-04-05T02:39:55.113341518Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:39:55.113345597Z 2024-04-05T02:39:55.119397134Z Alerts read: 0 2024-04-05T02:39:55.124005530Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:39:55.125355273Z groups: 2024-04-05T02:39:55.125372922Z - name: osm_alert_rules 2024-04-05T02:39:55.125378784Z rules: 2024-04-05T02:39:55.125384087Z - alert: vdu_down 2024-04-05T02:39:55.125389252Z annotations: 2024-04-05T02:39:55.125394399Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:39:55.125405383Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:39:55.125429047Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:39:55.125434566Z expr: vm_status_extended != 1 2024-04-05T02:39:55.125439327Z for: 3m 2024-04-05T02:39:55.125443488Z 2024-04-05T02:39:55.129275320Z New config written, updating prometheus 2024-04-05T02:40:00.159330229Z Prometheus config update successful 2024-04-05T02:40:00.159363472Z 2024-04-05T02:53:03.650848976Z Changes detected, updating prometheus config 2024-04-05T02:53:03.653189772Z Jobs detected: 0 2024-04-05T02:53:03.661944118Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:53:03.664059447Z alerting: 2024-04-05T02:53:03.664093089Z alertmanagers: 2024-04-05T02:53:03.664102588Z - static_configs: 2024-04-05T02:53:03.664110304Z - targets: 2024-04-05T02:53:03.664119032Z - alertmanager:9093 2024-04-05T02:53:03.664126762Z global: 2024-04-05T02:53:03.664140045Z evaluation_interval: 15s 2024-04-05T02:53:03.664148047Z scrape_interval: 15s 2024-04-05T02:53:03.664156123Z rule_files: 2024-04-05T02:53:03.664163881Z - osm_metric_rules.yml 2024-04-05T02:53:03.664171347Z - osm_alert_rules.yml 2024-04-05T02:53:03.664178886Z scrape_configs: 2024-04-05T02:53:03.664186653Z - job_name: mon_exporter 2024-04-05T02:53:03.664194127Z static_configs: 2024-04-05T02:53:03.664201667Z - targets: 2024-04-05T02:53:03.664209348Z - mon:8000 2024-04-05T02:53:03.664217113Z - honor_labels: true 2024-04-05T02:53:03.664224601Z job_name: pushgateway 2024-04-05T02:53:03.664232614Z scrape_interval: 30s 2024-04-05T02:53:03.664240071Z static_configs: 2024-04-05T02:53:03.664248201Z - targets: 2024-04-05T02:53:03.664256535Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:53:03.664263962Z 2024-04-05T02:53:03.667754984Z Alerts read: 2 2024-04-05T02:53:03.669758188Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:53:03.673244840Z groups: 2024-04-05T02:53:03.673270375Z - name: osm_alert_rules 2024-04-05T02:53:03.673275582Z rules: 2024-04-05T02:53:03.673280361Z - alert: vdu_down 2024-04-05T02:53:03.673285045Z annotations: 2024-04-05T02:53:03.673293944Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:53:03.673299119Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:53:03.673303704Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:53:03.673309169Z expr: vm_status_extended != 1 2024-04-05T02:53:03.673314035Z for: 3m 2024-04-05T02:53:03.673318495Z - name: _osm_alert_rules_20240405025303_ 2024-04-05T02:53:03.673322990Z rules: 2024-04-05T02:53:03.673328544Z - alert: scalein_90b235b0-410c-414c-b13a-1a0a8b02ad8d 2024-04-05T02:53:03.673333317Z expr: (count (osm_cpu_utilization{ns_id="49998570-016f-49bd-a867-a01eef989a22", 2024-04-05T02:53:03.673341976Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="49998570-016f-49bd-a867-a01eef989a22", 2024-04-05T02:53:03.673346873Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-05T02:53:03.673351329Z for: 1m 2024-04-05T02:53:03.673355695Z labels: 2024-04-05T02:53:03.673360354Z ns_id: 49998570-016f-49bd-a867-a01eef989a22 2024-04-05T02:53:03.673364160Z vdu_id: hackfest_basic_metrics-VM 2024-04-05T02:53:03.673368678Z vnf_member_index: '1' 2024-04-05T02:53:03.673373878Z - alert: scaleout_3104ab82-ce5d-41d6-8e43-c861b5a616f4 2024-04-05T02:53:03.673400428Z expr: (count (osm_cpu_utilization{ns_id="49998570-016f-49bd-a867-a01eef989a22", 2024-04-05T02:53:03.673405337Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="49998570-016f-49bd-a867-a01eef989a22", 2024-04-05T02:53:03.673410141Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-05T02:53:03.673414876Z for: 1m 2024-04-05T02:53:03.673420212Z labels: 2024-04-05T02:53:03.673425656Z ns_id: 49998570-016f-49bd-a867-a01eef989a22 2024-04-05T02:53:03.673431566Z vdu_id: hackfest_basic_metrics-VM 2024-04-05T02:53:03.673437050Z vnf_member_index: '1' 2024-04-05T02:53:03.673442107Z 2024-04-05T02:53:03.676303554Z New config written, updating prometheus 2024-04-05T02:53:08.704454366Z Prometheus config update successful 2024-04-05T02:53:08.704486709Z 2024-04-05T02:53:08.704490721Z Changes detected, updating prometheus config 2024-04-05T02:53:08.706133514Z Jobs detected: 0 2024-04-05T02:53:08.710612216Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:53:08.712285712Z alerting: 2024-04-05T02:53:08.712296087Z alertmanagers: 2024-04-05T02:53:08.712300560Z - static_configs: 2024-04-05T02:53:08.712303813Z - targets: 2024-04-05T02:53:08.712307655Z - alertmanager:9093 2024-04-05T02:53:08.712319790Z global: 2024-04-05T02:53:08.712323430Z evaluation_interval: 15s 2024-04-05T02:53:08.712326544Z scrape_interval: 15s 2024-04-05T02:53:08.712329565Z rule_files: 2024-04-05T02:53:08.712333220Z - osm_metric_rules.yml 2024-04-05T02:53:08.712336797Z - osm_alert_rules.yml 2024-04-05T02:53:08.712339815Z scrape_configs: 2024-04-05T02:53:08.712342974Z - job_name: mon_exporter 2024-04-05T02:53:08.712346096Z static_configs: 2024-04-05T02:53:08.712349292Z - targets: 2024-04-05T02:53:08.712352483Z - mon:8000 2024-04-05T02:53:08.712355439Z - honor_labels: true 2024-04-05T02:53:08.712358472Z job_name: pushgateway 2024-04-05T02:53:08.712361611Z scrape_interval: 30s 2024-04-05T02:53:08.712364622Z static_configs: 2024-04-05T02:53:08.712367683Z - targets: 2024-04-05T02:53:08.712373667Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:53:08.712376708Z 2024-04-05T02:53:08.715672879Z Alerts read: 2 2024-04-05T02:53:08.718091717Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:53:08.720990635Z groups: 2024-04-05T02:53:08.721005002Z - name: osm_alert_rules 2024-04-05T02:53:08.721008446Z rules: 2024-04-05T02:53:08.721023413Z - alert: vdu_down 2024-04-05T02:53:08.721026548Z annotations: 2024-04-05T02:53:08.721030420Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:53:08.721035304Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:53:08.721038498Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:53:08.721042080Z expr: vm_status_extended != 1 2024-04-05T02:53:08.721045364Z for: 3m 2024-04-05T02:53:08.721048403Z - name: _osm_alert_rules_20240405025308_ 2024-04-05T02:53:08.721051491Z rules: 2024-04-05T02:53:08.721055241Z - alert: scalein_90b235b0-410c-414c-b13a-1a0a8b02ad8d 2024-04-05T02:53:08.721058361Z expr: (count (osm_cpu_utilization{ns_id="49998570-016f-49bd-a867-a01eef989a22", 2024-04-05T02:53:08.721062290Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="49998570-016f-49bd-a867-a01eef989a22", 2024-04-05T02:53:08.721081024Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-05T02:53:08.721084323Z for: 1m 2024-04-05T02:53:08.721087311Z labels: 2024-04-05T02:53:08.721090384Z ns_id: 49998570-016f-49bd-a867-a01eef989a22 2024-04-05T02:53:08.721093492Z vdu_id: hackfest_basic_metrics-VM 2024-04-05T02:53:08.721097037Z vnf_member_index: '1' 2024-04-05T02:53:08.721100858Z - alert: scaleout_3104ab82-ce5d-41d6-8e43-c861b5a616f4 2024-04-05T02:53:08.721104450Z expr: (count (osm_cpu_utilization{ns_id="49998570-016f-49bd-a867-a01eef989a22", 2024-04-05T02:53:08.721107562Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="49998570-016f-49bd-a867-a01eef989a22", 2024-04-05T02:53:08.721110717Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-05T02:53:08.721113686Z for: 1m 2024-04-05T02:53:08.721116662Z labels: 2024-04-05T02:53:08.721119687Z ns_id: 49998570-016f-49bd-a867-a01eef989a22 2024-04-05T02:53:08.721122616Z vdu_id: hackfest_basic_metrics-VM 2024-04-05T02:53:08.721125735Z vnf_member_index: '1' 2024-04-05T02:53:08.721128603Z 2024-04-05T02:53:08.723946901Z New config written, updating prometheus 2024-04-05T02:53:13.752884126Z Prometheus config update successful 2024-04-05T02:53:13.752937047Z 2024-04-05T02:53:57.222760075Z Changes detected, updating prometheus config 2024-04-05T02:53:57.224287126Z Jobs detected: 0 2024-04-05T02:53:57.232778320Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:53:57.235462475Z alerting: 2024-04-05T02:53:57.235478647Z alertmanagers: 2024-04-05T02:53:57.235485950Z - static_configs: 2024-04-05T02:53:57.235492803Z - targets: 2024-04-05T02:53:57.235499266Z - alertmanager:9093 2024-04-05T02:53:57.235535235Z global: 2024-04-05T02:53:57.235539939Z evaluation_interval: 15s 2024-04-05T02:53:57.235544182Z scrape_interval: 15s 2024-04-05T02:53:57.235548417Z rule_files: 2024-04-05T02:53:57.235552520Z - osm_metric_rules.yml 2024-04-05T02:53:57.235582633Z - osm_alert_rules.yml 2024-04-05T02:53:57.235588587Z scrape_configs: 2024-04-05T02:53:57.235592797Z - job_name: mon_exporter 2024-04-05T02:53:57.235596749Z static_configs: 2024-04-05T02:53:57.235600759Z - targets: 2024-04-05T02:53:57.235604902Z - mon:8000 2024-04-05T02:53:57.235608911Z - honor_labels: true 2024-04-05T02:53:57.235612929Z job_name: pushgateway 2024-04-05T02:53:57.235617013Z scrape_interval: 30s 2024-04-05T02:53:57.235621165Z static_configs: 2024-04-05T02:53:57.235625499Z - targets: 2024-04-05T02:53:57.235631114Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:53:57.235635145Z 2024-04-05T02:53:57.239515200Z Alerts read: 0 2024-04-05T02:53:57.241923000Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:53:57.243021966Z groups: 2024-04-05T02:53:57.243040035Z - name: osm_alert_rules 2024-04-05T02:53:57.243045096Z rules: 2024-04-05T02:53:57.243049425Z - alert: vdu_down 2024-04-05T02:53:57.243053691Z annotations: 2024-04-05T02:53:57.243058496Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:53:57.243063182Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:53:57.243067654Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:53:57.243072356Z expr: vm_status_extended != 1 2024-04-05T02:53:57.243076499Z for: 3m 2024-04-05T02:53:57.243080360Z 2024-04-05T02:53:57.244256201Z New config written, updating prometheus 2024-04-05T02:54:02.273635586Z Prometheus config update successful 2024-04-05T02:54:02.273661813Z 2024-04-05T02:54:02.274229225Z Changes detected, updating prometheus config 2024-04-05T02:54:02.276908537Z Jobs detected: 0 2024-04-05T02:54:02.282071336Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-05T02:54:02.284107761Z alerting: 2024-04-05T02:54:02.284125136Z alertmanagers: 2024-04-05T02:54:02.284129702Z - static_configs: 2024-04-05T02:54:02.284133071Z - targets: 2024-04-05T02:54:02.284136882Z - alertmanager:9093 2024-04-05T02:54:02.284140331Z global: 2024-04-05T02:54:02.284143634Z evaluation_interval: 15s 2024-04-05T02:54:02.284146929Z scrape_interval: 15s 2024-04-05T02:54:02.284150403Z rule_files: 2024-04-05T02:54:02.284153667Z - osm_metric_rules.yml 2024-04-05T02:54:02.284156932Z - osm_alert_rules.yml 2024-04-05T02:54:02.284160336Z scrape_configs: 2024-04-05T02:54:02.284163626Z - job_name: mon_exporter 2024-04-05T02:54:02.284166862Z static_configs: 2024-04-05T02:54:02.284170139Z - targets: 2024-04-05T02:54:02.284173812Z - mon:8000 2024-04-05T02:54:02.284177196Z - honor_labels: true 2024-04-05T02:54:02.284180415Z job_name: pushgateway 2024-04-05T02:54:02.284183569Z scrape_interval: 30s 2024-04-05T02:54:02.284186794Z static_configs: 2024-04-05T02:54:02.284190078Z - targets: 2024-04-05T02:54:02.284193989Z - pushgateway-prometheus-pushgateway:9091 2024-04-05T02:54:02.284197235Z 2024-04-05T02:54:02.292056651Z Alerts read: 0 2024-04-05T02:54:02.294081778Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-05T02:54:02.295348408Z groups: 2024-04-05T02:54:02.295361406Z - name: osm_alert_rules 2024-04-05T02:54:02.295364877Z rules: 2024-04-05T02:54:02.295368318Z - alert: vdu_down 2024-04-05T02:54:02.295371726Z annotations: 2024-04-05T02:54:02.295375622Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-05T02:54:02.295379502Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-05T02:54:02.295382795Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-05T02:54:02.295386646Z expr: vm_status_extended != 1 2024-04-05T02:54:02.295389776Z for: 3m 2024-04-05T02:54:02.295392755Z 2024-04-05T02:54:02.296516495Z New config written, updating prometheus 2024-04-05T02:54:07.321192784Z Prometheus config update successful 2024-04-05T02:54:07.321281330Z