2024-05-24T22:54:47.414716115Z level=info ts=2024-05-24T22:54:47.414Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d
2024-05-24T22:54:47.414753478Z level=info ts=2024-05-24T22:54:47.414Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)"
2024-05-24T22:54:47.414875959Z level=info ts=2024-05-24T22:54:47.414Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)"
2024-05-24T22:54:47.414968035Z level=info ts=2024-05-24T22:54:47.414Z caller=main.go:449 host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))"
2024-05-24T22:54:47.415047821Z level=info ts=2024-05-24T22:54:47.414Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)"
2024-05-24T22:54:47.415121105Z level=info ts=2024-05-24T22:54:47.415Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)"
2024-05-24T22:54:47.421707333Z level=info ts=2024-05-24T22:54:47.421Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090
2024-05-24T22:54:47.422778990Z level=info ts=2024-05-24T22:54:47.422Z caller=main.go:824 msg="Starting TSDB ..."
2024-05-24T22:54:47.424002706Z level=info ts=2024-05-24T22:54:47.423Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false
2024-05-24T22:54:47.426635456Z level=info ts=2024-05-24T22:54:47.426Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any"
2024-05-24T22:54:47.426654198Z level=info ts=2024-05-24T22:54:47.426Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=10.123µs
2024-05-24T22:54:47.426662640Z level=info ts=2024-05-24T22:54:47.426Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while"
2024-05-24T22:54:47.427086134Z level=info ts=2024-05-24T22:54:47.426Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
2024-05-24T22:54:47.427171649Z level=info ts=2024-05-24T22:54:47.427Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.79µs wal_replay_duration=352.147µs total_replay_duration=431.629µs
2024-05-24T22:54:47.429676613Z level=info ts=2024-05-24T22:54:47.429Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC
2024-05-24T22:54:47.429697668Z level=info ts=2024-05-24T22:54:47.429Z caller=main.go:854 msg="TSDB started"
2024-05-24T22:54:47.429864502Z level=info ts=2024-05-24T22:54:47.429Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T22:54:47.433048047Z level=info ts=2024-05-24T22:54:47.432Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.124794ms remote_storage=2.251µs web_handler=433ns query_engine=1.081µs scrape=375.78µs scrape_sd=72.682µs notify=56.864µs notify_sd=95.847µs rules=1.961711ms
2024-05-24T22:54:47.433062368Z level=info ts=2024-05-24T22:54:47.432Z caller=main.go:796 msg="Server is ready to receive web requests."
2024-05-24T22:57:27.838854821Z level=info ts=2024-05-24T22:57:27.838Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T22:57:27.842534385Z level=info ts=2024-05-24T22:57:27.842Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.743544ms remote_storage=2.72µs web_handler=4.5µs query_engine=4.383µs scrape=223.768µs scrape_sd=85.985µs notify=30.634µs notify_sd=17.966µs rules=1.947555ms
2024-05-24T23:10:13.130383902Z level=warn ts=2024-05-24T23:10:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"d2a6f122-985e-412c-93be-98b2466156e8\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3fa1f10d-8400-4c46-a693-627bb21e7a9c\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"45d3f8cd-f8c8-4c2b-8873-777e96536622\", vdu_name=\"basic_06_charm_t-vnf1-mgmtVM-0\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"d2a6f122-985e-412c-93be-98b2466156e8\", vnf_id=\"c2840fb1-85ee-4828-aa74-e6cf591889ad\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3fa1f10d-8400-4c46-a693-627bb21e7a9c\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"45d3f8cd-f8c8-4c2b-8873-777e96536622\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"d2a6f122-985e-412c-93be-98b2466156e8\", vnf_id=\"c2840fb1-85ee-4828-aa74-e6cf591889ad\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-24T23:10:28.130266096Z level=warn ts=2024-05-24T23:10:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"d2a6f122-985e-412c-93be-98b2466156e8\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3fa1f10d-8400-4c46-a693-627bb21e7a9c\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"45d3f8cd-f8c8-4c2b-8873-777e96536622\", vdu_name=\"basic_06_charm_t-vnf1-mgmtVM-0\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"d2a6f122-985e-412c-93be-98b2466156e8\", vnf_id=\"c2840fb1-85ee-4828-aa74-e6cf591889ad\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3fa1f10d-8400-4c46-a693-627bb21e7a9c\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"45d3f8cd-f8c8-4c2b-8873-777e96536622\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"d2a6f122-985e-412c-93be-98b2466156e8\", vnf_id=\"c2840fb1-85ee-4828-aa74-e6cf591889ad\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-24T23:21:55.776131684Z level=info ts=2024-05-24T23:21:55.775Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:21:55.781276987Z level=info ts=2024-05-24T23:21:55.781Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.258155ms remote_storage=2.811µs web_handler=3.902µs query_engine=3.851µs scrape=266.495µs scrape_sd=169.99µs notify=123.5µs notify_sd=12.912µs rules=3.554266ms
2024-05-24T23:22:00.841415725Z level=info ts=2024-05-24T23:22:00.841Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:22:00.844305691Z level=info ts=2024-05-24T23:22:00.844Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.904685ms remote_storage=2.805µs web_handler=558ns query_engine=1.52µs scrape=112.87µs scrape_sd=37.189µs notify=15.458µs notify_sd=14.825µs rules=2.101901ms
2024-05-24T23:23:24.858374831Z level=info ts=2024-05-24T23:23:24.858Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:23:24.860523731Z level=info ts=2024-05-24T23:23:24.860Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.276921ms remote_storage=3.275µs web_handler=562ns query_engine=7.418µs scrape=167.298µs scrape_sd=81.161µs notify=18.071µs notify_sd=15.984µs rules=1.228499ms
2024-05-24T23:23:29.901473454Z level=info ts=2024-05-24T23:23:29.901Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:23:29.908749781Z level=info ts=2024-05-24T23:23:29.908Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.441816ms remote_storage=55.806µs web_handler=1.132µs query_engine=2.326µs scrape=711.288µs scrape_sd=254.482µs notify=285.938µs notify_sd=95.862µs rules=4.452137ms
2024-05-24T23:26:13.130652461Z level=warn ts=2024-05-24T23:26:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"43a3b476-46ff-45ea-bd3f-28833d4891ba\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c9d82b72-b2c6-48ff-9fb8-a7be0b84aa01\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"59c4f36e-838e-4c87-b57d-f5114a5efcd8\", vdu_name=\"basic_11_native_-vnf1-mgmtVM-0\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"43a3b476-46ff-45ea-bd3f-28833d4891ba\", vnf_id=\"6250186b-85fd-48ad-ac47-71e201c476d7\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c9d82b72-b2c6-48ff-9fb8-a7be0b84aa01\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"59c4f36e-838e-4c87-b57d-f5114a5efcd8\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"43a3b476-46ff-45ea-bd3f-28833d4891ba\", vnf_id=\"6250186b-85fd-48ad-ac47-71e201c476d7\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-24T23:26:28.128744541Z level=warn ts=2024-05-24T23:26:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"43a3b476-46ff-45ea-bd3f-28833d4891ba\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c9d82b72-b2c6-48ff-9fb8-a7be0b84aa01\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"59c4f36e-838e-4c87-b57d-f5114a5efcd8\", vdu_name=\"basic_11_native_-vnf1-mgmtVM-0\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"43a3b476-46ff-45ea-bd3f-28833d4891ba\", vnf_id=\"6250186b-85fd-48ad-ac47-71e201c476d7\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c9d82b72-b2c6-48ff-9fb8-a7be0b84aa01\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"59c4f36e-838e-4c87-b57d-f5114a5efcd8\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"43a3b476-46ff-45ea-bd3f-28833d4891ba\", vnf_id=\"6250186b-85fd-48ad-ac47-71e201c476d7\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-24T23:43:53.033263656Z level=info ts=2024-05-24T23:43:53.032Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:43:53.038519839Z level=info ts=2024-05-24T23:43:53.038Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.407636ms remote_storage=5.925µs web_handler=4.283µs query_engine=5.212µs scrape=239.817µs scrape_sd=86.253µs notify=28.679µs notify_sd=23.825µs rules=3.949062ms
2024-05-24T23:43:58.107751469Z level=info ts=2024-05-24T23:43:58.107Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:43:58.115515789Z level=info ts=2024-05-24T23:43:58.115Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.720755ms remote_storage=2.548µs web_handler=575ns query_engine=1.645µs scrape=124.432µs scrape_sd=55.56µs notify=24.249µs notify_sd=11.284µs rules=6.934793ms
2024-05-24T23:44:03.192548042Z level=info ts=2024-05-24T23:44:03.192Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:44:03.196213694Z level=info ts=2024-05-24T23:44:03.196Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.725149ms remote_storage=2.236µs web_handler=495ns query_engine=1.249µs scrape=98.104µs scrape_sd=86.106µs notify=22.793µs notify_sd=38.508µs rules=3.122389ms
2024-05-24T23:44:08.257852347Z level=info ts=2024-05-24T23:44:08.257Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:44:08.270223812Z level=info ts=2024-05-24T23:44:08.269Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=12.34852ms remote_storage=3.972µs web_handler=815ns query_engine=2.074µs scrape=270.038µs scrape_sd=110.522µs notify=270.605µs notify_sd=96.378µs rules=10.222777ms
2024-05-24T23:44:13.333418393Z level=info ts=2024-05-24T23:44:13.333Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:44:13.342725992Z level=info ts=2024-05-24T23:44:13.342Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.46402ms remote_storage=3.765µs web_handler=928ns query_engine=2.266µs scrape=199.633µs scrape_sd=231.378µs notify=26.599µs notify_sd=59.754µs rules=8.153823ms
2024-05-24T23:44:18.419751318Z level=info ts=2024-05-24T23:44:18.419Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:44:18.424898360Z level=info ts=2024-05-24T23:44:18.424Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.227045ms remote_storage=2.513µs web_handler=380ns query_engine=1.354µs scrape=120.401µs scrape_sd=92.128µs notify=18.897µs notify_sd=11.863µs rules=4.596822ms
2024-05-24T23:45:38.692935862Z level=info ts=2024-05-24T23:45:38.692Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:45:38.695282642Z level=info ts=2024-05-24T23:45:38.695Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.455611ms remote_storage=2.735µs web_handler=3.903µs query_engine=7.099µs scrape=174.553µs scrape_sd=72.751µs notify=39.186µs notify_sd=14.25µs rules=1.207952ms
2024-05-24T23:45:43.730717703Z level=info ts=2024-05-24T23:45:43.730Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:45:43.736256450Z level=info ts=2024-05-24T23:45:43.736Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.521984ms remote_storage=4.105µs web_handler=755ns query_engine=1.872µs scrape=184.885µs scrape_sd=101.491µs notify=22.546µs notify_sd=20.685µs rules=4.287107ms
2024-05-24T23:45:48.802654849Z level=info ts=2024-05-24T23:45:48.801Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:45:48.809259780Z level=info ts=2024-05-24T23:45:48.809Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.653733ms remote_storage=4.281µs web_handler=889ns query_engine=2.201µs scrape=814.492µs scrape_sd=339.047µs notify=219.104µs notify_sd=286.112µs rules=3.552356ms
2024-05-24T23:45:53.845465655Z level=info ts=2024-05-24T23:45:53.845Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:45:53.848860267Z level=info ts=2024-05-24T23:45:53.848Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.302153ms remote_storage=2.548µs web_handler=644ns query_engine=1.511µs scrape=185.054µs scrape_sd=64.296µs notify=136.865µs notify_sd=15.572µs rules=2.230067ms
2024-05-24T23:45:58.914761511Z level=info ts=2024-05-24T23:45:58.914Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:45:58.917475788Z level=info ts=2024-05-24T23:45:58.917Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.723057ms remote_storage=3.175µs web_handler=623ns query_engine=1.468µs scrape=158.886µs scrape_sd=51.242µs notify=30.462µs notify_sd=21.908µs rules=1.899563ms
2024-05-24T23:46:03.968199467Z level=info ts=2024-05-24T23:46:03.968Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-24T23:46:03.970469591Z level=info ts=2024-05-24T23:46:03.970Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.277717ms remote_storage=2.434µs web_handler=1.339µs query_engine=2.141µs scrape=131.319µs scrape_sd=55.001µs notify=19.497µs notify_sd=15.25µs rules=1.553748ms
2024-05-24T23:54:13.130700968Z level=warn ts=2024-05-24T23:54:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"1495cda8-aa49-4ff2-adb4-a7e2de7c6d70\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a1bdcc00-a42a-4ec2-92f3-ba37a9d53c79\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"92c7cbf2-3ad1-42da-8fd2-ec2085995135\", vdu_name=\"basic_20_manual_-vnf-mgmtVM-1\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"1495cda8-aa49-4ff2-adb4-a7e2de7c6d70\", vnf_id=\"61d0fdcc-918a-46e5-8e17-5ea251467f98\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a1bdcc00-a42a-4ec2-92f3-ba37a9d53c79\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"92c7cbf2-3ad1-42da-8fd2-ec2085995135\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"1495cda8-aa49-4ff2-adb4-a7e2de7c6d70\", vnf_id=\"61d0fdcc-918a-46e5-8e17-5ea251467f98\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-24T23:54:28.130994608Z level=warn ts=2024-05-24T23:54:28.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"1495cda8-aa49-4ff2-adb4-a7e2de7c6d70\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a1bdcc00-a42a-4ec2-92f3-ba37a9d53c79\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"92c7cbf2-3ad1-42da-8fd2-ec2085995135\", vdu_name=\"basic_20_manual_-vnf-mgmtVM-1\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"1495cda8-aa49-4ff2-adb4-a7e2de7c6d70\", vnf_id=\"61d0fdcc-918a-46e5-8e17-5ea251467f98\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a1bdcc00-a42a-4ec2-92f3-ba37a9d53c79\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"92c7cbf2-3ad1-42da-8fd2-ec2085995135\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"1495cda8-aa49-4ff2-adb4-a7e2de7c6d70\", vnf_id=\"61d0fdcc-918a-46e5-8e17-5ea251467f98\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-24T23:58:13.131482687Z level=warn ts=2024-05-24T23:58:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"81557e75-5802-4620-b700-ecfffb532d0a\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a1bdcc00-a42a-4ec2-92f3-ba37a9d53c79\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"7c830cd6-7c04-4aec-82a3-690aa253073a\", vdu_name=\"basic_20_manual_-vnf-mgmtVM-2\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"81557e75-5802-4620-b700-ecfffb532d0a\", vnf_id=\"61d0fdcc-918a-46e5-8e17-5ea251467f98\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a1bdcc00-a42a-4ec2-92f3-ba37a9d53c79\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"7c830cd6-7c04-4aec-82a3-690aa253073a\", vdu_name=\"basic_20_manual_-vnf-mgmtVM-1\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"81557e75-5802-4620-b700-ecfffb532d0a\", vnf_id=\"61d0fdcc-918a-46e5-8e17-5ea251467f98\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-24T23:58:28.132996442Z level=warn ts=2024-05-24T23:58:28.131Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"81557e75-5802-4620-b700-ecfffb532d0a\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a1bdcc00-a42a-4ec2-92f3-ba37a9d53c79\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"7c830cd6-7c04-4aec-82a3-690aa253073a\", vdu_name=\"basic_20_manual_-vnf-mgmtVM-2\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"81557e75-5802-4620-b700-ecfffb532d0a\", vnf_id=\"61d0fdcc-918a-46e5-8e17-5ea251467f98\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a1bdcc00-a42a-4ec2-92f3-ba37a9d53c79\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"7c830cd6-7c04-4aec-82a3-690aa253073a\", vdu_name=\"basic_20_manual_-vnf-mgmtVM-1\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"81557e75-5802-4620-b700-ecfffb532d0a\", vnf_id=\"61d0fdcc-918a-46e5-8e17-5ea251467f98\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-25T00:34:13.129610416Z level=warn ts=2024-05-25T00:34:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"7f97f015-a860-434f-989d-c3249b1da7d5\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ad0c99ae-cc0a-4355-81a0-10562139a450\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"25941062-7c0c-41ff-beef-b672ad67fd16\", vdu_name=\"basic_30-vnf2-dataVM-0\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"7f97f015-a860-434f-989d-c3249b1da7d5\", vnf_id=\"97a03927-74ab-466f-8f46-8b907d10b5f2\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ad0c99ae-cc0a-4355-81a0-10562139a450\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"25941062-7c0c-41ff-beef-b672ad67fd16\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"7f97f015-a860-434f-989d-c3249b1da7d5\", vnf_id=\"97a03927-74ab-466f-8f46-8b907d10b5f2\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-25T00:34:28.130918215Z level=warn ts=2024-05-25T00:34:28.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"7f97f015-a860-434f-989d-c3249b1da7d5\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ad0c99ae-cc0a-4355-81a0-10562139a450\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"25941062-7c0c-41ff-beef-b672ad67fd16\", vdu_name=\"basic_30-vnf2-dataVM-0\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"7f97f015-a860-434f-989d-c3249b1da7d5\", vnf_id=\"97a03927-74ab-466f-8f46-8b907d10b5f2\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ad0c99ae-cc0a-4355-81a0-10562139a450\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"25941062-7c0c-41ff-beef-b672ad67fd16\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"7f97f015-a860-434f-989d-c3249b1da7d5\", vnf_id=\"97a03927-74ab-466f-8f46-8b907d10b5f2\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-25T00:58:13.130848797Z level=warn ts=2024-05-25T00:58:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"b223d274-e484-49c2-aea1-1778eab4bfc8\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5346e466-203f-49b6-a530-71961a20a6a6\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"cd149c26-7612-4913-a27e-41df227facda\", vdu_name=\"heal_01-several_volumes_-several_volumes-VM-0\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"b223d274-e484-49c2-aea1-1778eab4bfc8\", vnf_id=\"25acabe0-13cc-42bc-ad38-0a736358bc5a\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5346e466-203f-49b6-a530-71961a20a6a6\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"cd149c26-7612-4913-a27e-41df227facda\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"b223d274-e484-49c2-aea1-1778eab4bfc8\", vnf_id=\"25acabe0-13cc-42bc-ad38-0a736358bc5a\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-25T00:58:28.130339775Z level=warn ts=2024-05-25T00:58:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"b223d274-e484-49c2-aea1-1778eab4bfc8\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5346e466-203f-49b6-a530-71961a20a6a6\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"cd149c26-7612-4913-a27e-41df227facda\", vdu_name=\"heal_01-several_volumes_-several_volumes-VM-0\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"b223d274-e484-49c2-aea1-1778eab4bfc8\", vnf_id=\"25acabe0-13cc-42bc-ad38-0a736358bc5a\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5346e466-203f-49b6-a530-71961a20a6a6\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"cd149c26-7612-4913-a27e-41df227facda\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"b223d274-e484-49c2-aea1-1778eab4bfc8\", vnf_id=\"25acabe0-13cc-42bc-ad38-0a736358bc5a\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-25T01:06:13.131550210Z level=warn ts=2024-05-25T01:06:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"2bee2226-35ba-4d7a-aeee-2dc64d03948a\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"87872c6d-f908-434f-807a-76e97afa55f0\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"31d8e47b-4af2-4773-8ab5-73fdbbe522bf\", vdu_name=\"heal_02-charm_vnf-mgmtVM-1\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"2bee2226-35ba-4d7a-aeee-2dc64d03948a\", vnf_id=\"cf4bb06c-4842-4235-8f30-cca1a01cfef1\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"87872c6d-f908-434f-807a-76e97afa55f0\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"31d8e47b-4af2-4773-8ab5-73fdbbe522bf\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"2bee2226-35ba-4d7a-aeee-2dc64d03948a\", vnf_id=\"cf4bb06c-4842-4235-8f30-cca1a01cfef1\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-25T01:06:28.131367012Z level=warn ts=2024-05-25T01:06:28.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"2bee2226-35ba-4d7a-aeee-2dc64d03948a\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"87872c6d-f908-434f-807a-76e97afa55f0\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"31d8e47b-4af2-4773-8ab5-73fdbbe522bf\", vdu_name=\"heal_02-charm_vnf-mgmtVM-1\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"2bee2226-35ba-4d7a-aeee-2dc64d03948a\", vnf_id=\"cf4bb06c-4842-4235-8f30-cca1a01cfef1\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"87872c6d-f908-434f-807a-76e97afa55f0\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"31d8e47b-4af2-4773-8ab5-73fdbbe522bf\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"2bee2226-35ba-4d7a-aeee-2dc64d03948a\", vnf_id=\"cf4bb06c-4842-4235-8f30-cca1a01cfef1\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-25T01:35:47.588594924Z level=info ts=2024-05-25T01:35:47.588Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T01:35:47.596411846Z level=info ts=2024-05-25T01:35:47.596Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.977705ms remote_storage=47.404µs web_handler=9.645µs query_engine=8.168µs scrape=595.447µs scrape_sd=169.359µs notify=48.366µs notify_sd=39.189µs rules=3.817541ms
2024-05-25T01:41:45.795703497Z level=info ts=2024-05-25T01:41:45.795Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T01:41:45.801441304Z level=info ts=2024-05-25T01:41:45.801Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.981393ms remote_storage=4.787µs web_handler=15.146µs query_engine=11.028µs scrape=602.709µs scrape_sd=165.345µs notify=52.639µs notify_sd=48.627µs rules=3.214277ms
2024-05-25T01:52:13.131999866Z level=warn ts=2024-05-25T01:52:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"e4dc5fe7-45cb-4907-950c-7540f682f577\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"91141e89-14fb-4124-8746-d7ff38704bdb\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"c7f34b72-65c1-4c30-8512-81c977e0bb86\", vdu_name=\"k8s_05-k8s_proxy-vnf2-mgmtVM-0\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"e4dc5fe7-45cb-4907-950c-7540f682f577\", vnf_id=\"9fed1e29-c8b3-45f2-b6f3-08dd385e52ef\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"91141e89-14fb-4124-8746-d7ff38704bdb\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"c7f34b72-65c1-4c30-8512-81c977e0bb86\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"e4dc5fe7-45cb-4907-950c-7540f682f577\", vnf_id=\"9fed1e29-c8b3-45f2-b6f3-08dd385e52ef\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-25T01:52:28.129829124Z level=warn ts=2024-05-25T01:52:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"e4dc5fe7-45cb-4907-950c-7540f682f577\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"91141e89-14fb-4124-8746-d7ff38704bdb\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"c7f34b72-65c1-4c30-8512-81c977e0bb86\", vdu_name=\"k8s_05-k8s_proxy-vnf2-mgmtVM-0\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"e4dc5fe7-45cb-4907-950c-7540f682f577\", vnf_id=\"9fed1e29-c8b3-45f2-b6f3-08dd385e52ef\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"91141e89-14fb-4124-8746-d7ff38704bdb\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"c7f34b72-65c1-4c30-8512-81c977e0bb86\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"e4dc5fe7-45cb-4907-950c-7540f682f577\", vnf_id=\"9fed1e29-c8b3-45f2-b6f3-08dd385e52ef\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-25T01:54:57.753239994Z level=info ts=2024-05-25T01:54:57.748Z caller=compact.go:518 component=tsdb msg="write block" mint=1716591294140 maxt=1716595200000 ulid=01HYPQAM0RYQP1VFSWCW7ASDN9 duration=57.872005ms
2024-05-25T01:54:57.761083853Z level=info ts=2024-05-25T01:54:57.761Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=4.413295ms
2024-05-25T02:21:27.538533489Z level=info ts=2024-05-25T02:21:27.538Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T02:21:27.546643954Z level=info ts=2024-05-25T02:21:27.546Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.364104ms remote_storage=5.456µs web_handler=2.021µs query_engine=11.432µs scrape=531.866µs scrape_sd=221.02µs notify=255.676µs notify_sd=66.833µs rules=4.968614ms
2024-05-25T02:21:32.603279293Z level=info ts=2024-05-25T02:21:32.603Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T02:21:32.608961217Z level=info ts=2024-05-25T02:21:32.608Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.64235ms remote_storage=4.326µs web_handler=698ns query_engine=2.367µs scrape=342.737µs scrape_sd=93.68µs notify=117.027µs notify_sd=24.371µs rules=4.126637ms
2024-05-25T02:30:51.668200590Z level=info ts=2024-05-25T02:30:51.667Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T02:30:51.672969334Z level=info ts=2024-05-25T02:30:51.672Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.788306ms remote_storage=2.99µs web_handler=1.181µs query_engine=6.214µs scrape=350.245µs scrape_sd=106.348µs notify=50.032µs notify_sd=14.35µs rules=3.124128ms
2024-05-25T02:30:56.733837831Z level=info ts=2024-05-25T02:30:56.733Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T02:30:56.735826045Z level=info ts=2024-05-25T02:30:56.735Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.032706ms remote_storage=15.58µs web_handler=481ns query_engine=1.32µs scrape=133.585µs scrape_sd=55.042µs notify=29.985µs notify_sd=10.592µs rules=1.408685ms
2024-05-25T02:31:42.221432714Z level=info ts=2024-05-25T02:31:42.217Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T02:31:42.223036924Z level=info ts=2024-05-25T02:31:42.222Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.788905ms remote_storage=4.831µs web_handler=1.826µs query_engine=6.501µs scrape=292.33µs scrape_sd=105.468µs notify=65.837µs notify_sd=22.35µs rules=4.193082ms
2024-05-25T02:31:47.263799434Z level=info ts=2024-05-25T02:31:47.263Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T02:31:47.269385930Z level=info ts=2024-05-25T02:31:47.269Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.684016ms remote_storage=4.227µs web_handler=800ns query_engine=1.843µs scrape=209.41µs scrape_sd=120.104µs notify=33.35µs notify_sd=38.681µs rules=4.151756ms
2024-05-25T02:50:14.154484004Z level=info ts=2024-05-25T02:50:14.154Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T02:50:14.157629855Z level=info ts=2024-05-25T02:50:14.157Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.225672ms remote_storage=2.622µs web_handler=612ns query_engine=3.685µs scrape=182.228µs scrape_sd=74.241µs notify=29.658µs notify_sd=11.993µs rules=1.882103ms
2024-05-25T02:50:19.216305131Z level=info ts=2024-05-25T02:50:19.216Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T02:50:19.218941077Z level=info ts=2024-05-25T02:50:19.218Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.659607ms remote_storage=3.44µs web_handler=694ns query_engine=1.481µs scrape=172.194µs scrape_sd=72.28µs notify=19.741µs notify_sd=15.833µs rules=1.795978ms
2024-05-25T02:52:29.522289159Z level=info ts=2024-05-25T02:52:29.521Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T02:52:29.529452091Z level=info ts=2024-05-25T02:52:29.529Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.293612ms remote_storage=3.971µs web_handler=1.814µs query_engine=7.615µs scrape=521.593µs scrape_sd=259.28µs notify=70.128µs notify_sd=39.208µs rules=4.374822ms
2024-05-25T02:57:19.013820649Z level=info ts=2024-05-25T02:57:19.013Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T02:57:19.019422479Z level=info ts=2024-05-25T02:57:19.019Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.48476ms remote_storage=12.789µs web_handler=4.708µs query_engine=10.289µs scrape=473.374µs scrape_sd=122.575µs notify=72.825µs notify_sd=33.953µs rules=3.404309ms
2024-05-25T02:59:40.495172583Z level=info ts=2024-05-25T02:59:40.494Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T02:59:40.500860867Z level=info ts=2024-05-25T02:59:40.500Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.929475ms remote_storage=3.273µs web_handler=771ns query_engine=2.37µs scrape=281.225µs scrape_sd=154.013µs notify=45.375µs notify_sd=218.17µs rules=3.253709ms
2024-05-25T02:59:53.049790992Z level=info ts=2024-05-25T02:59:53.049Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T02:59:53.053773360Z level=info ts=2024-05-25T02:59:53.053Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.638808ms remote_storage=9.185µs web_handler=5.811µs query_engine=5.321µs scrape=816.591µs scrape_sd=107.902µs notify=34.796µs notify_sd=26.669µs rules=2.046221ms
2024-05-25T03:00:11.976911600Z level=info ts=2024-05-25T03:00:11.976Z caller=compact.go:518 component=tsdb msg="write block" mint=1716595209140 maxt=1716602400000 ulid=01HYPV22GTVFPMKDBH8H2HS9GY duration=46.434785ms
2024-05-25T03:00:11.981269415Z level=info ts=2024-05-25T03:00:11.980Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.574518ms
2024-05-25T03:08:13.132040699Z level=warn ts=2024-05-25T03:08:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"7e45158e-ba10-4240-93e5-845ce4309082\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e28da7a4-78f4-4766-8e95-612e7ce6bed8\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"39a78fa0-4e98-4ef8-8098-6639ba3ee383\", vdu_name=\"slicebasic.slice-middle-ubuntu_slice-VM-0\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"7e45158e-ba10-4240-93e5-845ce4309082\", vnf_id=\"43b7f85c-f694-4ec6-b292-3febdcc7141d\", vnf_member_index=\"middle\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e28da7a4-78f4-4766-8e95-612e7ce6bed8\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"39a78fa0-4e98-4ef8-8098-6639ba3ee383\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"7e45158e-ba10-4240-93e5-845ce4309082\", vnf_id=\"43b7f85c-f694-4ec6-b292-3febdcc7141d\", vnf_member_index=\"middle\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-25T03:08:28.129329516Z level=warn ts=2024-05-25T03:08:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"7e45158e-ba10-4240-93e5-845ce4309082\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e28da7a4-78f4-4766-8e95-612e7ce6bed8\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"39a78fa0-4e98-4ef8-8098-6639ba3ee383\", vdu_name=\"slicebasic.slice-middle-ubuntu_slice-VM-0\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"7e45158e-ba10-4240-93e5-845ce4309082\", vnf_id=\"43b7f85c-f694-4ec6-b292-3febdcc7141d\", vnf_member_index=\"middle\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e28da7a4-78f4-4766-8e95-612e7ce6bed8\", project_id=\"cdba828e-3da9-47ea-84a4-ea3d37b83c17\", vdu_id=\"39a78fa0-4e98-4ef8-8098-6639ba3ee383\", vdu_name=\"UNKNOWN\", vim_id=\"af1a091b-d408-4afe-8d20-7cf4ebe11fb3\", vm_id=\"7e45158e-ba10-4240-93e5-845ce4309082\", vnf_id=\"43b7f85c-f694-4ec6-b292-3febdcc7141d\", vnf_member_index=\"middle\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-05-25T03:13:00.984284089Z level=info ts=2024-05-25T03:13:00.984Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T03:13:00.987958280Z level=info ts=2024-05-25T03:13:00.987Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.671562ms remote_storage=3.201µs web_handler=820ns query_engine=4.572µs scrape=194.573µs scrape_sd=87.656µs notify=24.009µs notify_sd=21.849µs rules=2.106116ms
2024-05-25T03:13:06.066836273Z level=info ts=2024-05-25T03:13:06.066Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T03:13:06.070911097Z level=info ts=2024-05-25T03:13:06.069Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.299928ms remote_storage=2.947µs web_handler=447ns query_engine=1.685µs scrape=165.878µs scrape_sd=47.571µs notify=33.677µs notify_sd=15.798µs rules=2.537267ms
2024-05-25T03:13:54.852820657Z level=info ts=2024-05-25T03:13:54.852Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T03:13:54.857168235Z level=info ts=2024-05-25T03:13:54.857Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.437524ms remote_storage=4.228µs web_handler=791ns query_engine=2.068µs scrape=292.988µs scrape_sd=95.859µs notify=74.927µs notify_sd=39.683µs rules=2.771613ms
2024-05-25T03:13:59.905691314Z level=info ts=2024-05-25T03:13:59.905Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-25T03:13:59.909769006Z level=info ts=2024-05-25T03:13:59.909Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.993917ms remote_storage=4.084µs web_handler=646ns query_engine=1.95µs scrape=186.734µs scrape_sd=90.729µs notify=25.544µs notify_sd=20.803µs rules=2.857214ms
2024-05-24T22:57:22.735199843Z Created MongoClient to connect to MongoDB!
2024-05-24T22:57:22.735233096Z Generating prometheus config files
2024-05-24T22:57:22.745506213Z Jobs detected: 0
2024-05-24T22:57:22.753892576Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T22:57:22.773733606Z alerting:
2024-05-24T22:57:22.773747357Z   alertmanagers:
2024-05-24T22:57:22.773752669Z   - static_configs:
2024-05-24T22:57:22.773757390Z     - targets:
2024-05-24T22:57:22.773762311Z       - alertmanager:9093
2024-05-24T22:57:22.773766697Z global:
2024-05-24T22:57:22.773771299Z   evaluation_interval: 15s
2024-05-24T22:57:22.773775722Z   scrape_interval: 15s
2024-05-24T22:57:22.773780067Z rule_files:
2024-05-24T22:57:22.773784123Z - osm_metric_rules.yml
2024-05-24T22:57:22.773788118Z - osm_alert_rules.yml
2024-05-24T22:57:22.773792265Z scrape_configs:
2024-05-24T22:57:22.773796147Z - job_name: mon_exporter
2024-05-24T22:57:22.773800186Z   static_configs:
2024-05-24T22:57:22.773804330Z   - targets:
2024-05-24T22:57:22.773808377Z     - mon:8000
2024-05-24T22:57:22.773812531Z - honor_labels: true
2024-05-24T22:57:22.773816516Z   job_name: pushgateway
2024-05-24T22:57:22.773820517Z   scrape_interval: 30s
2024-05-24T22:57:22.773824425Z   static_configs:
2024-05-24T22:57:22.773829244Z   - targets:
2024-05-24T22:57:22.773834585Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T22:57:22.773838825Z 
2024-05-24T22:57:22.796116327Z Alerts read: 0
2024-05-24T22:57:22.801888294Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T22:57:22.801894811Z groups:
2024-05-24T22:57:22.801898530Z - name: osm_alert_rules
2024-05-24T22:57:22.801901550Z   rules:
2024-05-24T22:57:22.801904520Z   - alert: vdu_down
2024-05-24T22:57:22.801907502Z     annotations:
2024-05-24T22:57:22.801910983Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T22:57:22.801914932Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T22:57:22.801917909Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T22:57:22.801921534Z     expr: vm_status_extended != 1
2024-05-24T22:57:22.801924434Z     for: 3m
2024-05-24T22:57:22.801927217Z 
2024-05-24T22:57:22.803605346Z New config written, updating prometheus
2024-05-24T22:57:22.809460943Z Error in configuration attempt! Number of tries: 1/3
2024-05-24T22:57:22.809473497Z Cannot connect to host prometheus:9090 ssl:default [Connect call failed ('10.107.46.161', 9090)]
2024-05-24T22:57:27.818592312Z Generating prometheus config files
2024-05-24T22:57:27.818670784Z Jobs detected: 0
2024-05-24T22:57:27.823006762Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T22:57:27.823017634Z alerting:
2024-05-24T22:57:27.823020890Z   alertmanagers:
2024-05-24T22:57:27.823025014Z   - static_configs:
2024-05-24T22:57:27.823028226Z     - targets:
2024-05-24T22:57:27.823031772Z       - alertmanager:9093
2024-05-24T22:57:27.823034819Z global:
2024-05-24T22:57:27.823037890Z   evaluation_interval: 15s
2024-05-24T22:57:27.823040966Z   scrape_interval: 15s
2024-05-24T22:57:27.823044046Z rule_files:
2024-05-24T22:57:27.823047055Z - osm_metric_rules.yml
2024-05-24T22:57:27.823050075Z - osm_alert_rules.yml
2024-05-24T22:57:27.823053083Z scrape_configs:
2024-05-24T22:57:27.823056033Z - job_name: mon_exporter
2024-05-24T22:57:27.823059004Z   static_configs:
2024-05-24T22:57:27.823062092Z   - targets:
2024-05-24T22:57:27.823065149Z     - mon:8000
2024-05-24T22:57:27.823068540Z - honor_labels: true
2024-05-24T22:57:27.823076431Z   job_name: pushgateway
2024-05-24T22:57:27.823079514Z   scrape_interval: 30s
2024-05-24T22:57:27.823082451Z   static_configs:
2024-05-24T22:57:27.823085276Z   - targets:
2024-05-24T22:57:27.823088651Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T22:57:27.823091402Z 
2024-05-24T22:57:27.825576994Z Alerts read: 0
2024-05-24T22:57:27.827108783Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T22:57:27.833317001Z groups:
2024-05-24T22:57:27.833332245Z - name: osm_alert_rules
2024-05-24T22:57:27.833336275Z   rules:
2024-05-24T22:57:27.833339397Z   - alert: vdu_down
2024-05-24T22:57:27.833342515Z     annotations:
2024-05-24T22:57:27.833345947Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T22:57:27.833349728Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T22:57:27.833352705Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T22:57:27.833356340Z     expr: vm_status_extended != 1
2024-05-24T22:57:27.833359352Z     for: 3m
2024-05-24T22:57:27.833362405Z 
2024-05-24T22:57:27.837297931Z New config written, updating prometheus
2024-05-24T22:57:32.890702553Z Prometheus config update successful
2024-05-24T22:57:38.015635073Z Listening to changes in prometheus jobs and alerts collections
2024-05-24T23:21:55.737887686Z Changes detected, updating prometheus config
2024-05-24T23:21:55.740298512Z Jobs detected: 0
2024-05-24T23:21:55.746901281Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:21:55.751177595Z alerting:
2024-05-24T23:21:55.751246377Z   alertmanagers:
2024-05-24T23:21:55.751257230Z   - static_configs:
2024-05-24T23:21:55.751266583Z     - targets:
2024-05-24T23:21:55.751275940Z       - alertmanager:9093
2024-05-24T23:21:55.751284431Z global:
2024-05-24T23:21:55.751369555Z   evaluation_interval: 15s
2024-05-24T23:21:55.751409289Z   scrape_interval: 15s
2024-05-24T23:21:55.751418876Z rule_files:
2024-05-24T23:21:55.751427381Z - osm_metric_rules.yml
2024-05-24T23:21:55.751435928Z - osm_alert_rules.yml
2024-05-24T23:21:55.751444619Z scrape_configs:
2024-05-24T23:21:55.751453016Z - job_name: mon_exporter
2024-05-24T23:21:55.751461505Z   static_configs:
2024-05-24T23:21:55.751497510Z   - targets:
2024-05-24T23:21:55.751506432Z     - mon:8000
2024-05-24T23:21:55.751514741Z - honor_labels: true
2024-05-24T23:21:55.751522971Z   job_name: pushgateway
2024-05-24T23:21:55.751531145Z   scrape_interval: 30s
2024-05-24T23:21:55.751539652Z   static_configs:
2024-05-24T23:21:55.751547923Z   - targets:
2024-05-24T23:21:55.751584865Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:21:55.751593546Z 
2024-05-24T23:21:55.756475028Z Alerts read: 2
2024-05-24T23:21:55.758858238Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:21:55.762124694Z groups:
2024-05-24T23:21:55.762189928Z - name: osm_alert_rules
2024-05-24T23:21:55.762199770Z   rules:
2024-05-24T23:21:55.762208850Z   - alert: vdu_down
2024-05-24T23:21:55.762217475Z     annotations:
2024-05-24T23:21:55.762255538Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:21:55.762266676Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:21:55.762275113Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:21:55.762284331Z     expr: vm_status_extended != 1
2024-05-24T23:21:55.762293077Z     for: 3m
2024-05-24T23:21:55.762356402Z - name: _osm_alert_rules_20240524232155_
2024-05-24T23:21:55.762365654Z   rules:
2024-05-24T23:21:55.762374787Z   - alert: scalein_93ed4e88-0d99-451f-b4b7-8027af7cd84d
2024-05-24T23:21:55.762383156Z     expr: (count (osm_cpu_utilization{ns_id="56c3c962-4adb-49b0-a42d-2979747dd143",
2024-05-24T23:21:55.762392660Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="56c3c962-4adb-49b0-a42d-2979747dd143",
2024-05-24T23:21:55.762400970Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:21:55.762517759Z     for: 1m
2024-05-24T23:21:55.762528429Z     labels:
2024-05-24T23:21:55.762537006Z       ns_id: 56c3c962-4adb-49b0-a42d-2979747dd143
2024-05-24T23:21:55.762545274Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:21:55.762554247Z       vnf_member_index: vnf
2024-05-24T23:21:55.762562473Z   - alert: scaleout_8caa5c44-3388-48ac-b362-d3ae00539d65
2024-05-24T23:21:55.762571259Z     expr: (count (osm_cpu_utilization{ns_id="56c3c962-4adb-49b0-a42d-2979747dd143",
2024-05-24T23:21:55.762615837Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="56c3c962-4adb-49b0-a42d-2979747dd143",
2024-05-24T23:21:55.762630409Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:21:55.762645511Z     for: 1m
2024-05-24T23:21:55.762658783Z     labels:
2024-05-24T23:21:55.762702012Z       ns_id: 56c3c962-4adb-49b0-a42d-2979747dd143
2024-05-24T23:21:55.762711391Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:21:55.762719858Z       vnf_member_index: vnf
2024-05-24T23:21:55.762727988Z 
2024-05-24T23:21:55.765350802Z New config written, updating prometheus
2024-05-24T23:22:00.812588466Z Prometheus config update successful
2024-05-24T23:22:00.812842232Z 
2024-05-24T23:22:00.813141607Z Changes detected, updating prometheus config
2024-05-24T23:22:00.817582405Z Jobs detected: 0
2024-05-24T23:22:00.822786337Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:22:00.824666730Z alerting:
2024-05-24T23:22:00.824677181Z   alertmanagers:
2024-05-24T23:22:00.824689719Z   - static_configs:
2024-05-24T23:22:00.824693260Z     - targets:
2024-05-24T23:22:00.824704034Z       - alertmanager:9093
2024-05-24T23:22:00.824707692Z global:
2024-05-24T23:22:00.824710881Z   evaluation_interval: 15s
2024-05-24T23:22:00.824713992Z   scrape_interval: 15s
2024-05-24T23:22:00.824729871Z rule_files:
2024-05-24T23:22:00.824733074Z - osm_metric_rules.yml
2024-05-24T23:22:00.824736128Z - osm_alert_rules.yml
2024-05-24T23:22:00.824739361Z scrape_configs:
2024-05-24T23:22:00.824742346Z - job_name: mon_exporter
2024-05-24T23:22:00.824745515Z   static_configs:
2024-05-24T23:22:00.824748750Z   - targets:
2024-05-24T23:22:00.824751776Z     - mon:8000
2024-05-24T23:22:00.824754814Z - honor_labels: true
2024-05-24T23:22:00.824761726Z   job_name: pushgateway
2024-05-24T23:22:00.824764748Z   scrape_interval: 30s
2024-05-24T23:22:00.824767705Z   static_configs:
2024-05-24T23:22:00.824770711Z   - targets:
2024-05-24T23:22:00.824774131Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:22:00.824869751Z 
2024-05-24T23:22:00.828664458Z Alerts read: 2
2024-05-24T23:22:00.830848761Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:22:00.834102413Z groups:
2024-05-24T23:22:00.834116436Z - name: osm_alert_rules
2024-05-24T23:22:00.834120110Z   rules:
2024-05-24T23:22:00.834123204Z   - alert: vdu_down
2024-05-24T23:22:00.834137270Z     annotations:
2024-05-24T23:22:00.834141919Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:22:00.834146327Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:22:00.834149271Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:22:00.834172980Z     expr: vm_status_extended != 1
2024-05-24T23:22:00.834176546Z     for: 3m
2024-05-24T23:22:00.834179559Z - name: _osm_alert_rules_20240524232200_
2024-05-24T23:22:00.834182515Z   rules:
2024-05-24T23:22:00.834186151Z   - alert: scalein_93ed4e88-0d99-451f-b4b7-8027af7cd84d
2024-05-24T23:22:00.834189130Z     expr: (count (osm_cpu_utilization{ns_id="56c3c962-4adb-49b0-a42d-2979747dd143",
2024-05-24T23:22:00.834193787Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="56c3c962-4adb-49b0-a42d-2979747dd143",
2024-05-24T23:22:00.834196780Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:22:00.834199976Z     for: 1m
2024-05-24T23:22:00.834202819Z     labels:
2024-05-24T23:22:00.834205714Z       ns_id: 56c3c962-4adb-49b0-a42d-2979747dd143
2024-05-24T23:22:00.834208619Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:22:00.834212767Z       vnf_member_index: vnf
2024-05-24T23:22:00.834215722Z   - alert: scaleout_8caa5c44-3388-48ac-b362-d3ae00539d65
2024-05-24T23:22:00.834218647Z     expr: (count (osm_cpu_utilization{ns_id="56c3c962-4adb-49b0-a42d-2979747dd143",
2024-05-24T23:22:00.834249789Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="56c3c962-4adb-49b0-a42d-2979747dd143",
2024-05-24T23:22:00.834253444Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:22:00.834256353Z     for: 1m
2024-05-24T23:22:00.834259256Z     labels:
2024-05-24T23:22:00.834262129Z       ns_id: 56c3c962-4adb-49b0-a42d-2979747dd143
2024-05-24T23:22:00.834265120Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:22:00.834268009Z       vnf_member_index: vnf
2024-05-24T23:22:00.834351908Z 
2024-05-24T23:22:00.838306833Z New config written, updating prometheus
2024-05-24T23:22:05.874312750Z Prometheus config update successful
2024-05-24T23:22:05.874353702Z 
2024-05-24T23:23:24.820866694Z Changes detected, updating prometheus config
2024-05-24T23:23:24.823423233Z Jobs detected: 0
2024-05-24T23:23:24.838620212Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:23:24.842606711Z alerting:
2024-05-24T23:23:24.842640326Z   alertmanagers:
2024-05-24T23:23:24.842651433Z   - static_configs:
2024-05-24T23:23:24.842660154Z     - targets:
2024-05-24T23:23:24.842669946Z       - alertmanager:9093
2024-05-24T23:23:24.842678437Z global:
2024-05-24T23:23:24.842686800Z   evaluation_interval: 15s
2024-05-24T23:23:24.842695108Z   scrape_interval: 15s
2024-05-24T23:23:24.842703724Z rule_files:
2024-05-24T23:23:24.842712203Z - osm_metric_rules.yml
2024-05-24T23:23:24.842720442Z - osm_alert_rules.yml
2024-05-24T23:23:24.842728753Z scrape_configs:
2024-05-24T23:23:24.842736933Z - job_name: mon_exporter
2024-05-24T23:23:24.842745598Z   static_configs:
2024-05-24T23:23:24.842754624Z   - targets:
2024-05-24T23:23:24.842763701Z     - mon:8000
2024-05-24T23:23:24.842772059Z - honor_labels: true
2024-05-24T23:23:24.842780471Z   job_name: pushgateway
2024-05-24T23:23:24.842788660Z   scrape_interval: 30s
2024-05-24T23:23:24.842796836Z   static_configs:
2024-05-24T23:23:24.842805047Z   - targets:
2024-05-24T23:23:24.842846664Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:23:24.842854952Z 
2024-05-24T23:23:24.846887363Z Alerts read: 0
2024-05-24T23:23:24.849956158Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:23:24.851051672Z groups:
2024-05-24T23:23:24.851068118Z - name: osm_alert_rules
2024-05-24T23:23:24.851076444Z   rules:
2024-05-24T23:23:24.851084192Z   - alert: vdu_down
2024-05-24T23:23:24.851091761Z     annotations:
2024-05-24T23:23:24.851128626Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:23:24.851139168Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:23:24.851147021Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:23:24.851155308Z     expr: vm_status_extended != 1
2024-05-24T23:23:24.851162958Z     for: 3m
2024-05-24T23:23:24.851170225Z 
2024-05-24T23:23:24.852107802Z New config written, updating prometheus
2024-05-24T23:23:29.879759971Z Prometheus config update successful
2024-05-24T23:23:29.879797744Z 
2024-05-24T23:23:29.879804544Z Changes detected, updating prometheus config
2024-05-24T23:23:29.881643120Z Jobs detected: 0
2024-05-24T23:23:29.888491116Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:23:29.890664873Z alerting:
2024-05-24T23:23:29.890679557Z   alertmanagers:
2024-05-24T23:23:29.890685070Z   - static_configs:
2024-05-24T23:23:29.890689707Z     - targets:
2024-05-24T23:23:29.890697561Z       - alertmanager:9093
2024-05-24T23:23:29.890702031Z global:
2024-05-24T23:23:29.890706609Z   evaluation_interval: 15s
2024-05-24T23:23:29.890711337Z   scrape_interval: 15s
2024-05-24T23:23:29.890715762Z rule_files:
2024-05-24T23:23:29.890720168Z - osm_metric_rules.yml
2024-05-24T23:23:29.890724590Z - osm_alert_rules.yml
2024-05-24T23:23:29.890728990Z scrape_configs:
2024-05-24T23:23:29.890733672Z - job_name: mon_exporter
2024-05-24T23:23:29.890738612Z   static_configs:
2024-05-24T23:23:29.890743205Z   - targets:
2024-05-24T23:23:29.890748040Z     - mon:8000
2024-05-24T23:23:29.890752550Z - honor_labels: true
2024-05-24T23:23:29.890757049Z   job_name: pushgateway
2024-05-24T23:23:29.890761728Z   scrape_interval: 30s
2024-05-24T23:23:29.890766981Z   static_configs:
2024-05-24T23:23:29.890771774Z   - targets:
2024-05-24T23:23:29.890789803Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:23:29.890794585Z 
2024-05-24T23:23:29.894081699Z Alerts read: 0
2024-05-24T23:23:29.896043480Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:23:29.897257798Z groups:
2024-05-24T23:23:29.897271694Z - name: osm_alert_rules
2024-05-24T23:23:29.897276662Z   rules:
2024-05-24T23:23:29.897281506Z   - alert: vdu_down
2024-05-24T23:23:29.897286689Z     annotations:
2024-05-24T23:23:29.897291984Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:23:29.897299390Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:23:29.897304358Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:23:29.897310730Z     expr: vm_status_extended != 1
2024-05-24T23:23:29.897315514Z     for: 3m
2024-05-24T23:23:29.897319839Z 
2024-05-24T23:23:29.898338204Z New config written, updating prometheus
2024-05-24T23:23:34.933364722Z Prometheus config update successful
2024-05-24T23:23:34.933416866Z 
2024-05-24T23:43:52.979441723Z Changes detected, updating prometheus config
2024-05-24T23:43:52.982239450Z Jobs detected: 0
2024-05-24T23:43:52.994768583Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:43:52.998186443Z alerting:
2024-05-24T23:43:52.998203507Z   alertmanagers:
2024-05-24T23:43:52.998207667Z   - static_configs:
2024-05-24T23:43:52.998210866Z     - targets:
2024-05-24T23:43:52.998214460Z       - alertmanager:9093
2024-05-24T23:43:52.998217572Z global:
2024-05-24T23:43:52.998220547Z   evaluation_interval: 15s
2024-05-24T23:43:52.998223496Z   scrape_interval: 15s
2024-05-24T23:43:52.998226563Z rule_files:
2024-05-24T23:43:52.998229793Z - osm_metric_rules.yml
2024-05-24T23:43:52.998233038Z - osm_alert_rules.yml
2024-05-24T23:43:52.998236067Z scrape_configs:
2024-05-24T23:43:52.998239168Z - job_name: mon_exporter
2024-05-24T23:43:52.998242374Z   static_configs:
2024-05-24T23:43:52.998245371Z   - targets:
2024-05-24T23:43:52.998248230Z     - mon:8000
2024-05-24T23:43:52.998251253Z - honor_labels: true
2024-05-24T23:43:52.998254194Z   job_name: pushgateway
2024-05-24T23:43:52.998257056Z   scrape_interval: 30s
2024-05-24T23:43:52.998259927Z   static_configs:
2024-05-24T23:43:52.998262852Z   - targets:
2024-05-24T23:43:52.998266404Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:43:52.998269234Z 
2024-05-24T23:43:53.005350402Z Alerts read: 6
2024-05-24T23:43:53.010320933Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:43:53.017909129Z groups:
2024-05-24T23:43:53.017938617Z - name: osm_alert_rules
2024-05-24T23:43:53.017942044Z   rules:
2024-05-24T23:43:53.017945292Z   - alert: vdu_down
2024-05-24T23:43:53.017948242Z     annotations:
2024-05-24T23:43:53.017952592Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:43:53.017956348Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:43:53.017959516Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:43:53.017964043Z     expr: vm_status_extended != 1
2024-05-24T23:43:53.017967004Z     for: 3m
2024-05-24T23:43:53.017969963Z - name: _osm_alert_rules_20240524234353_
2024-05-24T23:43:53.017972910Z   rules:
2024-05-24T23:43:53.017976698Z   - alert: scalein_40de9628-eca4-4afd-9695-b500be49ddf9
2024-05-24T23:43:53.017979755Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:53.017984284Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:53.017987447Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:43:53.017990801Z     for: 1m
2024-05-24T23:43:53.017993810Z     labels:
2024-05-24T23:43:53.017997497Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:43:53.018000490Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:43:53.018004772Z       vnf_member_index: vnf
2024-05-24T23:43:53.018007853Z   - alert: scaleout_87c296a0-6b1a-4ae9-918d-e181ebedf6da
2024-05-24T23:43:53.018011613Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:53.018014740Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:53.018017968Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:43:53.018021831Z     for: 1m
2024-05-24T23:43:53.018024762Z     labels:
2024-05-24T23:43:53.018047201Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:43:53.018050308Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:43:53.018053264Z       vnf_member_index: vnf
2024-05-24T23:43:53.018056348Z   - alert: scalein_1221d6da-260c-44b4-91c5-5fa4c509eb28
2024-05-24T23:43:53.018059304Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:53.018062251Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:53.018065261Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:43:53.018068216Z     for: 1m
2024-05-24T23:43:53.018071187Z     labels:
2024-05-24T23:43:53.018074094Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:43:53.018077064Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:43:53.018079933Z       vnf_member_index: vnf
2024-05-24T23:43:53.018082931Z   - alert: scaleout_95789869-c877-4e82-8a66-8d86409bd2e6
2024-05-24T23:43:53.018086378Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:53.018089343Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:53.018098034Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:43:53.018101132Z     for: 1m
2024-05-24T23:43:53.018103974Z     labels:
2024-05-24T23:43:53.018106929Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:43:53.018109903Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:43:53.018112880Z       vnf_member_index: vnf
2024-05-24T23:43:53.018116357Z   - alert: scalein_33bf1fb1-fd8b-4a63-ada3-58e9d1d27b23
2024-05-24T23:43:53.018119400Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:53.018122457Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:53.018125443Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:43:53.018128377Z     for: 1m
2024-05-24T23:43:53.018131368Z     labels:
2024-05-24T23:43:53.018134307Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:43:53.018137224Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:43:53.018140271Z       vnf_member_index: vnf
2024-05-24T23:43:53.018143205Z   - alert: scaleout_a93fde48-704b-459e-b84f-46c4b1798455
2024-05-24T23:43:53.018146170Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:53.018149451Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:53.018152418Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:43:53.018155244Z     for: 1m
2024-05-24T23:43:53.018158092Z     labels:
2024-05-24T23:43:53.018161055Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:43:53.018163945Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:43:53.018166932Z       vnf_member_index: vnf
2024-05-24T23:43:53.018169898Z 
2024-05-24T23:43:53.025057889Z New config written, updating prometheus
2024-05-24T23:43:58.067362641Z Prometheus config update successful
2024-05-24T23:43:58.067412418Z 
2024-05-24T23:43:58.067574343Z Changes detected, updating prometheus config
2024-05-24T23:43:58.069255593Z Jobs detected: 0
2024-05-24T23:43:58.075855665Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:43:58.077812068Z alerting:
2024-05-24T23:43:58.077823347Z   alertmanagers:
2024-05-24T23:43:58.077827043Z   - static_configs:
2024-05-24T23:43:58.077830142Z     - targets:
2024-05-24T23:43:58.077834601Z       - alertmanager:9093
2024-05-24T23:43:58.077837596Z global:
2024-05-24T23:43:58.077840600Z   evaluation_interval: 15s
2024-05-24T23:43:58.077850785Z   scrape_interval: 15s
2024-05-24T23:43:58.077854110Z rule_files:
2024-05-24T23:43:58.077857317Z - osm_metric_rules.yml
2024-05-24T23:43:58.077860337Z - osm_alert_rules.yml
2024-05-24T23:43:58.077863286Z scrape_configs:
2024-05-24T23:43:58.077866151Z - job_name: mon_exporter
2024-05-24T23:43:58.077869147Z   static_configs:
2024-05-24T23:43:58.077872077Z   - targets:
2024-05-24T23:43:58.077875021Z     - mon:8000
2024-05-24T23:43:58.077877928Z - honor_labels: true
2024-05-24T23:43:58.077880980Z   job_name: pushgateway
2024-05-24T23:43:58.077883944Z   scrape_interval: 30s
2024-05-24T23:43:58.077887018Z   static_configs:
2024-05-24T23:43:58.077889886Z   - targets:
2024-05-24T23:43:58.077893288Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:43:58.077897432Z 
2024-05-24T23:43:58.082094160Z Alerts read: 6
2024-05-24T23:43:58.084186844Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:43:58.091611586Z groups:
2024-05-24T23:43:58.091623019Z - name: osm_alert_rules
2024-05-24T23:43:58.091625954Z   rules:
2024-05-24T23:43:58.091628803Z   - alert: vdu_down
2024-05-24T23:43:58.091631571Z     annotations:
2024-05-24T23:43:58.091635105Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:43:58.091645976Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:43:58.091650824Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:43:58.091654100Z     expr: vm_status_extended != 1
2024-05-24T23:43:58.091656916Z     for: 3m
2024-05-24T23:43:58.091659721Z - name: _osm_alert_rules_20240524234358_
2024-05-24T23:43:58.091662431Z   rules:
2024-05-24T23:43:58.091665660Z   - alert: scalein_40de9628-eca4-4afd-9695-b500be49ddf9
2024-05-24T23:43:58.091668582Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:58.091680212Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:58.091683336Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:43:58.091686326Z     for: 1m
2024-05-24T23:43:58.091689009Z     labels:
2024-05-24T23:43:58.091691805Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:43:58.091694489Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:43:58.091698508Z       vnf_member_index: vnf
2024-05-24T23:43:58.091701386Z   - alert: scaleout_87c296a0-6b1a-4ae9-918d-e181ebedf6da
2024-05-24T23:43:58.091704199Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:58.091706998Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:58.091709699Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:43:58.091712401Z     for: 1m
2024-05-24T23:43:58.091715121Z     labels:
2024-05-24T23:43:58.091717824Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:43:58.091736231Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:43:58.091739187Z       vnf_member_index: vnf
2024-05-24T23:43:58.091741929Z   - alert: scalein_1221d6da-260c-44b4-91c5-5fa4c509eb28
2024-05-24T23:43:58.091744651Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:58.091747679Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:58.091750395Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:43:58.091753358Z     for: 1m
2024-05-24T23:43:58.091756054Z     labels:
2024-05-24T23:43:58.091758764Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:43:58.091761592Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:43:58.091764372Z       vnf_member_index: vnf
2024-05-24T23:43:58.091767345Z   - alert: scaleout_95789869-c877-4e82-8a66-8d86409bd2e6
2024-05-24T23:43:58.091770210Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:58.091772992Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:58.091791570Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:43:58.091794635Z     for: 1m
2024-05-24T23:43:58.091797529Z     labels:
2024-05-24T23:43:58.091800400Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:43:58.091803262Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:43:58.091806116Z       vnf_member_index: vnf
2024-05-24T23:43:58.091820202Z   - alert: scalein_33bf1fb1-fd8b-4a63-ada3-58e9d1d27b23
2024-05-24T23:43:58.091822988Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:58.091825974Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:58.091828679Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:43:58.091831469Z     for: 1m
2024-05-24T23:43:58.091834101Z     labels:
2024-05-24T23:43:58.091836766Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:43:58.091839411Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:43:58.091842101Z       vnf_member_index: vnf
2024-05-24T23:43:58.091844777Z   - alert: scaleout_a93fde48-704b-459e-b84f-46c4b1798455
2024-05-24T23:43:58.091847442Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:58.091850206Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:43:58.091852821Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:43:58.091855550Z     for: 1m
2024-05-24T23:43:58.091858210Z     labels:
2024-05-24T23:43:58.091860888Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:43:58.091863499Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:43:58.091866135Z       vnf_member_index: vnf
2024-05-24T23:43:58.091868662Z 
2024-05-24T23:43:58.105335429Z New config written, updating prometheus
2024-05-24T23:44:03.150971833Z Prometheus config update successful
2024-05-24T23:44:03.151264202Z 
2024-05-24T23:44:03.151538108Z Changes detected, updating prometheus config
2024-05-24T23:44:03.153423056Z Jobs detected: 0
2024-05-24T23:44:03.159443968Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:44:03.161446622Z alerting:
2024-05-24T23:44:03.161460732Z   alertmanagers:
2024-05-24T23:44:03.161466346Z   - static_configs:
2024-05-24T23:44:03.161471309Z     - targets:
2024-05-24T23:44:03.161477117Z       - alertmanager:9093
2024-05-24T23:44:03.161481799Z global:
2024-05-24T23:44:03.161486607Z   evaluation_interval: 15s
2024-05-24T23:44:03.161491162Z   scrape_interval: 15s
2024-05-24T23:44:03.161496268Z rule_files:
2024-05-24T23:44:03.161500985Z - osm_metric_rules.yml
2024-05-24T23:44:03.161505806Z - osm_alert_rules.yml
2024-05-24T23:44:03.161510331Z scrape_configs:
2024-05-24T23:44:03.161514849Z - job_name: mon_exporter
2024-05-24T23:44:03.161519561Z   static_configs:
2024-05-24T23:44:03.161524102Z   - targets:
2024-05-24T23:44:03.161528666Z     - mon:8000
2024-05-24T23:44:03.161533218Z - honor_labels: true
2024-05-24T23:44:03.161537873Z   job_name: pushgateway
2024-05-24T23:44:03.161542423Z   scrape_interval: 30s
2024-05-24T23:44:03.161546909Z   static_configs:
2024-05-24T23:44:03.161551453Z   - targets:
2024-05-24T23:44:03.161556678Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:44:03.161574676Z 
2024-05-24T23:44:03.167970072Z Alerts read: 6
2024-05-24T23:44:03.173853022Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:44:03.182981909Z groups:
2024-05-24T23:44:03.183019334Z - name: osm_alert_rules
2024-05-24T23:44:03.183029204Z   rules:
2024-05-24T23:44:03.183058734Z   - alert: vdu_down
2024-05-24T23:44:03.183068319Z     annotations:
2024-05-24T23:44:03.183078054Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:44:03.183087442Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:44:03.183101618Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:44:03.183111041Z     expr: vm_status_extended != 1
2024-05-24T23:44:03.183119530Z     for: 3m
2024-05-24T23:44:03.183128207Z - name: _osm_alert_rules_20240524234403_
2024-05-24T23:44:03.183137153Z   rules:
2024-05-24T23:44:03.183146456Z   - alert: scalein_40de9628-eca4-4afd-9695-b500be49ddf9
2024-05-24T23:44:03.183155047Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:03.183164801Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:03.183173378Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:44:03.183182007Z     for: 1m
2024-05-24T23:44:03.183190499Z     labels:
2024-05-24T23:44:03.183199076Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:03.183207530Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:03.183216975Z       vnf_member_index: vnf
2024-05-24T23:44:03.183225291Z   - alert: scaleout_87c296a0-6b1a-4ae9-918d-e181ebedf6da
2024-05-24T23:44:03.183233631Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:03.183242066Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:03.183250400Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:44:03.183258922Z     for: 1m
2024-05-24T23:44:03.183267343Z     labels:
2024-05-24T23:44:03.183275797Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:03.183284224Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:03.183318844Z       vnf_member_index: vnf
2024-05-24T23:44:03.183327543Z   - alert: scalein_1221d6da-260c-44b4-91c5-5fa4c509eb28
2024-05-24T23:44:03.183335991Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:03.183344501Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:03.183353144Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:44:03.183361543Z     for: 1m
2024-05-24T23:44:03.183370004Z     labels:
2024-05-24T23:44:03.183378556Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:03.183386842Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:03.183395168Z       vnf_member_index: vnf
2024-05-24T23:44:03.183403933Z   - alert: scaleout_95789869-c877-4e82-8a66-8d86409bd2e6
2024-05-24T23:44:03.183412488Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:03.183420969Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:03.183429362Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:44:03.183437800Z     for: 1m
2024-05-24T23:44:03.183446251Z     labels:
2024-05-24T23:44:03.183454595Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:03.183462938Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:03.183471212Z       vnf_member_index: vnf
2024-05-24T23:44:03.183480244Z   - alert: scalein_33bf1fb1-fd8b-4a63-ada3-58e9d1d27b23
2024-05-24T23:44:03.183489116Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:03.183497632Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:03.183506448Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:44:03.183514869Z     for: 1m
2024-05-24T23:44:03.183523213Z     labels:
2024-05-24T23:44:03.183531660Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:03.183540130Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:03.183548578Z       vnf_member_index: vnf
2024-05-24T23:44:03.183556995Z   - alert: scaleout_a93fde48-704b-459e-b84f-46c4b1798455
2024-05-24T23:44:03.183565272Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:03.183574251Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:03.183582600Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:44:03.183591039Z     for: 1m
2024-05-24T23:44:03.183599450Z     labels:
2024-05-24T23:44:03.183607821Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:03.183616327Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:03.183624750Z       vnf_member_index: vnf
2024-05-24T23:44:03.183632710Z 
2024-05-24T23:44:03.189810473Z New config written, updating prometheus
2024-05-24T23:44:08.225505999Z Prometheus config update successful
2024-05-24T23:44:08.225571265Z 
2024-05-24T23:44:08.225583478Z Changes detected, updating prometheus config
2024-05-24T23:44:08.227474714Z Jobs detected: 0
2024-05-24T23:44:08.233657823Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:44:08.235676252Z alerting:
2024-05-24T23:44:08.235692213Z   alertmanagers:
2024-05-24T23:44:08.235717247Z   - static_configs:
2024-05-24T23:44:08.235721119Z     - targets:
2024-05-24T23:44:08.235725846Z       - alertmanager:9093
2024-05-24T23:44:08.235729772Z global:
2024-05-24T23:44:08.235733356Z   evaluation_interval: 15s
2024-05-24T23:44:08.235736815Z   scrape_interval: 15s
2024-05-24T23:44:08.235741006Z rule_files:
2024-05-24T23:44:08.235744549Z - osm_metric_rules.yml
2024-05-24T23:44:08.235748614Z - osm_alert_rules.yml
2024-05-24T23:44:08.235752696Z scrape_configs:
2024-05-24T23:44:08.235756117Z - job_name: mon_exporter
2024-05-24T23:44:08.235759685Z   static_configs:
2024-05-24T23:44:08.235763301Z   - targets:
2024-05-24T23:44:08.235766765Z     - mon:8000
2024-05-24T23:44:08.235770771Z - honor_labels: true
2024-05-24T23:44:08.235774990Z   job_name: pushgateway
2024-05-24T23:44:08.235778738Z   scrape_interval: 30s
2024-05-24T23:44:08.235782297Z   static_configs:
2024-05-24T23:44:08.235785902Z   - targets:
2024-05-24T23:44:08.235790501Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:44:08.235793980Z 
2024-05-24T23:44:08.240343097Z Alerts read: 6
2024-05-24T23:44:08.242169585Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:44:08.248339780Z groups:
2024-05-24T23:44:08.248352005Z - name: osm_alert_rules
2024-05-24T23:44:08.248355569Z   rules:
2024-05-24T23:44:08.248358776Z   - alert: vdu_down
2024-05-24T23:44:08.248362506Z     annotations:
2024-05-24T23:44:08.248367184Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:44:08.248371233Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:44:08.248374440Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:44:08.248378394Z     expr: vm_status_extended != 1
2024-05-24T23:44:08.248381546Z     for: 3m
2024-05-24T23:44:08.248384631Z - name: _osm_alert_rules_20240524234408_
2024-05-24T23:44:08.248387717Z   rules:
2024-05-24T23:44:08.248391645Z   - alert: scalein_40de9628-eca4-4afd-9695-b500be49ddf9
2024-05-24T23:44:08.248395039Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:08.248399367Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:08.248402913Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:44:08.248405985Z     for: 1m
2024-05-24T23:44:08.248409333Z     labels:
2024-05-24T23:44:08.248412746Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:08.248415799Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:08.248420592Z       vnf_member_index: vnf
2024-05-24T23:44:08.248423634Z   - alert: scaleout_87c296a0-6b1a-4ae9-918d-e181ebedf6da
2024-05-24T23:44:08.248426752Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:08.248430205Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:08.248433385Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:44:08.248436600Z     for: 1m
2024-05-24T23:44:08.248439738Z     labels:
2024-05-24T23:44:08.248442796Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:08.248445854Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:08.248449082Z       vnf_member_index: vnf
2024-05-24T23:44:08.248452501Z   - alert: scalein_1221d6da-260c-44b4-91c5-5fa4c509eb28
2024-05-24T23:44:08.248469006Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:08.248472155Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:08.248475568Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:44:08.248478753Z     for: 1m
2024-05-24T23:44:08.248481700Z     labels:
2024-05-24T23:44:08.248484727Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:08.248487758Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:08.248490814Z       vnf_member_index: vnf
2024-05-24T23:44:08.248493938Z   - alert: scaleout_95789869-c877-4e82-8a66-8d86409bd2e6
2024-05-24T23:44:08.248497544Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:08.248501118Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:08.248504187Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:44:08.248508106Z     for: 1m
2024-05-24T23:44:08.248511509Z     labels:
2024-05-24T23:44:08.248520558Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:08.248523826Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:08.248527008Z       vnf_member_index: vnf
2024-05-24T23:44:08.248530024Z   - alert: scalein_33bf1fb1-fd8b-4a63-ada3-58e9d1d27b23
2024-05-24T23:44:08.248533298Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:08.248536532Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:08.248539608Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:44:08.248542663Z     for: 1m
2024-05-24T23:44:08.248545723Z     labels:
2024-05-24T23:44:08.248548764Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:08.248551963Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:08.248555060Z       vnf_member_index: vnf
2024-05-24T23:44:08.248558129Z   - alert: scaleout_a93fde48-704b-459e-b84f-46c4b1798455
2024-05-24T23:44:08.248561230Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:08.248564444Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:08.248567522Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:44:08.248570617Z     for: 1m
2024-05-24T23:44:08.248573584Z     labels:
2024-05-24T23:44:08.248576802Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:08.248579831Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:08.248582946Z       vnf_member_index: vnf
2024-05-24T23:44:08.248585807Z 
2024-05-24T23:44:08.254805341Z New config written, updating prometheus
2024-05-24T23:44:13.298708864Z Prometheus config update successful
2024-05-24T23:44:13.298758761Z 
2024-05-24T23:44:13.298769373Z Changes detected, updating prometheus config
2024-05-24T23:44:13.300196300Z Jobs detected: 0
2024-05-24T23:44:13.306826509Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:44:13.308910937Z alerting:
2024-05-24T23:44:13.308935748Z   alertmanagers:
2024-05-24T23:44:13.308946699Z   - static_configs:
2024-05-24T23:44:13.308984127Z     - targets:
2024-05-24T23:44:13.308993900Z       - alertmanager:9093
2024-05-24T23:44:13.309002433Z global:
2024-05-24T23:44:13.309010989Z   evaluation_interval: 15s
2024-05-24T23:44:13.309019182Z   scrape_interval: 15s
2024-05-24T23:44:13.309027967Z rule_files:
2024-05-24T23:44:13.309036309Z - osm_metric_rules.yml
2024-05-24T23:44:13.309044441Z - osm_alert_rules.yml
2024-05-24T23:44:13.309052845Z scrape_configs:
2024-05-24T23:44:13.309061047Z - job_name: mon_exporter
2024-05-24T23:44:13.309069255Z   static_configs:
2024-05-24T23:44:13.309077515Z   - targets:
2024-05-24T23:44:13.309085956Z     - mon:8000
2024-05-24T23:44:13.309094197Z - honor_labels: true
2024-05-24T23:44:13.309102477Z   job_name: pushgateway
2024-05-24T23:44:13.309110593Z   scrape_interval: 30s
2024-05-24T23:44:13.309118910Z   static_configs:
2024-05-24T23:44:13.309127239Z   - targets:
2024-05-24T23:44:13.309136259Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:44:13.309144239Z 
2024-05-24T23:44:13.312992033Z Alerts read: 6
2024-05-24T23:44:13.315170985Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:44:13.322204769Z groups:
2024-05-24T23:44:13.322255826Z - name: osm_alert_rules
2024-05-24T23:44:13.322269883Z   rules:
2024-05-24T23:44:13.322282574Z   - alert: vdu_down
2024-05-24T23:44:13.322294608Z     annotations:
2024-05-24T23:44:13.322307541Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:44:13.322320782Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:44:13.322333765Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:44:13.322346164Z     expr: vm_status_extended != 1
2024-05-24T23:44:13.322358349Z     for: 3m
2024-05-24T23:44:13.322370578Z - name: _osm_alert_rules_20240524234413_
2024-05-24T23:44:13.322382853Z   rules:
2024-05-24T23:44:13.322396893Z   - alert: scalein_40de9628-eca4-4afd-9695-b500be49ddf9
2024-05-24T23:44:13.322410303Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:13.322423363Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:13.322435603Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:44:13.322447482Z     for: 1m
2024-05-24T23:44:13.322460404Z     labels:
2024-05-24T23:44:13.322472875Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:13.322485074Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:13.322498902Z       vnf_member_index: vnf
2024-05-24T23:44:13.322511018Z   - alert: scaleout_87c296a0-6b1a-4ae9-918d-e181ebedf6da
2024-05-24T23:44:13.322523109Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:13.322535980Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:13.322548291Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:44:13.322560012Z     for: 1m
2024-05-24T23:44:13.322572087Z     labels:
2024-05-24T23:44:13.322584326Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:13.322596026Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:13.322607735Z       vnf_member_index: vnf
2024-05-24T23:44:13.322619092Z   - alert: scalein_1221d6da-260c-44b4-91c5-5fa4c509eb28
2024-05-24T23:44:13.322630986Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:13.322676465Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:13.322688553Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:44:13.322700091Z     for: 1m
2024-05-24T23:44:13.322711832Z     labels:
2024-05-24T23:44:13.322724270Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:13.322737242Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:13.322749717Z       vnf_member_index: vnf
2024-05-24T23:44:13.322761086Z   - alert: scaleout_95789869-c877-4e82-8a66-8d86409bd2e6
2024-05-24T23:44:13.322772233Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:13.322784047Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:13.322795945Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:44:13.322807534Z     for: 1m
2024-05-24T23:44:13.322820471Z     labels:
2024-05-24T23:44:13.322831886Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:13.322844037Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:13.322856676Z       vnf_member_index: vnf
2024-05-24T23:44:13.322869201Z   - alert: scalein_33bf1fb1-fd8b-4a63-ada3-58e9d1d27b23
2024-05-24T23:44:13.322889649Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:13.322902777Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:13.322915334Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:44:13.322927892Z     for: 1m
2024-05-24T23:44:13.322940269Z     labels:
2024-05-24T23:44:13.322953012Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:13.322965956Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:13.322978285Z       vnf_member_index: vnf
2024-05-24T23:44:13.322990776Z   - alert: scaleout_a93fde48-704b-459e-b84f-46c4b1798455
2024-05-24T23:44:13.323003200Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:13.323016140Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:13.323029359Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:44:13.323042009Z     for: 1m
2024-05-24T23:44:13.323054603Z     labels:
2024-05-24T23:44:13.323067157Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:13.323079587Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:13.323092222Z       vnf_member_index: vnf
2024-05-24T23:44:13.323104148Z 
2024-05-24T23:44:13.330005245Z New config written, updating prometheus
2024-05-24T23:44:18.368055909Z Prometheus config update successful
2024-05-24T23:44:18.368105188Z 
2024-05-24T23:44:18.368115940Z Changes detected, updating prometheus config
2024-05-24T23:44:18.369850762Z Jobs detected: 0
2024-05-24T23:44:18.376361440Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:44:18.378536177Z alerting:
2024-05-24T23:44:18.378560995Z   alertmanagers:
2024-05-24T23:44:18.378570748Z   - static_configs:
2024-05-24T23:44:18.378587474Z     - targets:
2024-05-24T23:44:18.378600289Z       - alertmanager:9093
2024-05-24T23:44:18.378635552Z global:
2024-05-24T23:44:18.378644283Z   evaluation_interval: 15s
2024-05-24T23:44:18.378652587Z   scrape_interval: 15s
2024-05-24T23:44:18.378660945Z rule_files:
2024-05-24T23:44:18.378669466Z - osm_metric_rules.yml
2024-05-24T23:44:18.378677644Z - osm_alert_rules.yml
2024-05-24T23:44:18.378685860Z scrape_configs:
2024-05-24T23:44:18.378694165Z - job_name: mon_exporter
2024-05-24T23:44:18.378702898Z   static_configs:
2024-05-24T23:44:18.378728892Z   - targets:
2024-05-24T23:44:18.378737628Z     - mon:8000
2024-05-24T23:44:18.378745914Z - honor_labels: true
2024-05-24T23:44:18.378754401Z   job_name: pushgateway
2024-05-24T23:44:18.378762738Z   scrape_interval: 30s
2024-05-24T23:44:18.378770848Z   static_configs:
2024-05-24T23:44:18.378779115Z   - targets:
2024-05-24T23:44:18.378790136Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:44:18.378798199Z 
2024-05-24T23:44:18.383520673Z Alerts read: 6
2024-05-24T23:44:18.385676270Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:44:18.406474674Z groups:
2024-05-24T23:44:18.406517492Z - name: osm_alert_rules
2024-05-24T23:44:18.406527591Z   rules:
2024-05-24T23:44:18.406536854Z   - alert: vdu_down
2024-05-24T23:44:18.406545467Z     annotations:
2024-05-24T23:44:18.406555750Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:44:18.406565673Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:44:18.406574000Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:44:18.406589150Z     expr: vm_status_extended != 1
2024-05-24T23:44:18.406597673Z     for: 3m
2024-05-24T23:44:18.406606080Z - name: _osm_alert_rules_20240524234418_
2024-05-24T23:44:18.406614455Z   rules:
2024-05-24T23:44:18.406624100Z   - alert: scalein_40de9628-eca4-4afd-9695-b500be49ddf9
2024-05-24T23:44:18.406632800Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:18.406642183Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:18.406651113Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:44:18.406659541Z     for: 1m
2024-05-24T23:44:18.406667717Z     labels:
2024-05-24T23:44:18.406676092Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:18.406684327Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:18.406693468Z       vnf_member_index: vnf
2024-05-24T23:44:18.406701899Z   - alert: scaleout_87c296a0-6b1a-4ae9-918d-e181ebedf6da
2024-05-24T23:44:18.406710115Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:18.406718903Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:18.406727504Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:44:18.406735888Z     for: 1m
2024-05-24T23:44:18.406744112Z     labels:
2024-05-24T23:44:18.406752357Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:18.406760699Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:18.406769299Z       vnf_member_index: vnf
2024-05-24T23:44:18.406777550Z   - alert: scalein_1221d6da-260c-44b4-91c5-5fa4c509eb28
2024-05-24T23:44:18.406785830Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:18.406819262Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:18.406827819Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:44:18.406836109Z     for: 1m
2024-05-24T23:44:18.406844410Z     labels:
2024-05-24T23:44:18.406852596Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:18.406861576Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:18.406870002Z       vnf_member_index: vnf
2024-05-24T23:44:18.406878146Z   - alert: scaleout_95789869-c877-4e82-8a66-8d86409bd2e6
2024-05-24T23:44:18.406886514Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:18.406894824Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:18.406902948Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:44:18.406911279Z     for: 1m
2024-05-24T23:44:18.406919438Z     labels:
2024-05-24T23:44:18.406927687Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:18.406936203Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:18.406944359Z       vnf_member_index: vnf
2024-05-24T23:44:18.406952483Z   - alert: scalein_33bf1fb1-fd8b-4a63-ada3-58e9d1d27b23
2024-05-24T23:44:18.406960701Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:18.406969014Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:18.406977219Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-24T23:44:18.406985353Z     for: 1m
2024-05-24T23:44:18.406993692Z     labels:
2024-05-24T23:44:18.407001845Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:18.407009989Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:18.407018152Z       vnf_member_index: vnf
2024-05-24T23:44:18.407026294Z   - alert: scaleout_a93fde48-704b-459e-b84f-46c4b1798455
2024-05-24T23:44:18.407034382Z     expr: (count (osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:18.407042549Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="065cf319-6848-4d84-937b-53641fda41bc",
2024-05-24T23:44:18.407050730Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-24T23:44:18.407058889Z     for: 1m
2024-05-24T23:44:18.407067154Z     labels:
2024-05-24T23:44:18.407075306Z       ns_id: 065cf319-6848-4d84-937b-53641fda41bc
2024-05-24T23:44:18.407083400Z       vdu_id: hackfest_basic_metrics-VM
2024-05-24T23:44:18.407091671Z       vnf_member_index: vnf
2024-05-24T23:44:18.407099509Z 
2024-05-24T23:44:18.416411898Z New config written, updating prometheus
2024-05-24T23:44:23.452167926Z Prometheus config update successful
2024-05-24T23:44:23.452198937Z 
2024-05-24T23:45:38.654599615Z Changes detected, updating prometheus config
2024-05-24T23:45:38.658365516Z Jobs detected: 0
2024-05-24T23:45:38.672359001Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:45:38.676172454Z alerting:
2024-05-24T23:45:38.676191220Z   alertmanagers:
2024-05-24T23:45:38.676203921Z   - static_configs:
2024-05-24T23:45:38.676209600Z     - targets:
2024-05-24T23:45:38.676214756Z       - alertmanager:9093
2024-05-24T23:45:38.676218858Z global:
2024-05-24T23:45:38.676239777Z   evaluation_interval: 15s
2024-05-24T23:45:38.676244215Z   scrape_interval: 15s
2024-05-24T23:45:38.676248375Z rule_files:
2024-05-24T23:45:38.676252567Z - osm_metric_rules.yml
2024-05-24T23:45:38.676256628Z - osm_alert_rules.yml
2024-05-24T23:45:38.676260702Z scrape_configs:
2024-05-24T23:45:38.676264849Z - job_name: mon_exporter
2024-05-24T23:45:38.676268844Z   static_configs:
2024-05-24T23:45:38.676272880Z   - targets:
2024-05-24T23:45:38.676277104Z     - mon:8000
2024-05-24T23:45:38.676281184Z - honor_labels: true
2024-05-24T23:45:38.676285253Z   job_name: pushgateway
2024-05-24T23:45:38.676289345Z   scrape_interval: 30s
2024-05-24T23:45:38.676293359Z   static_configs:
2024-05-24T23:45:38.676302105Z   - targets:
2024-05-24T23:45:38.676308012Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:45:38.676446368Z 
2024-05-24T23:45:38.680797923Z Alerts read: 0
2024-05-24T23:45:38.683718314Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:45:38.685175550Z groups:
2024-05-24T23:45:38.685188881Z - name: osm_alert_rules
2024-05-24T23:45:38.685193618Z   rules:
2024-05-24T23:45:38.685197977Z   - alert: vdu_down
2024-05-24T23:45:38.685202381Z     annotations:
2024-05-24T23:45:38.685222437Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:45:38.685229675Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:45:38.685233936Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:45:38.685238697Z     expr: vm_status_extended != 1
2024-05-24T23:45:38.685242822Z     for: 3m
2024-05-24T23:45:38.685341216Z 
2024-05-24T23:45:38.687016305Z New config written, updating prometheus
2024-05-24T23:45:43.710631972Z Prometheus config update successful
2024-05-24T23:45:43.710701953Z 
2024-05-24T23:45:43.710722596Z Changes detected, updating prometheus config
2024-05-24T23:45:43.712333240Z Jobs detected: 0
2024-05-24T23:45:43.717045851Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:45:43.719000574Z alerting:
2024-05-24T23:45:43.719032666Z   alertmanagers:
2024-05-24T23:45:43.719042991Z   - static_configs:
2024-05-24T23:45:43.719052515Z     - targets:
2024-05-24T23:45:43.719061707Z       - alertmanager:9093
2024-05-24T23:45:43.719070140Z global:
2024-05-24T23:45:43.719078774Z   evaluation_interval: 15s
2024-05-24T23:45:43.719087150Z   scrape_interval: 15s
2024-05-24T23:45:43.719095831Z rule_files:
2024-05-24T23:45:43.719104364Z - osm_metric_rules.yml
2024-05-24T23:45:43.719113545Z - osm_alert_rules.yml
2024-05-24T23:45:43.719122241Z scrape_configs:
2024-05-24T23:45:43.719130646Z - job_name: mon_exporter
2024-05-24T23:45:43.719138988Z   static_configs:
2024-05-24T23:45:43.719147399Z   - targets:
2024-05-24T23:45:43.719155728Z     - mon:8000
2024-05-24T23:45:43.719164048Z - honor_labels: true
2024-05-24T23:45:43.719172495Z   job_name: pushgateway
2024-05-24T23:45:43.719180860Z   scrape_interval: 30s
2024-05-24T23:45:43.719189206Z   static_configs:
2024-05-24T23:45:43.719197603Z   - targets:
2024-05-24T23:45:43.719206552Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:45:43.719214952Z 
2024-05-24T23:45:43.722085029Z Alerts read: 0
2024-05-24T23:45:43.724175500Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:45:43.725559154Z groups:
2024-05-24T23:45:43.725611118Z - name: osm_alert_rules
2024-05-24T23:45:43.725620016Z   rules:
2024-05-24T23:45:43.725628491Z   - alert: vdu_down
2024-05-24T23:45:43.725663471Z     annotations:
2024-05-24T23:45:43.725701991Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:45:43.725712717Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:45:43.725721044Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:45:43.725730060Z     expr: vm_status_extended != 1
2024-05-24T23:45:43.725738535Z     for: 3m
2024-05-24T23:45:43.725756996Z 
2024-05-24T23:45:43.727512649Z New config written, updating prometheus
2024-05-24T23:45:48.779126573Z Prometheus config update successful
2024-05-24T23:45:48.779153906Z 
2024-05-24T23:45:48.779158300Z Changes detected, updating prometheus config
2024-05-24T23:45:48.780720050Z Jobs detected: 0
2024-05-24T23:45:48.787176461Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:45:48.789300225Z alerting:
2024-05-24T23:45:48.789312298Z   alertmanagers:
2024-05-24T23:45:48.789317073Z   - static_configs:
2024-05-24T23:45:48.789320092Z     - targets:
2024-05-24T23:45:48.789323909Z       - alertmanager:9093
2024-05-24T23:45:48.789327272Z global:
2024-05-24T23:45:48.789330275Z   evaluation_interval: 15s
2024-05-24T23:45:48.789333254Z   scrape_interval: 15s
2024-05-24T23:45:48.789336371Z rule_files:
2024-05-24T23:45:48.789339559Z - osm_metric_rules.yml
2024-05-24T23:45:48.789342455Z - osm_alert_rules.yml
2024-05-24T23:45:48.789356521Z scrape_configs:
2024-05-24T23:45:48.789359607Z - job_name: mon_exporter
2024-05-24T23:45:48.789362317Z   static_configs:
2024-05-24T23:45:48.789365041Z   - targets:
2024-05-24T23:45:48.789367700Z     - mon:8000
2024-05-24T23:45:48.789370495Z - honor_labels: true
2024-05-24T23:45:48.789373174Z   job_name: pushgateway
2024-05-24T23:45:48.789375780Z   scrape_interval: 30s
2024-05-24T23:45:48.789378496Z   static_configs:
2024-05-24T23:45:48.789381184Z   - targets:
2024-05-24T23:45:48.789384499Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:45:48.789387098Z 
2024-05-24T23:45:48.792360499Z Alerts read: 0
2024-05-24T23:45:48.794237804Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:45:48.795487336Z groups:
2024-05-24T23:45:48.795497738Z - name: osm_alert_rules
2024-05-24T23:45:48.795501175Z   rules:
2024-05-24T23:45:48.795504209Z   - alert: vdu_down
2024-05-24T23:45:48.795507125Z     annotations:
2024-05-24T23:45:48.795518378Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:45:48.795522187Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:45:48.795525147Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:45:48.795528905Z     expr: vm_status_extended != 1
2024-05-24T23:45:48.795531826Z     for: 3m
2024-05-24T23:45:48.795534549Z 
2024-05-24T23:45:48.796573997Z New config written, updating prometheus
2024-05-24T23:45:53.825151447Z Prometheus config update successful
2024-05-24T23:45:53.825182974Z 
2024-05-24T23:45:53.825188282Z Changes detected, updating prometheus config
2024-05-24T23:45:53.826443950Z Jobs detected: 0
2024-05-24T23:45:53.831966942Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:45:53.834709417Z alerting:
2024-05-24T23:45:53.834719555Z   alertmanagers:
2024-05-24T23:45:53.834724971Z   - static_configs:
2024-05-24T23:45:53.834729579Z     - targets:
2024-05-24T23:45:53.834734857Z       - alertmanager:9093
2024-05-24T23:45:53.834739251Z global:
2024-05-24T23:45:53.834761715Z   evaluation_interval: 15s
2024-05-24T23:45:53.834766214Z   scrape_interval: 15s
2024-05-24T23:45:53.834770530Z rule_files:
2024-05-24T23:45:53.834775405Z - osm_metric_rules.yml
2024-05-24T23:45:53.834780004Z - osm_alert_rules.yml
2024-05-24T23:45:53.834784285Z scrape_configs:
2024-05-24T23:45:53.834788573Z - job_name: mon_exporter
2024-05-24T23:45:53.834792919Z   static_configs:
2024-05-24T23:45:53.834797162Z   - targets:
2024-05-24T23:45:53.834801489Z     - mon:8000
2024-05-24T23:45:53.834805843Z - honor_labels: true
2024-05-24T23:45:53.834810108Z   job_name: pushgateway
2024-05-24T23:45:53.834814542Z   scrape_interval: 30s
2024-05-24T23:45:53.834818810Z   static_configs:
2024-05-24T23:45:53.834823017Z   - targets:
2024-05-24T23:45:53.834827987Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:45:53.834832235Z 
2024-05-24T23:45:53.838484051Z Alerts read: 0
2024-05-24T23:45:53.840471551Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:45:53.841633194Z groups:
2024-05-24T23:45:53.841642583Z - name: osm_alert_rules
2024-05-24T23:45:53.841647013Z   rules:
2024-05-24T23:45:53.841651515Z   - alert: vdu_down
2024-05-24T23:45:53.841655925Z     annotations:
2024-05-24T23:45:53.841661458Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:45:53.841666642Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:45:53.841671074Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:45:53.841675911Z     expr: vm_status_extended != 1
2024-05-24T23:45:53.841680273Z     for: 3m
2024-05-24T23:45:53.841684279Z 
2024-05-24T23:45:53.842602112Z New config written, updating prometheus
2024-05-24T23:45:58.880648426Z Prometheus config update successful
2024-05-24T23:45:58.880674702Z 
2024-05-24T23:45:58.880678978Z Changes detected, updating prometheus config
2024-05-24T23:45:58.882330652Z Jobs detected: 0
2024-05-24T23:45:58.887879898Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:45:58.889811164Z alerting:
2024-05-24T23:45:58.889821757Z   alertmanagers:
2024-05-24T23:45:58.889825395Z   - static_configs:
2024-05-24T23:45:58.889828970Z     - targets:
2024-05-24T23:45:58.889832473Z       - alertmanager:9093
2024-05-24T23:45:58.889835391Z global:
2024-05-24T23:45:58.889838366Z   evaluation_interval: 15s
2024-05-24T23:45:58.889841267Z   scrape_interval: 15s
2024-05-24T23:45:58.889844386Z rule_files:
2024-05-24T23:45:58.889847630Z - osm_metric_rules.yml
2024-05-24T23:45:58.889850557Z - osm_alert_rules.yml
2024-05-24T23:45:58.889853534Z scrape_configs:
2024-05-24T23:45:58.889859820Z - job_name: mon_exporter
2024-05-24T23:45:58.889862781Z   static_configs:
2024-05-24T23:45:58.889865742Z   - targets:
2024-05-24T23:45:58.889868604Z     - mon:8000
2024-05-24T23:45:58.889871671Z - honor_labels: true
2024-05-24T23:45:58.889874552Z   job_name: pushgateway
2024-05-24T23:45:58.889877429Z   scrape_interval: 30s
2024-05-24T23:45:58.889880368Z   static_configs:
2024-05-24T23:45:58.889883345Z   - targets:
2024-05-24T23:45:58.889887163Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:45:58.889890149Z 
2024-05-24T23:45:58.894199907Z Alerts read: 0
2024-05-24T23:45:58.896208839Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:45:58.900500017Z groups:
2024-05-24T23:45:58.900517910Z - name: osm_alert_rules
2024-05-24T23:45:58.900521685Z   rules:
2024-05-24T23:45:58.900536438Z   - alert: vdu_down
2024-05-24T23:45:58.900539663Z     annotations:
2024-05-24T23:45:58.900543457Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:45:58.900546843Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:45:58.900549864Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:45:58.900553339Z     expr: vm_status_extended != 1
2024-05-24T23:45:58.900556754Z     for: 3m
2024-05-24T23:45:58.900559619Z 
2024-05-24T23:45:58.904182949Z New config written, updating prometheus
2024-05-24T23:46:03.935232326Z Prometheus config update successful
2024-05-24T23:46:03.935267195Z 
2024-05-24T23:46:03.935272687Z Changes detected, updating prometheus config
2024-05-24T23:46:03.940884995Z Jobs detected: 0
2024-05-24T23:46:03.954892334Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-24T23:46:03.956632352Z alerting:
2024-05-24T23:46:03.956643448Z   alertmanagers:
2024-05-24T23:46:03.956646954Z   - static_configs:
2024-05-24T23:46:03.956650109Z     - targets:
2024-05-24T23:46:03.956653544Z       - alertmanager:9093
2024-05-24T23:46:03.956656482Z global:
2024-05-24T23:46:03.956661678Z   evaluation_interval: 15s
2024-05-24T23:46:03.956664722Z   scrape_interval: 15s
2024-05-24T23:46:03.956667635Z rule_files:
2024-05-24T23:46:03.956672454Z - osm_metric_rules.yml
2024-05-24T23:46:03.956675409Z - osm_alert_rules.yml
2024-05-24T23:46:03.956678338Z scrape_configs:
2024-05-24T23:46:03.956681278Z - job_name: mon_exporter
2024-05-24T23:46:03.956684536Z   static_configs:
2024-05-24T23:46:03.956687968Z   - targets:
2024-05-24T23:46:03.956691011Z     - mon:8000
2024-05-24T23:46:03.956693893Z - honor_labels: true
2024-05-24T23:46:03.956696958Z   job_name: pushgateway
2024-05-24T23:46:03.956699839Z   scrape_interval: 30s
2024-05-24T23:46:03.956702831Z   static_configs:
2024-05-24T23:46:03.956705699Z   - targets:
2024-05-24T23:46:03.956708901Z     - pushgateway-prometheus-pushgateway:9091
2024-05-24T23:46:03.956711878Z 
2024-05-24T23:46:03.961118956Z Alerts read: 0
2024-05-24T23:46:03.963165744Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-24T23:46:03.964227065Z groups:
2024-05-24T23:46:03.964237324Z - name: osm_alert_rules
2024-05-24T23:46:03.964240658Z   rules:
2024-05-24T23:46:03.964243677Z   - alert: vdu_down
2024-05-24T23:46:03.964246561Z     annotations:
2024-05-24T23:46:03.964249947Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-24T23:46:03.964253507Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-24T23:46:03.964256394Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-24T23:46:03.964259805Z     expr: vm_status_extended != 1
2024-05-24T23:46:03.964262751Z     for: 3m
2024-05-24T23:46:03.964265502Z 
2024-05-24T23:46:03.965364814Z New config written, updating prometheus
2024-05-24T23:46:08.991109910Z Prometheus config update successful
2024-05-24T23:46:08.991127181Z 
2024-05-25T01:35:47.553864939Z Changes detected, updating prometheus config
2024-05-25T01:35:47.556698186Z Jobs detected: 0
2024-05-25T01:35:47.568608887Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T01:35:47.572124829Z alerting:
2024-05-25T01:35:47.572152797Z   alertmanagers:
2024-05-25T01:35:47.572160554Z   - static_configs:
2024-05-25T01:35:47.572167512Z     - targets:
2024-05-25T01:35:47.572174873Z       - alertmanager:9093
2024-05-25T01:35:47.572206195Z global:
2024-05-25T01:35:47.572212874Z   evaluation_interval: 15s
2024-05-25T01:35:47.572219208Z   scrape_interval: 15s
2024-05-25T01:35:47.572225671Z rule_files:
2024-05-25T01:35:47.572231976Z - osm_metric_rules.yml
2024-05-25T01:35:47.572238378Z - osm_alert_rules.yml
2024-05-25T01:35:47.572244816Z scrape_configs:
2024-05-25T01:35:47.572251104Z - job_name: mon_exporter
2024-05-25T01:35:47.572265219Z   static_configs:
2024-05-25T01:35:47.572271756Z   - targets:
2024-05-25T01:35:47.572278765Z     - mon:8000
2024-05-25T01:35:47.572285196Z - honor_labels: true
2024-05-25T01:35:47.572292685Z   job_name: pushgateway
2024-05-25T01:35:47.572302150Z   scrape_interval: 30s
2024-05-25T01:35:47.572311647Z   static_configs:
2024-05-25T01:35:47.572321059Z   - targets:
2024-05-25T01:35:47.572331810Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T01:35:47.572341171Z 
2024-05-25T01:35:47.576637321Z Alerts read: 0
2024-05-25T01:35:47.579009856Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T01:35:47.580358582Z groups:
2024-05-25T01:35:47.580399496Z - name: osm_alert_rules
2024-05-25T01:35:47.580409382Z   rules:
2024-05-25T01:35:47.580418348Z   - alert: vdu_down
2024-05-25T01:35:47.580427144Z     annotations:
2024-05-25T01:35:47.580436647Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T01:35:47.580445868Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T01:35:47.580455475Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T01:35:47.580509849Z     expr: vm_status_extended != 1
2024-05-25T01:35:47.580519647Z     for: 3m
2024-05-25T01:35:47.580527539Z 
2024-05-25T01:35:47.581489247Z New config written, updating prometheus
2024-05-25T01:35:52.625744743Z Prometheus config update successful
2024-05-25T01:35:52.625792828Z 
2024-05-25T01:41:45.770972833Z Changes detected, updating prometheus config
2024-05-25T01:41:45.772507411Z Jobs detected: 0
2024-05-25T01:41:45.778868915Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T01:41:45.781596021Z alerting:
2024-05-25T01:41:45.781612315Z   alertmanagers:
2024-05-25T01:41:45.781616424Z   - static_configs:
2024-05-25T01:41:45.781619566Z     - targets:
2024-05-25T01:41:45.781625577Z       - alertmanager:9093
2024-05-25T01:41:45.781628701Z global:
2024-05-25T01:41:45.781631857Z   evaluation_interval: 15s
2024-05-25T01:41:45.781635202Z   scrape_interval: 15s
2024-05-25T01:41:45.781638423Z rule_files:
2024-05-25T01:41:45.781641412Z - osm_metric_rules.yml
2024-05-25T01:41:45.781644543Z - osm_alert_rules.yml
2024-05-25T01:41:45.781647631Z scrape_configs:
2024-05-25T01:41:45.781650683Z - job_name: mon_exporter
2024-05-25T01:41:45.781653714Z   static_configs:
2024-05-25T01:41:45.781656797Z   - targets:
2024-05-25T01:41:45.781659879Z     - mon:8000
2024-05-25T01:41:45.781662966Z - honor_labels: true
2024-05-25T01:41:45.781666250Z   job_name: pushgateway
2024-05-25T01:41:45.781669307Z   scrape_interval: 30s
2024-05-25T01:41:45.781672289Z   static_configs:
2024-05-25T01:41:45.781675367Z   - targets:
2024-05-25T01:41:45.781679105Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T01:41:45.781682026Z 
2024-05-25T01:41:45.784487357Z Alerts read: 0
2024-05-25T01:41:45.786700358Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T01:41:45.787904768Z groups:
2024-05-25T01:41:45.787915445Z - name: osm_alert_rules
2024-05-25T01:41:45.787945281Z   rules:
2024-05-25T01:41:45.787948602Z   - alert: vdu_down
2024-05-25T01:41:45.787951824Z     annotations:
2024-05-25T01:41:45.787955522Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T01:41:45.787961929Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T01:41:45.787965094Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T01:41:45.787970349Z     expr: vm_status_extended != 1
2024-05-25T01:41:45.787973350Z     for: 3m
2024-05-25T01:41:45.787976233Z 
2024-05-25T01:41:45.789005721Z New config written, updating prometheus
2024-05-25T01:41:50.840285673Z Prometheus config update successful
2024-05-25T01:41:50.840320252Z 
2024-05-25T02:21:27.498695514Z Changes detected, updating prometheus config
2024-05-25T02:21:27.500558401Z Jobs detected: 0
2024-05-25T02:21:27.506414096Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T02:21:27.508630394Z alerting:
2024-05-25T02:21:27.508657701Z   alertmanagers:
2024-05-25T02:21:27.508667769Z   - static_configs:
2024-05-25T02:21:27.508676879Z     - targets:
2024-05-25T02:21:27.508686883Z       - alertmanager:9093
2024-05-25T02:21:27.508695249Z global:
2024-05-25T02:21:27.508703708Z   evaluation_interval: 15s
2024-05-25T02:21:27.508711981Z   scrape_interval: 15s
2024-05-25T02:21:27.508720387Z rule_files:
2024-05-25T02:21:27.508728802Z - osm_metric_rules.yml
2024-05-25T02:21:27.508737087Z - osm_alert_rules.yml
2024-05-25T02:21:27.508745447Z scrape_configs:
2024-05-25T02:21:27.508753969Z - job_name: mon_exporter
2024-05-25T02:21:27.508762328Z   static_configs:
2024-05-25T02:21:27.508770679Z   - targets:
2024-05-25T02:21:27.508779215Z     - mon:8000
2024-05-25T02:21:27.508787514Z - honor_labels: true
2024-05-25T02:21:27.508796091Z   job_name: pushgateway
2024-05-25T02:21:27.508804885Z   scrape_interval: 30s
2024-05-25T02:21:27.508813273Z   static_configs:
2024-05-25T02:21:27.508821503Z   - targets:
2024-05-25T02:21:27.508830570Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T02:21:27.508850860Z 
2024-05-25T02:21:27.512424805Z Alerts read: 2
2024-05-25T02:21:27.515760062Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T02:21:27.520026872Z groups:
2024-05-25T02:21:27.520055104Z - name: osm_alert_rules
2024-05-25T02:21:27.520063870Z   rules:
2024-05-25T02:21:27.520071839Z   - alert: vdu_down
2024-05-25T02:21:27.520080098Z     annotations:
2024-05-25T02:21:27.520088852Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T02:21:27.520101393Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T02:21:27.520109067Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T02:21:27.520117121Z     expr: vm_status_extended != 1
2024-05-25T02:21:27.520124791Z     for: 3m
2024-05-25T02:21:27.520132470Z - name: _osm_alert_rules_20240525022127_
2024-05-25T02:21:27.520140098Z   rules:
2024-05-25T02:21:27.520148252Z   - alert: scalein_1d221ddb-4c9d-44d7-9b1a-7e897bd0a1f2
2024-05-25T02:21:27.520155916Z     expr: (count (osm_cpu_utilization{ns_id="28de802c-b37b-4c02-90e7-e0efbc08ab06",
2024-05-25T02:21:27.520164276Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="28de802c-b37b-4c02-90e7-e0efbc08ab06",
2024-05-25T02:21:27.520171813Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-25T02:21:27.520179440Z     for: 1m
2024-05-25T02:21:27.520211590Z     labels:
2024-05-25T02:21:27.520219530Z       ns_id: 28de802c-b37b-4c02-90e7-e0efbc08ab06
2024-05-25T02:21:27.520227441Z       vdu_id: hackfest_basic_metrics-VM
2024-05-25T02:21:27.520235696Z       vnf_member_index: vnf
2024-05-25T02:21:27.520243162Z   - alert: scaleout_54712d0e-9185-42eb-b912-469b6a7cf9e7
2024-05-25T02:21:27.520250716Z     expr: (count (osm_cpu_utilization{ns_id="28de802c-b37b-4c02-90e7-e0efbc08ab06",
2024-05-25T02:21:27.520258258Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="28de802c-b37b-4c02-90e7-e0efbc08ab06",
2024-05-25T02:21:27.520265759Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-25T02:21:27.520273135Z     for: 1m
2024-05-25T02:21:27.520280974Z     labels:
2024-05-25T02:21:27.520288465Z       ns_id: 28de802c-b37b-4c02-90e7-e0efbc08ab06
2024-05-25T02:21:27.520296143Z       vdu_id: hackfest_basic_metrics-VM
2024-05-25T02:21:27.520303656Z       vnf_member_index: vnf
2024-05-25T02:21:27.520322759Z 
2024-05-25T02:21:27.528644020Z New config written, updating prometheus
2024-05-25T02:21:32.573949143Z Prometheus config update successful
2024-05-25T02:21:32.574192556Z 
2024-05-25T02:21:32.574435682Z Changes detected, updating prometheus config
2024-05-25T02:21:32.576184638Z Jobs detected: 0
2024-05-25T02:21:32.583954296Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T02:21:32.586064689Z alerting:
2024-05-25T02:21:32.586077307Z   alertmanagers:
2024-05-25T02:21:32.586081153Z   - static_configs:
2024-05-25T02:21:32.586084453Z     - targets:
2024-05-25T02:21:32.586088086Z       - alertmanager:9093
2024-05-25T02:21:32.586090971Z global:
2024-05-25T02:21:32.586094170Z   evaluation_interval: 15s
2024-05-25T02:21:32.586097160Z   scrape_interval: 15s
2024-05-25T02:21:32.586100275Z rule_files:
2024-05-25T02:21:32.586103586Z - osm_metric_rules.yml
2024-05-25T02:21:32.586106528Z - osm_alert_rules.yml
2024-05-25T02:21:32.586109416Z scrape_configs:
2024-05-25T02:21:32.586112339Z - job_name: mon_exporter
2024-05-25T02:21:32.586115268Z   static_configs:
2024-05-25T02:21:32.586118206Z   - targets:
2024-05-25T02:21:32.586121089Z     - mon:8000
2024-05-25T02:21:32.586123961Z - honor_labels: true
2024-05-25T02:21:32.586126837Z   job_name: pushgateway
2024-05-25T02:21:32.586129641Z   scrape_interval: 30s
2024-05-25T02:21:32.586132532Z   static_configs:
2024-05-25T02:21:32.586135510Z   - targets:
2024-05-25T02:21:32.586139120Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T02:21:32.586220048Z 
2024-05-25T02:21:32.590512331Z Alerts read: 2
2024-05-25T02:21:32.592796250Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T02:21:32.595928534Z groups:
2024-05-25T02:21:32.595943823Z - name: osm_alert_rules
2024-05-25T02:21:32.595948971Z   rules:
2024-05-25T02:21:32.595953860Z   - alert: vdu_down
2024-05-25T02:21:32.595958977Z     annotations:
2024-05-25T02:21:32.595964882Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T02:21:32.595970401Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T02:21:32.595975010Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T02:21:32.595990945Z     expr: vm_status_extended != 1
2024-05-25T02:21:32.595995603Z     for: 3m
2024-05-25T02:21:32.596000297Z - name: _osm_alert_rules_20240525022132_
2024-05-25T02:21:32.596020935Z   rules:
2024-05-25T02:21:32.596026271Z   - alert: scalein_1d221ddb-4c9d-44d7-9b1a-7e897bd0a1f2
2024-05-25T02:21:32.596046772Z     expr: (count (osm_cpu_utilization{ns_id="28de802c-b37b-4c02-90e7-e0efbc08ab06",
2024-05-25T02:21:32.596050769Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="28de802c-b37b-4c02-90e7-e0efbc08ab06",
2024-05-25T02:21:32.596053802Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-25T02:21:32.596056842Z     for: 1m
2024-05-25T02:21:32.596059868Z     labels:
2024-05-25T02:21:32.596062826Z       ns_id: 28de802c-b37b-4c02-90e7-e0efbc08ab06
2024-05-25T02:21:32.596065845Z       vdu_id: hackfest_basic_metrics-VM
2024-05-25T02:21:32.596069604Z       vnf_member_index: vnf
2024-05-25T02:21:32.596072545Z   - alert: scaleout_54712d0e-9185-42eb-b912-469b6a7cf9e7
2024-05-25T02:21:32.596075543Z     expr: (count (osm_cpu_utilization{ns_id="28de802c-b37b-4c02-90e7-e0efbc08ab06",
2024-05-25T02:21:32.596078543Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="28de802c-b37b-4c02-90e7-e0efbc08ab06",
2024-05-25T02:21:32.596081659Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-25T02:21:32.596084593Z     for: 1m
2024-05-25T02:21:32.596092676Z     labels:
2024-05-25T02:21:32.596095992Z       ns_id: 28de802c-b37b-4c02-90e7-e0efbc08ab06
2024-05-25T02:21:32.596099057Z       vdu_id: hackfest_basic_metrics-VM
2024-05-25T02:21:32.596102055Z       vnf_member_index: vnf
2024-05-25T02:21:32.596194822Z 
2024-05-25T02:21:32.599604726Z New config written, updating prometheus
2024-05-25T02:21:37.630573071Z Prometheus config update successful
2024-05-25T02:21:37.630865607Z 
2024-05-25T02:30:51.625350965Z Changes detected, updating prometheus config
2024-05-25T02:30:51.629477052Z Jobs detected: 0
2024-05-25T02:30:51.647305000Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T02:30:51.650514939Z alerting:
2024-05-25T02:30:51.650535037Z   alertmanagers:
2024-05-25T02:30:51.650540075Z   - static_configs:
2024-05-25T02:30:51.650543028Z     - targets:
2024-05-25T02:30:51.650546761Z       - alertmanager:9093
2024-05-25T02:30:51.650549762Z global:
2024-05-25T02:30:51.650552660Z   evaluation_interval: 15s
2024-05-25T02:30:51.650555539Z   scrape_interval: 15s
2024-05-25T02:30:51.650558301Z rule_files:
2024-05-25T02:30:51.650561189Z - osm_metric_rules.yml
2024-05-25T02:30:51.650563892Z - osm_alert_rules.yml
2024-05-25T02:30:51.650566877Z scrape_configs:
2024-05-25T02:30:51.650569715Z - job_name: mon_exporter
2024-05-25T02:30:51.650572550Z   static_configs:
2024-05-25T02:30:51.650575399Z   - targets:
2024-05-25T02:30:51.650578203Z     - mon:8000
2024-05-25T02:30:51.650580994Z - honor_labels: true
2024-05-25T02:30:51.650583804Z   job_name: pushgateway
2024-05-25T02:30:51.650586563Z   scrape_interval: 30s
2024-05-25T02:30:51.650589351Z   static_configs:
2024-05-25T02:30:51.650592068Z   - targets:
2024-05-25T02:30:51.650595827Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T02:30:51.650598598Z 
2024-05-25T02:30:51.657258854Z Alerts read: 0
2024-05-25T02:30:51.657862390Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T02:30:51.659240396Z groups:
2024-05-25T02:30:51.659253599Z - name: osm_alert_rules
2024-05-25T02:30:51.659257834Z   rules:
2024-05-25T02:30:51.659261695Z   - alert: vdu_down
2024-05-25T02:30:51.659265275Z     annotations:
2024-05-25T02:30:51.659270317Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T02:30:51.659275579Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T02:30:51.659294817Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T02:30:51.659301503Z     expr: vm_status_extended != 1
2024-05-25T02:30:51.659306887Z     for: 3m
2024-05-25T02:30:51.659311532Z 
2024-05-25T02:30:51.664081987Z New config written, updating prometheus
2024-05-25T02:30:56.701726115Z Prometheus config update successful
2024-05-25T02:30:56.701780553Z 
2024-05-25T02:30:56.701791679Z Changes detected, updating prometheus config
2024-05-25T02:30:56.706420886Z Jobs detected: 0
2024-05-25T02:30:56.712358899Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T02:30:56.714496391Z alerting:
2024-05-25T02:30:56.714523690Z   alertmanagers:
2024-05-25T02:30:56.714534052Z   - static_configs:
2024-05-25T02:30:56.714543610Z     - targets:
2024-05-25T02:30:56.714552782Z       - alertmanager:9093
2024-05-25T02:30:56.714561970Z global:
2024-05-25T02:30:56.714570615Z   evaluation_interval: 15s
2024-05-25T02:30:56.714579072Z   scrape_interval: 15s
2024-05-25T02:30:56.714587653Z rule_files:
2024-05-25T02:30:56.714596110Z - osm_metric_rules.yml
2024-05-25T02:30:56.714604979Z - osm_alert_rules.yml
2024-05-25T02:30:56.714613757Z scrape_configs:
2024-05-25T02:30:56.714622258Z - job_name: mon_exporter
2024-05-25T02:30:56.714630583Z   static_configs:
2024-05-25T02:30:56.714638964Z   - targets:
2024-05-25T02:30:56.714647545Z     - mon:8000
2024-05-25T02:30:56.714655892Z - honor_labels: true
2024-05-25T02:30:56.714672406Z   job_name: pushgateway
2024-05-25T02:30:56.714680942Z   scrape_interval: 30s
2024-05-25T02:30:56.714689282Z   static_configs:
2024-05-25T02:30:56.714697575Z   - targets:
2024-05-25T02:30:56.714707016Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T02:30:56.714715158Z 
2024-05-25T02:30:56.717916454Z Alerts read: 0
2024-05-25T02:30:56.719920365Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T02:30:56.721183098Z groups:
2024-05-25T02:30:56.721204376Z - name: osm_alert_rules
2024-05-25T02:30:56.721265801Z   rules:
2024-05-25T02:30:56.721277331Z   - alert: vdu_down
2024-05-25T02:30:56.721285739Z     annotations:
2024-05-25T02:30:56.721295756Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T02:30:56.721305143Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T02:30:56.721314145Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T02:30:56.721323582Z     expr: vm_status_extended != 1
2024-05-25T02:30:56.721331888Z     for: 3m
2024-05-25T02:30:56.721339868Z 
2024-05-25T02:30:56.722487355Z New config written, updating prometheus
2024-05-25T02:31:01.760623561Z Prometheus config update successful
2024-05-25T02:31:01.760659412Z 
2024-05-25T02:31:42.164094526Z Changes detected, updating prometheus config
2024-05-25T02:31:42.166813998Z Jobs detected: 0
2024-05-25T02:31:42.183469468Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T02:31:42.186551375Z alerting:
2024-05-25T02:31:42.186580519Z   alertmanagers:
2024-05-25T02:31:42.186589576Z   - static_configs:
2024-05-25T02:31:42.186597096Z     - targets:
2024-05-25T02:31:42.186605189Z       - alertmanager:9093
2024-05-25T02:31:42.186612436Z global:
2024-05-25T02:31:42.186619957Z   evaluation_interval: 15s
2024-05-25T02:31:42.186627088Z   scrape_interval: 15s
2024-05-25T02:31:42.186634425Z rule_files:
2024-05-25T02:31:42.186641617Z - osm_metric_rules.yml
2024-05-25T02:31:42.186666848Z - osm_alert_rules.yml
2024-05-25T02:31:42.186674659Z scrape_configs:
2024-05-25T02:31:42.186681705Z - job_name: mon_exporter
2024-05-25T02:31:42.186689138Z   static_configs:
2024-05-25T02:31:42.186696242Z   - targets:
2024-05-25T02:31:42.186703387Z     - mon:8000
2024-05-25T02:31:42.186710424Z - honor_labels: true
2024-05-25T02:31:42.186717443Z   job_name: pushgateway
2024-05-25T02:31:42.186724371Z   scrape_interval: 30s
2024-05-25T02:31:42.186731350Z   static_configs:
2024-05-25T02:31:42.186738553Z   - targets:
2024-05-25T02:31:42.186746251Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T02:31:42.186753161Z 
2024-05-25T02:31:42.193520889Z Alerts read: 2
2024-05-25T02:31:42.193560805Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T02:31:42.197492463Z groups:
2024-05-25T02:31:42.197517613Z - name: osm_alert_rules
2024-05-25T02:31:42.197526720Z   rules:
2024-05-25T02:31:42.197535824Z   - alert: vdu_down
2024-05-25T02:31:42.197544746Z     annotations:
2024-05-25T02:31:42.197554116Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T02:31:42.197562925Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T02:31:42.197571575Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T02:31:42.197580737Z     expr: vm_status_extended != 1
2024-05-25T02:31:42.197589655Z     for: 3m
2024-05-25T02:31:42.197598327Z - name: _osm_alert_rules_20240525023142_
2024-05-25T02:31:42.197606622Z   rules:
2024-05-25T02:31:42.197615578Z   - alert: scalein_a8b8cdd3-ea05-4c23-96e5-d8b772b97b0c
2024-05-25T02:31:42.197623844Z     expr: (count (osm_cpu_utilization{ns_id="0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:31:42.197648900Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:31:42.197658616Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-25T02:31:42.197667177Z     for: 1m
2024-05-25T02:31:42.197675562Z     labels:
2024-05-25T02:31:42.197684186Z       ns_id: 0cf79855-625c-42fd-ac54-d004c7870349
2024-05-25T02:31:42.197692501Z       vdu_id: hackfest_basic_metrics-VM
2024-05-25T02:31:42.197701791Z       vnf_member_index: vnf
2024-05-25T02:31:42.197710119Z   - alert: scaleout_53ef58c9-60d9-4e22-b998-4f5f1f5eadc1
2024-05-25T02:31:42.197718902Z     expr: (count (osm_cpu_utilization{ns_id="0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:31:42.197727251Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:31:42.197735699Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-25T02:31:42.197744427Z     for: 1m
2024-05-25T02:31:42.197753232Z     labels:
2024-05-25T02:31:42.197761788Z       ns_id: 0cf79855-625c-42fd-ac54-d004c7870349
2024-05-25T02:31:42.197770077Z       vdu_id: hackfest_basic_metrics-VM
2024-05-25T02:31:42.197779033Z       vnf_member_index: vnf
2024-05-25T02:31:42.197787130Z 
2024-05-25T02:31:42.213432047Z New config written, updating prometheus
2024-05-25T02:31:47.237398749Z Prometheus config update successful
2024-05-25T02:31:47.237432518Z 
2024-05-25T02:31:47.237436706Z Changes detected, updating prometheus config
2024-05-25T02:31:47.238734578Z Jobs detected: 0
2024-05-25T02:31:47.244472860Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T02:31:47.246283263Z alerting:
2024-05-25T02:31:47.246318311Z   alertmanagers:
2024-05-25T02:31:47.246322355Z   - static_configs:
2024-05-25T02:31:47.246325224Z     - targets:
2024-05-25T02:31:47.246328438Z       - alertmanager:9093
2024-05-25T02:31:47.246331486Z global:
2024-05-25T02:31:47.246334221Z   evaluation_interval: 15s
2024-05-25T02:31:47.246336893Z   scrape_interval: 15s
2024-05-25T02:31:47.246339585Z rule_files:
2024-05-25T02:31:47.246342212Z - osm_metric_rules.yml
2024-05-25T02:31:47.246345270Z - osm_alert_rules.yml
2024-05-25T02:31:47.246348051Z scrape_configs:
2024-05-25T02:31:47.246350788Z - job_name: mon_exporter
2024-05-25T02:31:47.246360527Z   static_configs:
2024-05-25T02:31:47.246363642Z   - targets:
2024-05-25T02:31:47.246366661Z     - mon:8000
2024-05-25T02:31:47.246369367Z - honor_labels: true
2024-05-25T02:31:47.246372094Z   job_name: pushgateway
2024-05-25T02:31:47.246375202Z   scrape_interval: 30s
2024-05-25T02:31:47.246377899Z   static_configs:
2024-05-25T02:31:47.246380609Z   - targets:
2024-05-25T02:31:47.246384322Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T02:31:47.246386998Z 
2024-05-25T02:31:47.250197996Z Alerts read: 2
2024-05-25T02:31:47.252494267Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T02:31:47.256379186Z groups:
2024-05-25T02:31:47.256396060Z - name: osm_alert_rules
2024-05-25T02:31:47.256400777Z   rules:
2024-05-25T02:31:47.256405023Z   - alert: vdu_down
2024-05-25T02:31:47.256409333Z     annotations:
2024-05-25T02:31:47.256414855Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T02:31:47.256419822Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T02:31:47.256424097Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T02:31:47.256428924Z     expr: vm_status_extended != 1
2024-05-25T02:31:47.256433210Z     for: 3m
2024-05-25T02:31:47.256437272Z - name: _osm_alert_rules_20240525023147_
2024-05-25T02:31:47.256441202Z   rules:
2024-05-25T02:31:47.256446197Z   - alert: scalein_a8b8cdd3-ea05-4c23-96e5-d8b772b97b0c
2024-05-25T02:31:47.256450229Z     expr: (count (osm_cpu_utilization{ns_id="0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:31:47.256455258Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:31:47.256459567Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-25T02:31:47.256463718Z     for: 1m
2024-05-25T02:31:47.256467799Z     labels:
2024-05-25T02:31:47.256471904Z       ns_id: 0cf79855-625c-42fd-ac54-d004c7870349
2024-05-25T02:31:47.256475941Z       vdu_id: hackfest_basic_metrics-VM
2024-05-25T02:31:47.256481027Z       vnf_member_index: vnf
2024-05-25T02:31:47.256484957Z   - alert: scaleout_53ef58c9-60d9-4e22-b998-4f5f1f5eadc1
2024-05-25T02:31:47.256489156Z     expr: (count (osm_cpu_utilization{ns_id="0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:31:47.256493216Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0cf79855-625c-42fd-ac54-d004c7870349",
2024-05-25T02:31:47.256497210Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-25T02:31:47.256501357Z     for: 1m
2024-05-25T02:31:47.256505213Z     labels:
2024-05-25T02:31:47.256509334Z       ns_id: 0cf79855-625c-42fd-ac54-d004c7870349
2024-05-25T02:31:47.256513306Z       vdu_id: hackfest_basic_metrics-VM
2024-05-25T02:31:47.256517235Z       vnf_member_index: vnf
2024-05-25T02:31:47.256538820Z 
2024-05-25T02:31:47.259480628Z New config written, updating prometheus
2024-05-25T02:31:52.292684793Z Prometheus config update successful
2024-05-25T02:31:52.292799118Z 
2024-05-25T02:50:14.124339891Z Changes detected, updating prometheus config
2024-05-25T02:50:14.127406373Z Jobs detected: 0
2024-05-25T02:50:14.136279031Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T02:50:14.138709049Z alerting:
2024-05-25T02:50:14.138724015Z   alertmanagers:
2024-05-25T02:50:14.138728835Z   - static_configs:
2024-05-25T02:50:14.138732514Z     - targets:
2024-05-25T02:50:14.138736355Z       - alertmanager:9093
2024-05-25T02:50:14.138747455Z global:
2024-05-25T02:50:14.138751867Z   evaluation_interval: 15s
2024-05-25T02:50:14.138755481Z   scrape_interval: 15s
2024-05-25T02:50:14.138758977Z rule_files:
2024-05-25T02:50:14.138762576Z - osm_metric_rules.yml
2024-05-25T02:50:14.138766101Z - osm_alert_rules.yml
2024-05-25T02:50:14.138769600Z scrape_configs:
2024-05-25T02:50:14.138773163Z - job_name: mon_exporter
2024-05-25T02:50:14.138776671Z   static_configs:
2024-05-25T02:50:14.138780275Z   - targets:
2024-05-25T02:50:14.138783789Z     - mon:8000
2024-05-25T02:50:14.138787316Z - honor_labels: true
2024-05-25T02:50:14.138790748Z   job_name: pushgateway
2024-05-25T02:50:14.138794283Z   scrape_interval: 30s
2024-05-25T02:50:14.138797768Z   static_configs:
2024-05-25T02:50:14.138801307Z   - targets:
2024-05-25T02:50:14.138806500Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T02:50:14.139014658Z 
2024-05-25T02:50:14.144274667Z Alerts read: 0
2024-05-25T02:50:14.146495079Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T02:50:14.147671571Z groups:
2024-05-25T02:50:14.147682034Z - name: osm_alert_rules
2024-05-25T02:50:14.147685403Z   rules:
2024-05-25T02:50:14.147688647Z   - alert: vdu_down
2024-05-25T02:50:14.147691707Z     annotations:
2024-05-25T02:50:14.147695362Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T02:50:14.147701684Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T02:50:14.147705059Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T02:50:14.147716205Z     expr: vm_status_extended != 1
2024-05-25T02:50:14.147719717Z     for: 3m
2024-05-25T02:50:14.147925154Z 
2024-05-25T02:50:14.149255471Z New config written, updating prometheus
2024-05-25T02:50:19.186733322Z Prometheus config update successful
2024-05-25T02:50:19.186776481Z 
2024-05-25T02:50:19.187006435Z Changes detected, updating prometheus config
2024-05-25T02:50:19.189136930Z Jobs detected: 0
2024-05-25T02:50:19.197287885Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T02:50:19.199405975Z alerting:
2024-05-25T02:50:19.199419919Z   alertmanagers:
2024-05-25T02:50:19.199424135Z   - static_configs:
2024-05-25T02:50:19.199427528Z     - targets:
2024-05-25T02:50:19.199430964Z       - alertmanager:9093
2024-05-25T02:50:19.199434137Z global:
2024-05-25T02:50:19.199437670Z   evaluation_interval: 15s
2024-05-25T02:50:19.199440961Z   scrape_interval: 15s
2024-05-25T02:50:19.199444664Z rule_files:
2024-05-25T02:50:19.199447923Z - osm_metric_rules.yml
2024-05-25T02:50:19.199451068Z - osm_alert_rules.yml
2024-05-25T02:50:19.199454154Z scrape_configs:
2024-05-25T02:50:19.199457383Z - job_name: mon_exporter
2024-05-25T02:50:19.199460464Z   static_configs:
2024-05-25T02:50:19.199463562Z   - targets:
2024-05-25T02:50:19.199488514Z     - mon:8000
2024-05-25T02:50:19.199491961Z - honor_labels: true
2024-05-25T02:50:19.199495356Z   job_name: pushgateway
2024-05-25T02:50:19.199498521Z   scrape_interval: 30s
2024-05-25T02:50:19.199501591Z   static_configs:
2024-05-25T02:50:19.199504706Z   - targets:
2024-05-25T02:50:19.199508499Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T02:50:19.199511577Z 
2024-05-25T02:50:19.202759257Z Alerts read: 0
2024-05-25T02:50:19.206656824Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T02:50:19.208194803Z groups:
2024-05-25T02:50:19.208205736Z - name: osm_alert_rules
2024-05-25T02:50:19.208209400Z   rules:
2024-05-25T02:50:19.208212663Z   - alert: vdu_down
2024-05-25T02:50:19.208215673Z     annotations:
2024-05-25T02:50:19.208219334Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T02:50:19.208225730Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T02:50:19.208228920Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T02:50:19.208233580Z     expr: vm_status_extended != 1
2024-05-25T02:50:19.208238239Z     for: 3m
2024-05-25T02:50:19.208243030Z 
2024-05-25T02:50:19.209305263Z New config written, updating prometheus
2024-05-25T02:50:24.249010089Z Prometheus config update successful
2024-05-25T02:50:24.249076474Z 
2024-05-25T02:52:29.485545997Z Changes detected, updating prometheus config
2024-05-25T02:52:29.488330047Z Jobs detected: 0
2024-05-25T02:52:29.499908071Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T02:52:29.503961763Z alerting:
2024-05-25T02:52:29.503993503Z   alertmanagers:
2024-05-25T02:52:29.504005761Z   - static_configs:
2024-05-25T02:52:29.504015941Z     - targets:
2024-05-25T02:52:29.504025960Z       - alertmanager:9093
2024-05-25T02:52:29.504035559Z global:
2024-05-25T02:52:29.504045137Z   evaluation_interval: 15s
2024-05-25T02:52:29.504054380Z   scrape_interval: 15s
2024-05-25T02:52:29.504063749Z rule_files:
2024-05-25T02:52:29.504074139Z - osm_metric_rules.yml
2024-05-25T02:52:29.504083952Z - osm_alert_rules.yml
2024-05-25T02:52:29.504094013Z scrape_configs:
2024-05-25T02:52:29.504103490Z - job_name: mon_exporter
2024-05-25T02:52:29.504112903Z   static_configs:
2024-05-25T02:52:29.504122112Z   - targets:
2024-05-25T02:52:29.504131612Z     - mon:8000
2024-05-25T02:52:29.504140778Z - honor_labels: true
2024-05-25T02:52:29.504150746Z   job_name: pushgateway
2024-05-25T02:52:29.504160315Z   scrape_interval: 30s
2024-05-25T02:52:29.504169725Z   static_configs:
2024-05-25T02:52:29.504178981Z   - targets:
2024-05-25T02:52:29.504189515Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T02:52:29.504198603Z 
2024-05-25T02:52:29.508774939Z Alerts read: 1
2024-05-25T02:52:29.511441281Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T02:52:29.514005780Z groups:
2024-05-25T02:52:29.514028930Z - name: osm_alert_rules
2024-05-25T02:52:29.514037024Z   rules:
2024-05-25T02:52:29.514043947Z   - alert: vdu_down
2024-05-25T02:52:29.514051105Z     annotations:
2024-05-25T02:52:29.514058770Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T02:52:29.514066545Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T02:52:29.514073774Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T02:52:29.514080928Z     expr: vm_status_extended != 1
2024-05-25T02:52:29.514114507Z     for: 3m
2024-05-25T02:52:29.514122282Z - name: _osm_alert_rules_20240525025229_
2024-05-25T02:52:29.514129316Z   rules:
2024-05-25T02:52:29.514137049Z   - alert: vdu_alarm_2180a46d-65fc-46a6-880d-125e39e30817
2024-05-25T02:52:29.514144691Z     expr: osm_cpu_utilization{ns_id="e305d748-d6f1-4329-93d6-020a6af90ad6", vnf_member_index="vnf",
2024-05-25T02:52:29.514151504Z       vdu_id="cirros_vnfd-VM"} < 20.0000
2024-05-25T02:52:29.514158866Z     for: 1m
2024-05-25T02:52:29.514165995Z     labels:
2024-05-25T02:52:29.514173297Z       ns_id: e305d748-d6f1-4329-93d6-020a6af90ad6
2024-05-25T02:52:29.514181404Z       vdu_id: cirros_vnfd-VM
2024-05-25T02:52:29.514188835Z       vdu_name: '{{ $labels.vdu_name }}'
2024-05-25T02:52:29.514196421Z       vnf_member_index: vnf
2024-05-25T02:52:29.514203378Z 
2024-05-25T02:52:29.516268458Z New config written, updating prometheus
2024-05-25T02:52:34.562332324Z Prometheus config update successful
2024-05-25T02:52:34.562395865Z 
2024-05-25T02:57:18.978228504Z Changes detected, updating prometheus config
2024-05-25T02:57:18.981429565Z Jobs detected: 0
2024-05-25T02:57:18.994790602Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T02:57:18.998178962Z alerting:
2024-05-25T02:57:18.998202414Z   alertmanagers:
2024-05-25T02:57:18.998208343Z   - static_configs:
2024-05-25T02:57:18.998213051Z     - targets:
2024-05-25T02:57:18.998217963Z       - alertmanager:9093
2024-05-25T02:57:18.998222366Z global:
2024-05-25T02:57:18.998226662Z   evaluation_interval: 15s
2024-05-25T02:57:18.998231714Z   scrape_interval: 15s
2024-05-25T02:57:18.998236063Z rule_files:
2024-05-25T02:57:18.998240431Z - osm_metric_rules.yml
2024-05-25T02:57:18.998244689Z - osm_alert_rules.yml
2024-05-25T02:57:18.998249832Z scrape_configs:
2024-05-25T02:57:18.998254319Z - job_name: mon_exporter
2024-05-25T02:57:18.998259274Z   static_configs:
2024-05-25T02:57:18.998264371Z   - targets:
2024-05-25T02:57:18.998269575Z     - mon:8000
2024-05-25T02:57:18.998274002Z - honor_labels: true
2024-05-25T02:57:18.998278286Z   job_name: pushgateway
2024-05-25T02:57:18.998282609Z   scrape_interval: 30s
2024-05-25T02:57:18.998287180Z   static_configs:
2024-05-25T02:57:18.998291822Z   - targets:
2024-05-25T02:57:18.998296832Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T02:57:18.998309395Z 
2024-05-25T02:57:19.002936736Z Alerts read: 0
2024-05-25T02:57:19.005681503Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T02:57:19.007162012Z groups:
2024-05-25T02:57:19.007169373Z - name: osm_alert_rules
2024-05-25T02:57:19.007172853Z   rules:
2024-05-25T02:57:19.007176142Z   - alert: vdu_down
2024-05-25T02:57:19.007179254Z     annotations:
2024-05-25T02:57:19.007183576Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T02:57:19.007187475Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T02:57:19.007190699Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T02:57:19.007194546Z     expr: vm_status_extended != 1
2024-05-25T02:57:19.007197674Z     for: 3m
2024-05-25T02:57:19.007203973Z 
2024-05-25T02:57:19.008765897Z New config written, updating prometheus
2024-05-25T02:57:24.044113476Z Prometheus config update successful
2024-05-25T02:57:24.044170105Z 
2024-05-25T02:59:40.459062777Z Changes detected, updating prometheus config
2024-05-25T02:59:40.462171422Z Jobs detected: 1
2024-05-25T02:59:40.473593523Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T02:59:40.478153167Z alerting:
2024-05-25T02:59:40.478185916Z   alertmanagers:
2024-05-25T02:59:40.478197019Z   - static_configs:
2024-05-25T02:59:40.478206694Z     - targets:
2024-05-25T02:59:40.478216241Z       - alertmanager:9093
2024-05-25T02:59:40.478224643Z global:
2024-05-25T02:59:40.478233124Z   evaluation_interval: 15s
2024-05-25T02:59:40.478241603Z   scrape_interval: 15s
2024-05-25T02:59:40.478250126Z rule_files:
2024-05-25T02:59:40.478258479Z - osm_metric_rules.yml
2024-05-25T02:59:40.478267130Z - osm_alert_rules.yml
2024-05-25T02:59:40.478275637Z scrape_configs:
2024-05-25T02:59:40.478283878Z - job_name: mon_exporter
2024-05-25T02:59:40.478291977Z   static_configs:
2024-05-25T02:59:40.478300419Z   - targets:
2024-05-25T02:59:40.478309329Z     - mon:8000
2024-05-25T02:59:40.478317586Z - honor_labels: true
2024-05-25T02:59:40.478325790Z   job_name: pushgateway
2024-05-25T02:59:40.478333970Z   scrape_interval: 30s
2024-05-25T02:59:40.478342082Z   static_configs:
2024-05-25T02:59:40.478350284Z   - targets:
2024-05-25T02:59:40.478365158Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T02:59:40.478373663Z - job_name: aa63e1293957437894cee853da01dff4
2024-05-25T02:59:40.478382569Z   metrics_path: /snmp
2024-05-25T02:59:40.478390833Z   params:
2024-05-25T02:59:40.478398993Z     module:
2024-05-25T02:59:40.478407284Z     - osm-snmp
2024-05-25T02:59:40.478415576Z   relabel_configs:
2024-05-25T02:59:40.478423693Z   - source_labels:
2024-05-25T02:59:40.478431819Z     - __address__
2024-05-25T02:59:40.478440099Z     target_label: __param_target
2024-05-25T02:59:40.478448390Z   - source_labels:
2024-05-25T02:59:40.478456823Z     - __param_target
2024-05-25T02:59:40.478465085Z     target_label: instance
2024-05-25T02:59:40.478474115Z   - replacement: eechart-0089778145-snmpexporter.5dcd5ee3-c079-40e5-8dc8-af32dd016e9e.svc:80
2024-05-25T02:59:40.478482426Z     target_label: __address__
2024-05-25T02:59:40.478490528Z   static_configs:
2024-05-25T02:59:40.478498723Z   - targets:
2024-05-25T02:59:40.478507106Z     - 172.21.248.119
2024-05-25T02:59:40.478515126Z 
2024-05-25T02:59:40.484075054Z Alerts read: 0
2024-05-25T02:59:40.486227154Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T02:59:40.487308076Z groups:
2024-05-25T02:59:40.487317456Z - name: osm_alert_rules
2024-05-25T02:59:40.487320956Z   rules:
2024-05-25T02:59:40.487323867Z   - alert: vdu_down
2024-05-25T02:59:40.487326679Z     annotations:
2024-05-25T02:59:40.487330152Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T02:59:40.487333412Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T02:59:40.487336236Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T02:59:40.487339500Z     expr: vm_status_extended != 1
2024-05-25T02:59:40.487342372Z     for: 3m
2024-05-25T02:59:40.487345040Z 
2024-05-25T02:59:40.488471595Z New config written, updating prometheus
2024-05-25T02:59:45.534433457Z Prometheus config update successful
2024-05-25T02:59:45.541065698Z 
2024-05-25T02:59:52.997321383Z Changes detected, updating prometheus config
2024-05-25T02:59:52.999536246Z Jobs detected: 0
2024-05-25T02:59:53.019766489Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T02:59:53.026876386Z alerting:
2024-05-25T02:59:53.026913607Z   alertmanagers:
2024-05-25T02:59:53.026923319Z   - static_configs:
2024-05-25T02:59:53.026930674Z     - targets:
2024-05-25T02:59:53.026968488Z       - alertmanager:9093
2024-05-25T02:59:53.026976043Z global:
2024-05-25T02:59:53.026985727Z   evaluation_interval: 15s
2024-05-25T02:59:53.026993231Z   scrape_interval: 15s
2024-05-25T02:59:53.027000711Z rule_files:
2024-05-25T02:59:53.027007884Z - osm_metric_rules.yml
2024-05-25T02:59:53.027015034Z - osm_alert_rules.yml
2024-05-25T02:59:53.027022422Z scrape_configs:
2024-05-25T02:59:53.027029551Z - job_name: mon_exporter
2024-05-25T02:59:53.027036511Z   static_configs:
2024-05-25T02:59:53.027043597Z   - targets:
2024-05-25T02:59:53.027050508Z     - mon:8000
2024-05-25T02:59:53.027057054Z - honor_labels: true
2024-05-25T02:59:53.027064362Z   job_name: pushgateway
2024-05-25T02:59:53.027069925Z   scrape_interval: 30s
2024-05-25T02:59:53.027076594Z   static_configs:
2024-05-25T02:59:53.027083159Z   - targets:
2024-05-25T02:59:53.027090659Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T02:59:53.027097238Z 
2024-05-25T02:59:53.034264696Z Alerts read: 0
2024-05-25T02:59:53.039730164Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T02:59:53.042311559Z groups:
2024-05-25T02:59:53.042330876Z - name: osm_alert_rules
2024-05-25T02:59:53.042336310Z   rules:
2024-05-25T02:59:53.042362436Z   - alert: vdu_down
2024-05-25T02:59:53.042368325Z     annotations:
2024-05-25T02:59:53.042374892Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T02:59:53.042381742Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T02:59:53.042386538Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T02:59:53.042391967Z     expr: vm_status_extended != 1
2024-05-25T02:59:53.042396654Z     for: 3m
2024-05-25T02:59:53.042400876Z 
2024-05-25T02:59:53.044913973Z New config written, updating prometheus
2024-05-25T02:59:58.078912765Z Prometheus config update successful
2024-05-25T02:59:58.078948617Z 
2024-05-25T03:13:00.948819202Z Changes detected, updating prometheus config
2024-05-25T03:13:00.954161018Z Jobs detected: 0
2024-05-25T03:13:00.959985146Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T03:13:00.962703580Z alerting:
2024-05-25T03:13:00.962716784Z   alertmanagers:
2024-05-25T03:13:00.962720584Z   - static_configs:
2024-05-25T03:13:00.962723812Z     - targets:
2024-05-25T03:13:00.962727333Z       - alertmanager:9093
2024-05-25T03:13:00.962730293Z global:
2024-05-25T03:13:00.962733340Z   evaluation_interval: 15s
2024-05-25T03:13:00.962736544Z   scrape_interval: 15s
2024-05-25T03:13:00.962739509Z rule_files:
2024-05-25T03:13:00.962742426Z - osm_metric_rules.yml
2024-05-25T03:13:00.962745270Z - osm_alert_rules.yml
2024-05-25T03:13:00.962748179Z scrape_configs:
2024-05-25T03:13:00.962785119Z - job_name: mon_exporter
2024-05-25T03:13:00.962788275Z   static_configs:
2024-05-25T03:13:00.962791431Z   - targets:
2024-05-25T03:13:00.962794838Z     - mon:8000
2024-05-25T03:13:00.962797983Z - honor_labels: true
2024-05-25T03:13:00.962801329Z   job_name: pushgateway
2024-05-25T03:13:00.962804206Z   scrape_interval: 30s
2024-05-25T03:13:00.962807098Z   static_configs:
2024-05-25T03:13:00.962810045Z   - targets:
2024-05-25T03:13:00.962813923Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T03:13:00.962816822Z 
2024-05-25T03:13:00.966907050Z Alerts read: 2
2024-05-25T03:13:00.969126313Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T03:13:00.973184891Z groups:
2024-05-25T03:13:00.973200670Z - name: osm_alert_rules
2024-05-25T03:13:00.973204015Z   rules:
2024-05-25T03:13:00.973234331Z   - alert: vdu_down
2024-05-25T03:13:00.973239679Z     annotations:
2024-05-25T03:13:00.973243596Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T03:13:00.973247131Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T03:13:00.973250068Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T03:13:00.973253416Z     expr: vm_status_extended != 1
2024-05-25T03:13:00.973256516Z     for: 3m
2024-05-25T03:13:00.973259539Z - name: _osm_alert_rules_20240525031300_
2024-05-25T03:13:00.973262562Z   rules:
2024-05-25T03:13:00.973266187Z   - alert: scalein_9fc99708-12b1-4dca-87a0-195fb2686a29
2024-05-25T03:13:00.973269211Z     expr: (count (osm_cpu_utilization{ns_id="ef762e35-b599-4e82-8829-b9966493aca1",
2024-05-25T03:13:00.973273028Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="ef762e35-b599-4e82-8829-b9966493aca1",
2024-05-25T03:13:00.973276087Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-25T03:13:00.973279029Z     for: 1m
2024-05-25T03:13:00.973282063Z     labels:
2024-05-25T03:13:00.973285039Z       ns_id: ef762e35-b599-4e82-8829-b9966493aca1
2024-05-25T03:13:00.973288265Z       vdu_id: hackfest_basic_metrics-VM
2024-05-25T03:13:00.973291796Z       vnf_member_index: '1'
2024-05-25T03:13:00.973294813Z   - alert: scaleout_a1cac934-9961-4fe2-a497-fe0ce23399e0
2024-05-25T03:13:00.973298003Z     expr: (count (osm_cpu_utilization{ns_id="ef762e35-b599-4e82-8829-b9966493aca1",
2024-05-25T03:13:00.973312692Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="ef762e35-b599-4e82-8829-b9966493aca1",
2024-05-25T03:13:00.973315697Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-25T03:13:00.973318698Z     for: 1m
2024-05-25T03:13:00.973321525Z     labels:
2024-05-25T03:13:00.973324523Z       ns_id: ef762e35-b599-4e82-8829-b9966493aca1
2024-05-25T03:13:00.973327592Z       vdu_id: hackfest_basic_metrics-VM
2024-05-25T03:13:00.973330503Z       vnf_member_index: '1'
2024-05-25T03:13:00.973333257Z 
2024-05-25T03:13:00.976413040Z New config written, updating prometheus
2024-05-25T03:13:06.019761973Z Prometheus config update successful
2024-05-25T03:13:06.019805754Z 
2024-05-25T03:13:06.019851300Z Changes detected, updating prometheus config
2024-05-25T03:13:06.024029638Z Jobs detected: 0
2024-05-25T03:13:06.031078829Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T03:13:06.033826701Z alerting:
2024-05-25T03:13:06.033851768Z   alertmanagers:
2024-05-25T03:13:06.033859758Z   - static_configs:
2024-05-25T03:13:06.033866303Z     - targets:
2024-05-25T03:13:06.033873702Z       - alertmanager:9093
2024-05-25T03:13:06.033883225Z global:
2024-05-25T03:13:06.033892821Z   evaluation_interval: 15s
2024-05-25T03:13:06.033901730Z   scrape_interval: 15s
2024-05-25T03:13:06.033912921Z rule_files:
2024-05-25T03:13:06.033933172Z - osm_metric_rules.yml
2024-05-25T03:13:06.033943031Z - osm_alert_rules.yml
2024-05-25T03:13:06.033952414Z scrape_configs:
2024-05-25T03:13:06.033961675Z - job_name: mon_exporter
2024-05-25T03:13:06.033970925Z   static_configs:
2024-05-25T03:13:06.033980733Z   - targets:
2024-05-25T03:13:06.033989587Z     - mon:8000
2024-05-25T03:13:06.033996335Z - honor_labels: true
2024-05-25T03:13:06.034002743Z   job_name: pushgateway
2024-05-25T03:13:06.034024534Z   scrape_interval: 30s
2024-05-25T03:13:06.034030962Z   static_configs:
2024-05-25T03:13:06.034037733Z   - targets:
2024-05-25T03:13:06.034044898Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T03:13:06.034051112Z 
2024-05-25T03:13:06.035991056Z Alerts read: 2
2024-05-25T03:13:06.039725905Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T03:13:06.041168926Z groups:
2024-05-25T03:13:06.041190256Z - name: osm_alert_rules
2024-05-25T03:13:06.041195481Z   rules:
2024-05-25T03:13:06.041200355Z   - alert: vdu_down
2024-05-25T03:13:06.041221020Z     annotations:
2024-05-25T03:13:06.041226953Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T03:13:06.041232195Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T03:13:06.041239096Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T03:13:06.041244053Z     expr: vm_status_extended != 1
2024-05-25T03:13:06.041248757Z     for: 3m
2024-05-25T03:13:06.041253343Z - name: _osm_alert_rules_20240525031306_
2024-05-25T03:13:06.041257741Z   rules:
2024-05-25T03:13:06.041262689Z   - alert: scalein_9fc99708-12b1-4dca-87a0-195fb2686a29
2024-05-25T03:13:06.041267517Z     expr: (count (osm_cpu_utilization{ns_id="ef762e35-b599-4e82-8829-b9966493aca1",
2024-05-25T03:13:06.041272769Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="ef762e35-b599-4e82-8829-b9966493aca1",
2024-05-25T03:13:06.041277276Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-25T03:13:06.041281667Z     for: 1m
2024-05-25T03:13:06.041286017Z     labels:
2024-05-25T03:13:06.041290508Z       ns_id: ef762e35-b599-4e82-8829-b9966493aca1
2024-05-25T03:13:06.041295303Z       vdu_id: hackfest_basic_metrics-VM
2024-05-25T03:13:06.041300456Z       vnf_member_index: '1'
2024-05-25T03:13:06.041304957Z   - alert: scaleout_a1cac934-9961-4fe2-a497-fe0ce23399e0
2024-05-25T03:13:06.041310214Z     expr: (count (osm_cpu_utilization{ns_id="ef762e35-b599-4e82-8829-b9966493aca1",
2024-05-25T03:13:06.041314554Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="ef762e35-b599-4e82-8829-b9966493aca1",
2024-05-25T03:13:06.041319276Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-25T03:13:06.041323763Z     for: 1m
2024-05-25T03:13:06.041328015Z     labels:
2024-05-25T03:13:06.041332350Z       ns_id: ef762e35-b599-4e82-8829-b9966493aca1
2024-05-25T03:13:06.041336822Z       vdu_id: hackfest_basic_metrics-VM
2024-05-25T03:13:06.041341226Z       vnf_member_index: '1'
2024-05-25T03:13:06.041345400Z 
2024-05-25T03:13:06.056328649Z New config written, updating prometheus
2024-05-25T03:13:11.102901546Z Prometheus config update successful
2024-05-25T03:13:11.102968510Z 
2024-05-25T03:13:54.816478393Z Changes detected, updating prometheus config
2024-05-25T03:13:54.820147560Z Jobs detected: 0
2024-05-25T03:13:54.833992820Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T03:13:54.837188399Z alerting:
2024-05-25T03:13:54.837230095Z   alertmanagers:
2024-05-25T03:13:54.837239231Z   - static_configs:
2024-05-25T03:13:54.837244882Z     - targets:
2024-05-25T03:13:54.837250929Z       - alertmanager:9093
2024-05-25T03:13:54.837256194Z global:
2024-05-25T03:13:54.837262290Z   evaluation_interval: 15s
2024-05-25T03:13:54.837267687Z   scrape_interval: 15s
2024-05-25T03:13:54.837272954Z rule_files:
2024-05-25T03:13:54.837296986Z - osm_metric_rules.yml
2024-05-25T03:13:54.837302352Z - osm_alert_rules.yml
2024-05-25T03:13:54.837307545Z scrape_configs:
2024-05-25T03:13:54.837327191Z - job_name: mon_exporter
2024-05-25T03:13:54.837332275Z   static_configs:
2024-05-25T03:13:54.837337725Z   - targets:
2024-05-25T03:13:54.837342871Z     - mon:8000
2024-05-25T03:13:54.837352073Z - honor_labels: true
2024-05-25T03:13:54.837357559Z   job_name: pushgateway
2024-05-25T03:13:54.837362775Z   scrape_interval: 30s
2024-05-25T03:13:54.837367937Z   static_configs:
2024-05-25T03:13:54.837373010Z   - targets:
2024-05-25T03:13:54.837379130Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T03:13:54.837541220Z 
2024-05-25T03:13:54.842201889Z Alerts read: 0
2024-05-25T03:13:54.844674764Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T03:13:54.845993462Z groups:
2024-05-25T03:13:54.846005774Z - name: osm_alert_rules
2024-05-25T03:13:54.846009603Z   rules:
2024-05-25T03:13:54.846013247Z   - alert: vdu_down
2024-05-25T03:13:54.846016694Z     annotations:
2024-05-25T03:13:54.846021067Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T03:13:54.846025194Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T03:13:54.846028952Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T03:13:54.846032968Z     expr: vm_status_extended != 1
2024-05-25T03:13:54.846036492Z     for: 3m
2024-05-25T03:13:54.846150652Z 
2024-05-25T03:13:54.847525921Z New config written, updating prometheus
2024-05-25T03:13:59.884756861Z Prometheus config update successful
2024-05-25T03:13:59.884816142Z 
2024-05-25T03:13:59.884831994Z Changes detected, updating prometheus config
2024-05-25T03:13:59.886509193Z Jobs detected: 0
2024-05-25T03:13:59.893269464Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-25T03:13:59.895080386Z alerting:
2024-05-25T03:13:59.895102342Z   alertmanagers:
2024-05-25T03:13:59.895112464Z   - static_configs:
2024-05-25T03:13:59.895120851Z     - targets:
2024-05-25T03:13:59.895129757Z       - alertmanager:9093
2024-05-25T03:13:59.895138033Z global:
2024-05-25T03:13:59.895146608Z   evaluation_interval: 15s
2024-05-25T03:13:59.895155302Z   scrape_interval: 15s
2024-05-25T03:13:59.895163614Z rule_files:
2024-05-25T03:13:59.895171825Z - osm_metric_rules.yml
2024-05-25T03:13:59.895179885Z - osm_alert_rules.yml
2024-05-25T03:13:59.895187993Z scrape_configs:
2024-05-25T03:13:59.895196150Z - job_name: mon_exporter
2024-05-25T03:13:59.895204326Z   static_configs:
2024-05-25T03:13:59.895212643Z   - targets:
2024-05-25T03:13:59.895221586Z     - mon:8000
2024-05-25T03:13:59.895229929Z - honor_labels: true
2024-05-25T03:13:59.895238073Z   job_name: pushgateway
2024-05-25T03:13:59.895246415Z   scrape_interval: 30s
2024-05-25T03:13:59.895254537Z   static_configs:
2024-05-25T03:13:59.895262743Z   - targets:
2024-05-25T03:13:59.895272116Z     - pushgateway-prometheus-pushgateway:9091
2024-05-25T03:13:59.895280046Z 
2024-05-25T03:13:59.898348401Z Alerts read: 0
2024-05-25T03:13:59.900469899Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-25T03:13:59.901699944Z groups:
2024-05-25T03:13:59.901731781Z - name: osm_alert_rules
2024-05-25T03:13:59.901741045Z   rules:
2024-05-25T03:13:59.901750396Z   - alert: vdu_down
2024-05-25T03:13:59.901758971Z     annotations:
2024-05-25T03:13:59.901768338Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-25T03:13:59.901826245Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-25T03:13:59.901834801Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-25T03:13:59.901843765Z     expr: vm_status_extended != 1
2024-05-25T03:13:59.901852204Z     for: 3m
2024-05-25T03:13:59.901860104Z 
2024-05-25T03:13:59.902625819Z New config written, updating prometheus
2024-05-25T03:14:04.931982750Z Prometheus config update successful
2024-05-25T03:14:04.932068044Z