2024-03-28T23:28:00.147354673Z level=info ts=2024-03-28T23:28:00.143Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-28T23:28:00.147388284Z level=info ts=2024-03-28T23:28:00.144Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-03-28T23:28:00.147399201Z level=info ts=2024-03-28T23:28:00.144Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-03-28T23:28:00.147403723Z level=info ts=2024-03-28T23:28:00.144Z caller=main.go:449 host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))" 2024-03-28T23:28:00.147409013Z level=info ts=2024-03-28T23:28:00.144Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-03-28T23:28:00.147413914Z level=info ts=2024-03-28T23:28:00.144Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-28T23:28:00.153450650Z level=info ts=2024-03-28T23:28:00.148Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-03-28T23:28:00.160843239Z level=info ts=2024-03-28T23:28:00.158Z caller=main.go:824 msg="Starting TSDB ..." 2024-03-28T23:28:00.160862000Z level=info ts=2024-03-28T23:28:00.159Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-03-28T23:28:00.165771640Z level=info ts=2024-03-28T23:28:00.162Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-28T23:28:00.165790529Z level=info ts=2024-03-28T23:28:00.162Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=6.461µs 2024-03-28T23:28:00.165795406Z level=info ts=2024-03-28T23:28:00.162Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-03-28T23:28:00.170556024Z level=info ts=2024-03-28T23:28:00.166Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-28T23:28:00.170573603Z level=info ts=2024-03-28T23:28:00.166Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=38.199µs wal_replay_duration=3.877492ms total_replay_duration=3.936482ms 2024-03-28T23:28:00.170578915Z level=info ts=2024-03-28T23:28:00.168Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-03-28T23:28:00.170583942Z level=info ts=2024-03-28T23:28:00.168Z caller=main.go:854 msg="TSDB started" 2024-03-28T23:28:00.170589499Z level=info ts=2024-03-28T23:28:00.168Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-28T23:28:00.178578840Z level=info ts=2024-03-28T23:28:00.174Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.081544ms remote_storage=2.043µs web_handler=500ns query_engine=1.4µs scrape=283.11µs scrape_sd=63.211µs notify=82.148µs notify_sd=46.111µs rules=5.1533ms 2024-03-28T23:28:00.178596133Z level=info ts=2024-03-28T23:28:00.174Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-03-28T23:31:22.936952979Z level=info ts=2024-03-28T23:31:22.936Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-28T23:31:22.943605014Z level=info ts=2024-03-28T23:31:22.943Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.739328ms remote_storage=2.892µs web_handler=5.133µs query_engine=2.088µs scrape=339.231µs scrape_sd=148.091µs notify=75.776µs notify_sd=45.629µs rules=4.079992ms 2024-03-28T23:48:13.129210188Z level=warn ts=2024-03-28T23:48:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"520cb16a-0584-4798-b40a-f7cfcf9ae511\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2a8d995d-115a-4944-b4b1-6588c7bb20d5\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"41790d0a-273b-49f0-9dca-56002aa4da09\", vdu_name=\"basic_07_secure_-vnf1-mgmtVM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"520cb16a-0584-4798-b40a-f7cfcf9ae511\", vnf_id=\"d745a85b-1695-44ff-a2f6-0ea50c69806f\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2a8d995d-115a-4944-b4b1-6588c7bb20d5\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"41790d0a-273b-49f0-9dca-56002aa4da09\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"520cb16a-0584-4798-b40a-f7cfcf9ae511\", vnf_id=\"d745a85b-1695-44ff-a2f6-0ea50c69806f\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-28T23:48:28.132821087Z level=warn ts=2024-03-28T23:48:28.131Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"520cb16a-0584-4798-b40a-f7cfcf9ae511\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2a8d995d-115a-4944-b4b1-6588c7bb20d5\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"41790d0a-273b-49f0-9dca-56002aa4da09\", vdu_name=\"basic_07_secure_-vnf1-mgmtVM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"520cb16a-0584-4798-b40a-f7cfcf9ae511\", vnf_id=\"d745a85b-1695-44ff-a2f6-0ea50c69806f\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2a8d995d-115a-4944-b4b1-6588c7bb20d5\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"41790d0a-273b-49f0-9dca-56002aa4da09\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"520cb16a-0584-4798-b40a-f7cfcf9ae511\", vnf_id=\"d745a85b-1695-44ff-a2f6-0ea50c69806f\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-28T23:52:25.872455738Z level=info ts=2024-03-28T23:52:25.872Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-28T23:52:25.876411771Z level=info ts=2024-03-28T23:52:25.876Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.978974ms remote_storage=2.729µs web_handler=5.405µs query_engine=2.156µs scrape=215.332µs scrape_sd=120.575µs notify=43.502µs notify_sd=20.065µs rules=2.781209ms 2024-03-28T23:52:30.925252719Z level=info ts=2024-03-28T23:52:30.925Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-28T23:52:30.931377764Z level=info ts=2024-03-28T23:52:30.931Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.084842ms remote_storage=3.294µs web_handler=839ns query_engine=2.131µs scrape=170.598µs scrape_sd=64.813µs notify=24.546µs notify_sd=20.134µs rules=5.27331ms 2024-03-28T23:53:54.707705975Z level=info ts=2024-03-28T23:53:54.707Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-28T23:53:54.710222958Z level=info ts=2024-03-28T23:53:54.710Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.482037ms remote_storage=3.071µs web_handler=792ns query_engine=1.337µs scrape=190.287µs scrape_sd=58.885µs notify=22.05µs notify_sd=14.612µs rules=1.559582ms 2024-03-28T23:53:59.751445350Z level=info ts=2024-03-28T23:53:59.751Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-28T23:53:59.758648406Z level=info ts=2024-03-28T23:53:59.758Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.124822ms remote_storage=3.041µs web_handler=1.081µs query_engine=1.978µs scrape=2.627711ms scrape_sd=159.929µs notify=90.957µs notify_sd=23.136µs rules=3.242034ms 2024-03-29T00:02:13.128161978Z level=warn ts=2024-03-29T00:02:13.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"1af254c5-0768-4b21-b529-bc2b2543df59\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"06a1d10d-ac09-471a-858f-087fef70f23c\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"657641e8-e7eb-4af8-ba54-805447d925ef\", vdu_name=\"test_nscharm-1-userVM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"1af254c5-0768-4b21-b529-bc2b2543df59\", vnf_id=\"fbb48eb0-d324-44ec-a5c9-1fe81837a87c\", vnf_member_index=\"1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"06a1d10d-ac09-471a-858f-087fef70f23c\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"657641e8-e7eb-4af8-ba54-805447d925ef\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"1af254c5-0768-4b21-b529-bc2b2543df59\", vnf_id=\"fbb48eb0-d324-44ec-a5c9-1fe81837a87c\", vnf_member_index=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T00:02:28.128118108Z level=warn ts=2024-03-29T00:02:28.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"1af254c5-0768-4b21-b529-bc2b2543df59\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"06a1d10d-ac09-471a-858f-087fef70f23c\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"657641e8-e7eb-4af8-ba54-805447d925ef\", vdu_name=\"test_nscharm-1-userVM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"1af254c5-0768-4b21-b529-bc2b2543df59\", vnf_id=\"fbb48eb0-d324-44ec-a5c9-1fe81837a87c\", vnf_member_index=\"1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"06a1d10d-ac09-471a-858f-087fef70f23c\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"657641e8-e7eb-4af8-ba54-805447d925ef\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"1af254c5-0768-4b21-b529-bc2b2543df59\", vnf_id=\"fbb48eb0-d324-44ec-a5c9-1fe81837a87c\", vnf_member_index=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T00:06:13.129609247Z level=warn ts=2024-03-29T00:06:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"bdc93ae9-1aae-4c5d-8db3-316de3b374e4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3cd4955a-6ac7-414e-beac-0fd88d52dd3e\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"a4611ebc-20e6-469c-82a7-8562bd446f56\", vdu_name=\"basic_13_ns_rela-vnf1-simple_provides-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"bdc93ae9-1aae-4c5d-8db3-316de3b374e4\", vnf_id=\"10e72ab8-e2e0-4a6e-90b8-405533b5e644\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3cd4955a-6ac7-414e-beac-0fd88d52dd3e\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"a4611ebc-20e6-469c-82a7-8562bd446f56\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"bdc93ae9-1aae-4c5d-8db3-316de3b374e4\", vnf_id=\"10e72ab8-e2e0-4a6e-90b8-405533b5e644\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T00:06:28.128807293Z level=warn ts=2024-03-29T00:06:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"bdc93ae9-1aae-4c5d-8db3-316de3b374e4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3cd4955a-6ac7-414e-beac-0fd88d52dd3e\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"a4611ebc-20e6-469c-82a7-8562bd446f56\", vdu_name=\"basic_13_ns_rela-vnf1-simple_provides-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"bdc93ae9-1aae-4c5d-8db3-316de3b374e4\", vnf_id=\"10e72ab8-e2e0-4a6e-90b8-405533b5e644\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3cd4955a-6ac7-414e-beac-0fd88d52dd3e\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"a4611ebc-20e6-469c-82a7-8562bd446f56\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"bdc93ae9-1aae-4c5d-8db3-316de3b374e4\", vnf_id=\"10e72ab8-e2e0-4a6e-90b8-405533b5e644\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T00:14:23.402963154Z level=info ts=2024-03-29T00:14:23.402Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T00:14:23.411260062Z level=info ts=2024-03-29T00:14:23.411Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.464394ms remote_storage=3.65µs web_handler=6.711µs query_engine=2.757µs scrape=331.963µs scrape_sd=155.54µs notify=66.032µs notify_sd=36.629µs rules=6.420729ms 2024-03-29T00:14:28.474866971Z level=info ts=2024-03-29T00:14:28.474Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T00:14:28.480749398Z level=info ts=2024-03-29T00:14:28.480Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.895619ms remote_storage=2.648µs web_handler=831ns query_engine=1.635µs scrape=169.383µs scrape_sd=59.037µs notify=20.625µs notify_sd=16.957µs rules=4.926151ms 2024-03-29T00:14:33.538892419Z level=info ts=2024-03-29T00:14:33.538Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T00:14:33.546558261Z level=info ts=2024-03-29T00:14:33.546Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.668564ms remote_storage=3.11µs web_handler=1.023µs query_engine=2.023µs scrape=270.034µs scrape_sd=83.555µs notify=25.403µs notify_sd=20.726µs rules=6.571867ms 2024-03-29T00:14:38.608864765Z level=info ts=2024-03-29T00:14:38.608Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T00:14:38.615683400Z level=info ts=2024-03-29T00:14:38.615Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.780324ms remote_storage=3.496µs web_handler=821ns query_engine=2.284µs scrape=189.021µs scrape_sd=115.297µs notify=22.531µs notify_sd=23.557µs rules=5.504301ms 2024-03-29T00:14:43.702915174Z level=info ts=2024-03-29T00:14:43.702Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T00:14:43.711329386Z level=info ts=2024-03-29T00:14:43.711Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.446403ms remote_storage=2.749µs web_handler=697ns query_engine=1.556µs scrape=255.468µs scrape_sd=95.545µs notify=20.335µs notify_sd=120.994µs rules=6.906345ms 2024-03-29T00:14:48.777989061Z level=info ts=2024-03-29T00:14:48.777Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T00:14:48.782643407Z level=info ts=2024-03-29T00:14:48.782Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.7406ms remote_storage=2.786µs web_handler=618ns query_engine=1.393µs scrape=156.085µs scrape_sd=39.237µs notify=13.87µs notify_sd=30.815µs rules=3.847053ms 2024-03-29T00:16:08.179319325Z level=info ts=2024-03-29T00:16:08.179Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T00:16:08.180989223Z level=info ts=2024-03-29T00:16:08.180Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.683541ms remote_storage=2.373µs web_handler=545ns query_engine=1.313µs scrape=90.13µs scrape_sd=51.695µs notify=18.011µs notify_sd=15.531µs rules=1.110314ms 2024-03-29T00:16:13.128781775Z level=warn ts=2024-03-29T00:16:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"fa4b1da1-3a2b-4367-abd5-7ae48bf8ab40\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"733bb187-4f38-44c4-8be6-b4759d15d7f1\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"b6f281a5-8549-4255-97b1-537e192a1a64\", vdu_name=\"basic_16-vnf-hackfest_basic_metrics-VM-2\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"fa4b1da1-3a2b-4367-abd5-7ae48bf8ab40\", vnf_id=\"dff49f5e-6ae8-44d8-9099-ca32fd5bc014\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"733bb187-4f38-44c4-8be6-b4759d15d7f1\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"b6f281a5-8549-4255-97b1-537e192a1a64\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"fa4b1da1-3a2b-4367-abd5-7ae48bf8ab40\", vnf_id=\"dff49f5e-6ae8-44d8-9099-ca32fd5bc014\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T00:16:13.219942599Z level=info ts=2024-03-29T00:16:13.219Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T00:16:13.223580698Z level=info ts=2024-03-29T00:16:13.223Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.583945ms remote_storage=2.844µs web_handler=717ns query_engine=1.479µs scrape=298.102µs scrape_sd=79.466µs notify=51.294µs notify_sd=15.453µs rules=2.407547ms 2024-03-29T00:16:18.274506541Z level=info ts=2024-03-29T00:16:18.274Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T00:16:18.276327178Z level=info ts=2024-03-29T00:16:18.276Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.843263ms remote_storage=2.429µs web_handler=690ns query_engine=1.528µs scrape=108.734µs scrape_sd=44.816µs notify=20.197µs notify_sd=13.328µs rules=1.227335ms 2024-03-29T00:16:23.310491449Z level=info ts=2024-03-29T00:16:23.310Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T00:16:23.312840841Z level=info ts=2024-03-29T00:16:23.312Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.386311ms remote_storage=3.033µs web_handler=638ns query_engine=1.598µs scrape=107.13µs scrape_sd=43.82µs notify=14.701µs notify_sd=9.361µs rules=1.622546ms 2024-03-29T00:16:28.128485020Z level=warn ts=2024-03-29T00:16:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"fa4b1da1-3a2b-4367-abd5-7ae48bf8ab40\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"733bb187-4f38-44c4-8be6-b4759d15d7f1\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"b6f281a5-8549-4255-97b1-537e192a1a64\", vdu_name=\"basic_16-vnf-hackfest_basic_metrics-VM-2\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"fa4b1da1-3a2b-4367-abd5-7ae48bf8ab40\", vnf_id=\"dff49f5e-6ae8-44d8-9099-ca32fd5bc014\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"733bb187-4f38-44c4-8be6-b4759d15d7f1\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"b6f281a5-8549-4255-97b1-537e192a1a64\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"fa4b1da1-3a2b-4367-abd5-7ae48bf8ab40\", vnf_id=\"dff49f5e-6ae8-44d8-9099-ca32fd5bc014\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T00:16:28.353013333Z level=info ts=2024-03-29T00:16:28.352Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T00:16:28.355061848Z level=info ts=2024-03-29T00:16:28.354Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.079986ms remote_storage=2.569µs web_handler=642ns query_engine=1.514µs scrape=153.919µs scrape_sd=63.359µs notify=25.841µs notify_sd=25.217µs rules=1.244055ms 2024-03-29T00:16:33.420196365Z level=info ts=2024-03-29T00:16:33.420Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T00:16:33.422330883Z level=info ts=2024-03-29T00:16:33.422Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.108615ms remote_storage=2.811µs web_handler=1.23µs query_engine=2.166µs scrape=133.312µs scrape_sd=52.437µs notify=18.951µs notify_sd=14.149µs rules=1.273847ms 2024-03-29T00:54:13.129407273Z level=warn ts=2024-03-29T00:54:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"86f12bce-9066-48fb-8e04-7f2621555429\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"85a44b17-7441-4703-9de2-f5384718a48e\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"0d4054c0-21dd-4545-b988-9a663b02c9f3\", vdu_name=\"basic_27_helm_ee-simple-mgmtVM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"86f12bce-9066-48fb-8e04-7f2621555429\", vnf_id=\"120d31b2-8e8c-4878-b2c2-3999b74b3711\", vnf_member_index=\"simple\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"85a44b17-7441-4703-9de2-f5384718a48e\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"0d4054c0-21dd-4545-b988-9a663b02c9f3\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"86f12bce-9066-48fb-8e04-7f2621555429\", vnf_id=\"120d31b2-8e8c-4878-b2c2-3999b74b3711\", vnf_member_index=\"simple\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T00:54:28.128571496Z level=warn ts=2024-03-29T00:54:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"86f12bce-9066-48fb-8e04-7f2621555429\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"85a44b17-7441-4703-9de2-f5384718a48e\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"0d4054c0-21dd-4545-b988-9a663b02c9f3\", vdu_name=\"basic_27_helm_ee-simple-mgmtVM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"86f12bce-9066-48fb-8e04-7f2621555429\", vnf_id=\"120d31b2-8e8c-4878-b2c2-3999b74b3711\", vnf_member_index=\"simple\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"85a44b17-7441-4703-9de2-f5384718a48e\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"0d4054c0-21dd-4545-b988-9a663b02c9f3\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"86f12bce-9066-48fb-8e04-7f2621555429\", vnf_id=\"120d31b2-8e8c-4878-b2c2-3999b74b3711\", vnf_member_index=\"simple\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T01:28:13.130087897Z level=warn ts=2024-03-29T01:28:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"0b1ded65-c94a-43c7-ba46-56e8a370e2a2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"4acbd45d-d09c-4036-81a5-139a55a78918\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"e2334dc5-c6c3-4aeb-ae9d-a7dda44bfb83\", vdu_name=\"heal_01-several_volumes_-several_volumes-VM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"0b1ded65-c94a-43c7-ba46-56e8a370e2a2\", vnf_id=\"1ebe4626-d7a4-49d1-ac1e-5bdfab161c41\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"4acbd45d-d09c-4036-81a5-139a55a78918\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"e2334dc5-c6c3-4aeb-ae9d-a7dda44bfb83\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"0b1ded65-c94a-43c7-ba46-56e8a370e2a2\", vnf_id=\"1ebe4626-d7a4-49d1-ac1e-5bdfab161c41\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T01:28:28.133249358Z level=warn ts=2024-03-29T01:28:28.132Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"0b1ded65-c94a-43c7-ba46-56e8a370e2a2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"4acbd45d-d09c-4036-81a5-139a55a78918\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"e2334dc5-c6c3-4aeb-ae9d-a7dda44bfb83\", vdu_name=\"heal_01-several_volumes_-several_volumes-VM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"0b1ded65-c94a-43c7-ba46-56e8a370e2a2\", vnf_id=\"1ebe4626-d7a4-49d1-ac1e-5bdfab161c41\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"4acbd45d-d09c-4036-81a5-139a55a78918\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"e2334dc5-c6c3-4aeb-ae9d-a7dda44bfb83\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"0b1ded65-c94a-43c7-ba46-56e8a370e2a2\", vnf_id=\"1ebe4626-d7a4-49d1-ac1e-5bdfab161c41\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T01:36:13.129403936Z level=warn ts=2024-03-29T01:36:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"bb06321f-6120-4344-8548-28052d2f7410\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"548dcf24-b1fc-4878-87dc-13ffea911c05\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"b3fa5ee1-3c8c-4778-bac6-de709b559657\", vdu_name=\"heal_02-charm_vnf-mgmtVM-1\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"bb06321f-6120-4344-8548-28052d2f7410\", vnf_id=\"ccec9f5c-642f-46f1-b4db-f6280413a910\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"548dcf24-b1fc-4878-87dc-13ffea911c05\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"b3fa5ee1-3c8c-4778-bac6-de709b559657\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"bb06321f-6120-4344-8548-28052d2f7410\", vnf_id=\"ccec9f5c-642f-46f1-b4db-f6280413a910\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T01:36:28.129131119Z level=warn ts=2024-03-29T01:36:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"bb06321f-6120-4344-8548-28052d2f7410\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"548dcf24-b1fc-4878-87dc-13ffea911c05\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"b3fa5ee1-3c8c-4778-bac6-de709b559657\", vdu_name=\"heal_02-charm_vnf-mgmtVM-1\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"bb06321f-6120-4344-8548-28052d2f7410\", vnf_id=\"ccec9f5c-642f-46f1-b4db-f6280413a910\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"548dcf24-b1fc-4878-87dc-13ffea911c05\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"b3fa5ee1-3c8c-4778-bac6-de709b559657\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"bb06321f-6120-4344-8548-28052d2f7410\", vnf_id=\"ccec9f5c-642f-46f1-b4db-f6280413a910\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T02:04:54.593375142Z level=info ts=2024-03-29T02:04:54.593Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T02:04:54.597654580Z level=info ts=2024-03-29T02:04:54.596Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.119144ms remote_storage=3.183µs web_handler=4.936µs query_engine=2.034µs scrape=169.284µs scrape_sd=93.262µs notify=25.099µs notify_sd=25.872µs rules=1.919629ms 2024-03-29T02:10:41.805523876Z level=info ts=2024-03-29T02:10:41.805Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T02:10:41.807661276Z level=info ts=2024-03-29T02:10:41.807Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.176937ms remote_storage=2.313µs web_handler=3.577µs query_engine=1.497µs scrape=114.523µs scrape_sd=69.896µs notify=19.194µs notify_sd=11.101µs rules=1.21362ms 2024-03-29T02:26:13.129624065Z level=warn ts=2024-03-29T02:26:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"913f5a83-2397-490e-b546-cfd232c2c930\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6a524205-c36a-4023-ae53-c8e53696b37b\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"0a43d5e3-5e39-49e0-a544-f7d399f788ed\", vdu_name=\"k8s_06-nopasswd_-vnf1-mgmtVM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"913f5a83-2397-490e-b546-cfd232c2c930\", vnf_id=\"8c5a78b6-98ac-4772-a538-b65ee67fff97\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6a524205-c36a-4023-ae53-c8e53696b37b\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"0a43d5e3-5e39-49e0-a544-f7d399f788ed\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"913f5a83-2397-490e-b546-cfd232c2c930\", vnf_id=\"8c5a78b6-98ac-4772-a538-b65ee67fff97\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T02:26:28.130212533Z level=warn ts=2024-03-29T02:26:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"913f5a83-2397-490e-b546-cfd232c2c930\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6a524205-c36a-4023-ae53-c8e53696b37b\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"0a43d5e3-5e39-49e0-a544-f7d399f788ed\", vdu_name=\"k8s_06-nopasswd_-vnf1-mgmtVM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"913f5a83-2397-490e-b546-cfd232c2c930\", vnf_id=\"8c5a78b6-98ac-4772-a538-b65ee67fff97\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6a524205-c36a-4023-ae53-c8e53696b37b\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"0a43d5e3-5e39-49e0-a544-f7d399f788ed\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"913f5a83-2397-490e-b546-cfd232c2c930\", vnf_id=\"8c5a78b6-98ac-4772-a538-b65ee67fff97\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T02:28:09.225508144Z level=info ts=2024-03-29T02:28:09.225Z caller=compact.go:518 component=tsdb msg="write block" mint=1711668489127 maxt=1711670400000 ulid=01HT40JDV4XBEG1G0WECD8CBC1 duration=36.688071ms 2024-03-29T02:28:09.230234603Z level=info ts=2024-03-29T02:28:09.230Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.900634ms 2024-03-29T02:50:19.452946047Z level=info ts=2024-03-29T02:50:19.452Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T02:50:19.459090757Z level=info ts=2024-03-29T02:50:19.458Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.184404ms remote_storage=2.358µs web_handler=3.881µs query_engine=1.815µs scrape=144.275µs scrape_sd=78.981µs notify=34.89µs notify_sd=12.843µs rules=5.150404ms 2024-03-29T02:50:24.500406507Z level=info ts=2024-03-29T02:50:24.500Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T02:50:24.504180603Z level=info ts=2024-03-29T02:50:24.503Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.713645ms remote_storage=2.239µs web_handler=462ns query_engine=1.515µs scrape=119.452µs scrape_sd=37.554µs notify=16.5µs notify_sd=11.533µs rules=3.207762ms 2024-03-29T02:52:13.129359721Z level=warn ts=2024-03-29T02:52:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"f4cb9b52-8f88-4fee-b3eb-55e3a897e8af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2c146da4-abd0-4634-955b-3cce424af665\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"bffb2045-4cef-4291-8899-2d8a4dd448c3\", vdu_name=\"sa_01-vnf_with_v-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"f4cb9b52-8f88-4fee-b3eb-55e3a897e8af\", vnf_id=\"7fbb705d-0749-4b14-bfe4-498702a06db4\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2c146da4-abd0-4634-955b-3cce424af665\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"bffb2045-4cef-4291-8899-2d8a4dd448c3\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"f4cb9b52-8f88-4fee-b3eb-55e3a897e8af\", vnf_id=\"7fbb705d-0749-4b14-bfe4-498702a06db4\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T02:52:28.130214676Z level=warn ts=2024-03-29T02:52:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"f4cb9b52-8f88-4fee-b3eb-55e3a897e8af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2c146da4-abd0-4634-955b-3cce424af665\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"bffb2045-4cef-4291-8899-2d8a4dd448c3\", vdu_name=\"sa_01-vnf_with_v-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"f4cb9b52-8f88-4fee-b3eb-55e3a897e8af\", vnf_id=\"7fbb705d-0749-4b14-bfe4-498702a06db4\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2c146da4-abd0-4634-955b-3cce424af665\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"bffb2045-4cef-4291-8899-2d8a4dd448c3\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"f4cb9b52-8f88-4fee-b3eb-55e3a897e8af\", vnf_id=\"7fbb705d-0749-4b14-bfe4-498702a06db4\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T02:56:43.743000652Z level=info ts=2024-03-29T02:56:43.742Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T02:56:43.745453685Z level=info ts=2024-03-29T02:56:43.745Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.498191ms remote_storage=2.483µs web_handler=3.695µs query_engine=1.659µs scrape=192.942µs scrape_sd=98.479µs notify=21.487µs notify_sd=13.159µs rules=1.469454ms 2024-03-29T02:56:48.780968653Z level=info ts=2024-03-29T02:56:48.780Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T02:56:48.783148578Z level=info ts=2024-03-29T02:56:48.783Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.167152ms remote_storage=2.27µs web_handler=607ns query_engine=1.38µs scrape=165.617µs scrape_sd=55.491µs notify=14.321µs notify_sd=25.628µs rules=1.416066ms 2024-03-29T02:57:35.643933484Z level=info ts=2024-03-29T02:57:35.643Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T02:57:35.654253332Z level=info ts=2024-03-29T02:57:35.651Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.022275ms remote_storage=3.603µs web_handler=1.09µs query_engine=2.106µs scrape=342.412µs scrape_sd=123.566µs notify=50.096µs notify_sd=44.629µs rules=6.647585ms 2024-03-29T02:57:40.698893433Z level=info ts=2024-03-29T02:57:40.698Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T02:57:40.701895319Z level=info ts=2024-03-29T02:57:40.701Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.003802ms remote_storage=2.838µs web_handler=578ns query_engine=1.512µs scrape=109.401µs scrape_sd=46.422µs notify=20.424µs notify_sd=16.172µs rules=2.314993ms 2024-03-29T03:00:12.001993798Z level=info ts=2024-03-29T03:00:12.001Z caller=compact.go:518 component=tsdb msg="write block" mint=1711670409138 maxt=1711677600000 ulid=01HT42D3GM3EXBAN847FH9TF32 duration=77.047271ms 2024-03-29T03:00:12.010385924Z level=info ts=2024-03-29T03:00:12.010Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=8.082053ms 2024-03-29T03:14:13.129614463Z level=warn ts=2024-03-29T03:14:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"4f4637aa-dc22-44b1-8cab-5e438cea3e55\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ece47b77-db44-4e3d-9d7c-e788f2c8a18b\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"e3248f02-3f92-4540-b9fe-8f987e1e9d84\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-1\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"4f4637aa-dc22-44b1-8cab-5e438cea3e55\", vnf_id=\"0aaff55d-8b24-48c8-98cb-15ad731f20c3\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ece47b77-db44-4e3d-9d7c-e788f2c8a18b\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"e3248f02-3f92-4540-b9fe-8f987e1e9d84\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"4f4637aa-dc22-44b1-8cab-5e438cea3e55\", vnf_id=\"0aaff55d-8b24-48c8-98cb-15ad731f20c3\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T03:14:28.128655249Z level=warn ts=2024-03-29T03:14:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"4f4637aa-dc22-44b1-8cab-5e438cea3e55\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ece47b77-db44-4e3d-9d7c-e788f2c8a18b\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"e3248f02-3f92-4540-b9fe-8f987e1e9d84\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-1\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"4f4637aa-dc22-44b1-8cab-5e438cea3e55\", vnf_id=\"0aaff55d-8b24-48c8-98cb-15ad731f20c3\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ece47b77-db44-4e3d-9d7c-e788f2c8a18b\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"e3248f02-3f92-4540-b9fe-8f987e1e9d84\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"4f4637aa-dc22-44b1-8cab-5e438cea3e55\", vnf_id=\"0aaff55d-8b24-48c8-98cb-15ad731f20c3\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T03:15:08.748583281Z level=info ts=2024-03-29T03:15:08.748Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T03:15:08.750716342Z level=info ts=2024-03-29T03:15:08.750Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.1577ms remote_storage=2.998µs web_handler=3.775µs query_engine=2.258µs scrape=175.776µs scrape_sd=71.085µs notify=22.235µs notify_sd=11.075µs rules=1.265822ms 2024-03-29T03:15:13.783591494Z level=info ts=2024-03-29T03:15:13.783Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T03:15:13.785312856Z level=info ts=2024-03-29T03:15:13.785Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.715995ms remote_storage=2.536µs web_handler=708ns query_engine=1.406µs scrape=115.888µs scrape_sd=45.603µs notify=23.47µs notify_sd=13.523µs rules=1.045089ms 2024-03-29T03:17:25.128989075Z level=info ts=2024-03-29T03:17:25.128Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T03:17:25.132759089Z level=info ts=2024-03-29T03:17:25.132Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.744683ms remote_storage=2.635µs web_handler=523ns query_engine=1.483µs scrape=85.13µs scrape_sd=46.464µs notify=16.044µs notify_sd=12.574µs rules=3.109794ms 2024-03-29T03:27:32.961853893Z level=info ts=2024-03-29T03:27:32.961Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T03:27:32.965135640Z level=info ts=2024-03-29T03:27:32.964Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.334895ms remote_storage=2.214µs web_handler=5.205µs query_engine=1.833µs scrape=270.792µs scrape_sd=121.174µs notify=33.553µs notify_sd=15.753µs rules=1.823884ms 2024-03-29T03:29:41.880525846Z level=info ts=2024-03-29T03:29:41.880Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T03:29:41.885189953Z level=info ts=2024-03-29T03:29:41.884Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.699296ms remote_storage=6.129µs web_handler=4.397µs query_engine=1.704µs scrape=219.591µs scrape_sd=159.094µs notify=28.516µs notify_sd=17.976µs rules=2.514026ms 2024-03-29T03:30:07.343121991Z level=info ts=2024-03-29T03:30:07.342Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T03:30:07.352522190Z level=info ts=2024-03-29T03:30:07.352Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.35983ms remote_storage=2.356µs web_handler=696ns query_engine=1.764µs scrape=6.686896ms scrape_sd=111.541µs notify=39.337µs notify_sd=11.565µs rules=1.594648ms 2024-03-29T03:38:13.130958012Z level=warn ts=2024-03-29T03:38:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"4f01209a-5174-43e0-be62-a0febf330e70\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3018a26c-d063-48bc-aab0-002669995bfc\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"1803caa3-e491-49a9-8a82-4a18603fd985\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"4f01209a-5174-43e0-be62-a0febf330e70\", vnf_id=\"4bcf9b6c-724f-4273-a82e-cd79cab0a160\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3018a26c-d063-48bc-aab0-002669995bfc\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"1803caa3-e491-49a9-8a82-4a18603fd985\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"4f01209a-5174-43e0-be62-a0febf330e70\", vnf_id=\"4bcf9b6c-724f-4273-a82e-cd79cab0a160\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T03:38:28.131845770Z level=warn ts=2024-03-29T03:38:28.131Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"4f01209a-5174-43e0-be62-a0febf330e70\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3018a26c-d063-48bc-aab0-002669995bfc\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"1803caa3-e491-49a9-8a82-4a18603fd985\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"4f01209a-5174-43e0-be62-a0febf330e70\", vnf_id=\"4bcf9b6c-724f-4273-a82e-cd79cab0a160\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3018a26c-d063-48bc-aab0-002669995bfc\", project_id=\"98a15a8f-2e50-49f7-b9d0-9ba5e344115d\", vdu_id=\"1803caa3-e491-49a9-8a82-4a18603fd985\", vdu_name=\"UNKNOWN\", vim_id=\"2b9dfa8e-2aeb-436c-b3da-c828c084082d\", vm_id=\"4f01209a-5174-43e0-be62-a0febf330e70\", vnf_id=\"4bcf9b6c-724f-4273-a82e-cd79cab0a160\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-03-29T03:43:31.554330990Z level=info ts=2024-03-29T03:43:31.554Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T03:43:31.558147445Z level=info ts=2024-03-29T03:43:31.557Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.835766ms remote_storage=2.685µs web_handler=4.501µs query_engine=1.597µs scrape=179.332µs scrape_sd=94.359µs notify=28.844µs notify_sd=20.884µs rules=2.562016ms 2024-03-29T03:43:36.657440558Z level=info ts=2024-03-29T03:43:36.652Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T03:43:36.660126540Z level=info ts=2024-03-29T03:43:36.655Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.198948ms remote_storage=2.121µs web_handler=486ns query_engine=1.793µs scrape=93.944µs scrape_sd=43.369µs notify=14.309µs notify_sd=10.783µs rules=1.684722ms 2024-03-29T03:44:25.298607594Z level=info ts=2024-03-29T03:44:25.298Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T03:44:25.302856829Z level=info ts=2024-03-29T03:44:25.302Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.257572ms remote_storage=2.471µs web_handler=880ns query_engine=1.854µs scrape=198.795µs scrape_sd=164.207µs notify=270.872µs notify_sd=64.357µs rules=2.644833ms 2024-03-29T03:44:30.365486368Z level=info ts=2024-03-29T03:44:30.365Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-29T03:44:30.368922089Z level=info ts=2024-03-29T03:44:30.368Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.430531ms remote_storage=2.92µs web_handler=650ns query_engine=2.103µs scrape=167.222µs scrape_sd=70.241µs notify=23.834µs notify_sd=19.562µs rules=2.362363ms 2024-03-28T23:30:31.837655006Z Created MongoClient to connect to MongoDB! 2024-03-28T23:30:31.837719538Z Generating prometheus config files 2024-03-28T23:31:01.860351100Z Error in configuration attempt! Number of tries: 1/3 2024-03-28T23:31:01.860397217Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-28T23:31:06.862724868Z Generating prometheus config files 2024-03-28T23:31:22.875394228Z Jobs detected: 0 2024-03-28T23:31:22.895322251Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-28T23:31:22.899708001Z alerting: 2024-03-28T23:31:22.899726438Z alertmanagers: 2024-03-28T23:31:22.899757911Z - static_configs: 2024-03-28T23:31:22.899763608Z - targets: 2024-03-28T23:31:22.899769326Z - alertmanager:9093 2024-03-28T23:31:22.899774300Z global: 2024-03-28T23:31:22.899779765Z evaluation_interval: 15s 2024-03-28T23:31:22.899785508Z scrape_interval: 15s 2024-03-28T23:31:22.899790332Z rule_files: 2024-03-28T23:31:22.899795197Z - osm_metric_rules.yml 2024-03-28T23:31:22.899800861Z - osm_alert_rules.yml 2024-03-28T23:31:22.899805588Z scrape_configs: 2024-03-28T23:31:22.899810248Z - job_name: mon_exporter 2024-03-28T23:31:22.899814920Z static_configs: 2024-03-28T23:31:22.899819777Z - targets: 2024-03-28T23:31:22.899824795Z - mon:8000 2024-03-28T23:31:22.899829196Z - honor_labels: true 2024-03-28T23:31:22.899833766Z job_name: pushgateway 2024-03-28T23:31:22.899838196Z scrape_interval: 30s 2024-03-28T23:31:22.899842151Z static_configs: 2024-03-28T23:31:22.899847053Z - targets: 2024-03-28T23:31:22.899852139Z - pushgateway-prometheus-pushgateway:9091 2024-03-28T23:31:22.903351533Z 2024-03-28T23:31:22.916242748Z Alerts read: 0 2024-03-28T23:31:22.922845966Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-28T23:31:22.925157074Z groups: 2024-03-28T23:31:22.925174815Z - name: osm_alert_rules 2024-03-28T23:31:22.925180959Z rules: 2024-03-28T23:31:22.925186556Z - alert: vdu_down 2024-03-28T23:31:22.925192488Z annotations: 2024-03-28T23:31:22.925199693Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-28T23:31:22.925205741Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-28T23:31:22.925211771Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-28T23:31:22.925218150Z expr: vm_status_extended != 1 2024-03-28T23:31:22.925223449Z for: 3m 2024-03-28T23:31:22.925575823Z 2024-03-28T23:31:22.928790816Z New config written, updating prometheus 2024-03-28T23:31:27.960227682Z Prometheus config update successful 2024-03-28T23:31:32.965902581Z Listening to changes in prometheus jobs and alerts collections 2024-03-28T23:52:25.841924854Z Changes detected, updating prometheus config 2024-03-28T23:52:25.845259181Z Jobs detected: 0 2024-03-28T23:52:25.850252860Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-28T23:52:25.853309366Z alerting: 2024-03-28T23:52:25.853330764Z alertmanagers: 2024-03-28T23:52:25.853339440Z - static_configs: 2024-03-28T23:52:25.853344787Z - targets: 2024-03-28T23:52:25.853351181Z - alertmanager:9093 2024-03-28T23:52:25.853356021Z global: 2024-03-28T23:52:25.853360293Z evaluation_interval: 15s 2024-03-28T23:52:25.853363510Z scrape_interval: 15s 2024-03-28T23:52:25.853383665Z rule_files: 2024-03-28T23:52:25.853386828Z - osm_metric_rules.yml 2024-03-28T23:52:25.853389912Z - osm_alert_rules.yml 2024-03-28T23:52:25.853393163Z scrape_configs: 2024-03-28T23:52:25.853396181Z - job_name: mon_exporter 2024-03-28T23:52:25.853399134Z static_configs: 2024-03-28T23:52:25.853402271Z - targets: 2024-03-28T23:52:25.853405294Z - mon:8000 2024-03-28T23:52:25.853408369Z - honor_labels: true 2024-03-28T23:52:25.853411369Z job_name: pushgateway 2024-03-28T23:52:25.853414585Z scrape_interval: 30s 2024-03-28T23:52:25.853417684Z static_configs: 2024-03-28T23:52:25.853420712Z - targets: 2024-03-28T23:52:25.853425317Z - pushgateway-prometheus-pushgateway:9091 2024-03-28T23:52:25.853428305Z 2024-03-28T23:52:25.859301782Z Alerts read: 2 2024-03-28T23:52:25.861399805Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-28T23:52:25.864444138Z groups: 2024-03-28T23:52:25.864458612Z - name: osm_alert_rules 2024-03-28T23:52:25.864462077Z rules: 2024-03-28T23:52:25.864465128Z - alert: vdu_down 2024-03-28T23:52:25.864468253Z annotations: 2024-03-28T23:52:25.864472675Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-28T23:52:25.864476945Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-28T23:52:25.864480172Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-28T23:52:25.864484581Z expr: vm_status_extended != 1 2024-03-28T23:52:25.864487602Z for: 3m 2024-03-28T23:52:25.864490731Z - name: _osm_alert_rules_20240328235225_ 2024-03-28T23:52:25.864493943Z rules: 2024-03-28T23:52:25.864498077Z - alert: scalein_6f3e8c14-539f-4a36-b8ca-85a9d59af377 2024-03-28T23:52:25.864501192Z expr: (count (osm_cpu_utilization{ns_id="bc7d1738-bba4-4c76-b496-ae65973ed423", 2024-03-28T23:52:25.864517600Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="bc7d1738-bba4-4c76-b496-ae65973ed423", 2024-03-28T23:52:25.864521158Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-28T23:52:25.864524147Z for: 1m 2024-03-28T23:52:25.864527095Z labels: 2024-03-28T23:52:25.864530077Z ns_id: bc7d1738-bba4-4c76-b496-ae65973ed423 2024-03-28T23:52:25.864532996Z vdu_id: hackfest_basic_metrics-VM 2024-03-28T23:52:25.864537231Z vnf_member_index: vnf 2024-03-28T23:52:25.864540276Z - alert: scaleout_ff2e8d49-6439-4570-a1e6-83dd2cae96f1 2024-03-28T23:52:25.864543237Z expr: (count (osm_cpu_utilization{ns_id="bc7d1738-bba4-4c76-b496-ae65973ed423", 2024-03-28T23:52:25.864546228Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="bc7d1738-bba4-4c76-b496-ae65973ed423", 2024-03-28T23:52:25.864549150Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-28T23:52:25.864552104Z for: 1m 2024-03-28T23:52:25.864554933Z labels: 2024-03-28T23:52:25.864557882Z ns_id: bc7d1738-bba4-4c76-b496-ae65973ed423 2024-03-28T23:52:25.864560693Z vdu_id: hackfest_basic_metrics-VM 2024-03-28T23:52:25.864563655Z vnf_member_index: vnf 2024-03-28T23:52:25.864566384Z 2024-03-28T23:52:25.867560199Z New config written, updating prometheus 2024-03-28T23:52:30.892910355Z Prometheus config update successful 2024-03-28T23:52:30.892955603Z 2024-03-28T23:52:30.892960965Z Changes detected, updating prometheus config 2024-03-28T23:52:30.899167653Z Jobs detected: 0 2024-03-28T23:52:30.905338730Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-28T23:52:30.907789177Z alerting: 2024-03-28T23:52:30.907802797Z alertmanagers: 2024-03-28T23:52:30.907806881Z - static_configs: 2024-03-28T23:52:30.907809977Z - targets: 2024-03-28T23:52:30.907813777Z - alertmanager:9093 2024-03-28T23:52:30.907817126Z global: 2024-03-28T23:52:30.907820249Z evaluation_interval: 15s 2024-03-28T23:52:30.907823319Z scrape_interval: 15s 2024-03-28T23:52:30.907826428Z rule_files: 2024-03-28T23:52:30.907829501Z - osm_metric_rules.yml 2024-03-28T23:52:30.907832499Z - osm_alert_rules.yml 2024-03-28T23:52:30.907835531Z scrape_configs: 2024-03-28T23:52:30.907838578Z - job_name: mon_exporter 2024-03-28T23:52:30.907841610Z static_configs: 2024-03-28T23:52:30.907844696Z - targets: 2024-03-28T23:52:30.907847794Z - mon:8000 2024-03-28T23:52:30.907850825Z - honor_labels: true 2024-03-28T23:52:30.907853972Z job_name: pushgateway 2024-03-28T23:52:30.907856941Z scrape_interval: 30s 2024-03-28T23:52:30.907859887Z static_configs: 2024-03-28T23:52:30.907862894Z - targets: 2024-03-28T23:52:30.907866625Z - pushgateway-prometheus-pushgateway:9091 2024-03-28T23:52:30.907869573Z 2024-03-28T23:52:30.912709067Z Alerts read: 2 2024-03-28T23:52:30.914941123Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-28T23:52:30.918074834Z groups: 2024-03-28T23:52:30.918086904Z - name: osm_alert_rules 2024-03-28T23:52:30.918090455Z rules: 2024-03-28T23:52:30.918093921Z - alert: vdu_down 2024-03-28T23:52:30.918097067Z annotations: 2024-03-28T23:52:30.918100792Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-28T23:52:30.918104270Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-28T23:52:30.918107388Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-28T23:52:30.918111293Z expr: vm_status_extended != 1 2024-03-28T23:52:30.918114656Z for: 3m 2024-03-28T23:52:30.918117691Z - name: _osm_alert_rules_20240328235230_ 2024-03-28T23:52:30.918120651Z rules: 2024-03-28T23:52:30.918124285Z - alert: scalein_6f3e8c14-539f-4a36-b8ca-85a9d59af377 2024-03-28T23:52:30.918127418Z expr: (count (osm_cpu_utilization{ns_id="bc7d1738-bba4-4c76-b496-ae65973ed423", 2024-03-28T23:52:30.918131172Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="bc7d1738-bba4-4c76-b496-ae65973ed423", 2024-03-28T23:52:30.918134304Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-28T23:52:30.918137297Z for: 1m 2024-03-28T23:52:30.918140355Z labels: 2024-03-28T23:52:30.918143611Z ns_id: bc7d1738-bba4-4c76-b496-ae65973ed423 2024-03-28T23:52:30.918146593Z vdu_id: hackfest_basic_metrics-VM 2024-03-28T23:52:30.918150335Z vnf_member_index: vnf 2024-03-28T23:52:30.918153388Z - alert: scaleout_ff2e8d49-6439-4570-a1e6-83dd2cae96f1 2024-03-28T23:52:30.918156421Z expr: (count (osm_cpu_utilization{ns_id="bc7d1738-bba4-4c76-b496-ae65973ed423", 2024-03-28T23:52:30.918159520Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="bc7d1738-bba4-4c76-b496-ae65973ed423", 2024-03-28T23:52:30.918162779Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-28T23:52:30.918165794Z for: 1m 2024-03-28T23:52:30.918168847Z labels: 2024-03-28T23:52:30.918171803Z ns_id: bc7d1738-bba4-4c76-b496-ae65973ed423 2024-03-28T23:52:30.918174771Z vdu_id: hackfest_basic_metrics-VM 2024-03-28T23:52:30.918189751Z vnf_member_index: vnf 2024-03-28T23:52:30.918192694Z 2024-03-28T23:52:30.921323258Z New config written, updating prometheus 2024-03-28T23:52:35.951909388Z Prometheus config update successful 2024-03-28T23:52:35.951954750Z 2024-03-28T23:53:54.678866696Z Changes detected, updating prometheus config 2024-03-28T23:53:54.680305681Z Jobs detected: 0 2024-03-28T23:53:54.685404849Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-28T23:53:54.689612964Z alerting: 2024-03-28T23:53:54.689630558Z alertmanagers: 2024-03-28T23:53:54.689636687Z - static_configs: 2024-03-28T23:53:54.689641670Z - targets: 2024-03-28T23:53:54.689647577Z - alertmanager:9093 2024-03-28T23:53:54.689651964Z global: 2024-03-28T23:53:54.689656630Z evaluation_interval: 15s 2024-03-28T23:53:54.689661437Z scrape_interval: 15s 2024-03-28T23:53:54.689666498Z rule_files: 2024-03-28T23:53:54.689671550Z - osm_metric_rules.yml 2024-03-28T23:53:54.689676551Z - osm_alert_rules.yml 2024-03-28T23:53:54.689681170Z scrape_configs: 2024-03-28T23:53:54.689686192Z - job_name: mon_exporter 2024-03-28T23:53:54.689690760Z static_configs: 2024-03-28T23:53:54.689695408Z - targets: 2024-03-28T23:53:54.689699721Z - mon:8000 2024-03-28T23:53:54.689708739Z - honor_labels: true 2024-03-28T23:53:54.689713564Z job_name: pushgateway 2024-03-28T23:53:54.689717995Z scrape_interval: 30s 2024-03-28T23:53:54.689723085Z static_configs: 2024-03-28T23:53:54.689727704Z - targets: 2024-03-28T23:53:54.689734082Z - pushgateway-prometheus-pushgateway:9091 2024-03-28T23:53:54.689737992Z 2024-03-28T23:53:54.695270291Z Alerts read: 0 2024-03-28T23:53:54.697677332Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-28T23:53:54.700493446Z groups: 2024-03-28T23:53:54.700510335Z - name: osm_alert_rules 2024-03-28T23:53:54.700515777Z rules: 2024-03-28T23:53:54.700520715Z - alert: vdu_down 2024-03-28T23:53:54.700525663Z annotations: 2024-03-28T23:53:54.700531693Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-28T23:53:54.700537223Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-28T23:53:54.700542240Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-28T23:53:54.700551711Z expr: vm_status_extended != 1 2024-03-28T23:53:54.700556580Z for: 3m 2024-03-28T23:53:54.700561239Z 2024-03-28T23:53:54.702435466Z New config written, updating prometheus 2024-03-28T23:53:59.731733715Z Prometheus config update successful 2024-03-28T23:53:59.731770800Z 2024-03-28T23:53:59.731778829Z Changes detected, updating prometheus config 2024-03-28T23:53:59.733374676Z Jobs detected: 0 2024-03-28T23:53:59.738419981Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-28T23:53:59.740341362Z alerting: 2024-03-28T23:53:59.740360196Z alertmanagers: 2024-03-28T23:53:59.740366961Z - static_configs: 2024-03-28T23:53:59.740372807Z - targets: 2024-03-28T23:53:59.740379379Z - alertmanager:9093 2024-03-28T23:53:59.740385059Z global: 2024-03-28T23:53:59.740390991Z evaluation_interval: 15s 2024-03-28T23:53:59.740396528Z scrape_interval: 15s 2024-03-28T23:53:59.740414417Z rule_files: 2024-03-28T23:53:59.740418776Z - osm_metric_rules.yml 2024-03-28T23:53:59.740422712Z - osm_alert_rules.yml 2024-03-28T23:53:59.740426847Z scrape_configs: 2024-03-28T23:53:59.740430977Z - job_name: mon_exporter 2024-03-28T23:53:59.740453243Z static_configs: 2024-03-28T23:53:59.740457321Z - targets: 2024-03-28T23:53:59.740461223Z - mon:8000 2024-03-28T23:53:59.740465140Z - honor_labels: true 2024-03-28T23:53:59.740469091Z job_name: pushgateway 2024-03-28T23:53:59.740473021Z scrape_interval: 30s 2024-03-28T23:53:59.740476897Z static_configs: 2024-03-28T23:53:59.740480804Z - targets: 2024-03-28T23:53:59.740485382Z - pushgateway-prometheus-pushgateway:9091 2024-03-28T23:53:59.740489212Z 2024-03-28T23:53:59.743346018Z Alerts read: 0 2024-03-28T23:53:59.745756614Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-28T23:53:59.746982511Z groups: 2024-03-28T23:53:59.746993886Z - name: osm_alert_rules 2024-03-28T23:53:59.746997296Z rules: 2024-03-28T23:53:59.747000753Z - alert: vdu_down 2024-03-28T23:53:59.747003859Z annotations: 2024-03-28T23:53:59.747007673Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-28T23:53:59.747011602Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-28T23:53:59.747014590Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-28T23:53:59.747018966Z expr: vm_status_extended != 1 2024-03-28T23:53:59.747022068Z for: 3m 2024-03-28T23:53:59.747024923Z 2024-03-28T23:53:59.748149890Z New config written, updating prometheus 2024-03-28T23:54:04.777476792Z Prometheus config update successful 2024-03-28T23:54:04.777509743Z 2024-03-29T00:14:23.355874713Z Changes detected, updating prometheus config 2024-03-29T00:14:23.358783533Z Jobs detected: 0 2024-03-29T00:14:23.371378775Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T00:14:23.374533503Z alerting: 2024-03-29T00:14:23.374589741Z alertmanagers: 2024-03-29T00:14:23.374600383Z - static_configs: 2024-03-29T00:14:23.374609103Z - targets: 2024-03-29T00:14:23.374618521Z - alertmanager:9093 2024-03-29T00:14:23.374626955Z global: 2024-03-29T00:14:23.374635542Z evaluation_interval: 15s 2024-03-29T00:14:23.374644068Z scrape_interval: 15s 2024-03-29T00:14:23.374653000Z rule_files: 2024-03-29T00:14:23.374661665Z - osm_metric_rules.yml 2024-03-29T00:14:23.374670013Z - osm_alert_rules.yml 2024-03-29T00:14:23.374678319Z scrape_configs: 2024-03-29T00:14:23.374686640Z - job_name: mon_exporter 2024-03-29T00:14:23.374694969Z static_configs: 2024-03-29T00:14:23.374703340Z - targets: 2024-03-29T00:14:23.374711775Z - mon:8000 2024-03-29T00:14:23.374720088Z - honor_labels: true 2024-03-29T00:14:23.374728433Z job_name: pushgateway 2024-03-29T00:14:23.374736841Z scrape_interval: 30s 2024-03-29T00:14:23.374745166Z static_configs: 2024-03-29T00:14:23.374753970Z - targets: 2024-03-29T00:14:23.374763147Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T00:14:23.374771213Z 2024-03-29T00:14:23.380819835Z Alerts read: 6 2024-03-29T00:14:23.383152478Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T00:14:23.390548071Z groups: 2024-03-29T00:14:23.390582545Z - name: osm_alert_rules 2024-03-29T00:14:23.390588987Z rules: 2024-03-29T00:14:23.390594835Z - alert: vdu_down 2024-03-29T00:14:23.390600541Z annotations: 2024-03-29T00:14:23.390607702Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T00:14:23.390614161Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T00:14:23.390619953Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T00:14:23.390648471Z expr: vm_status_extended != 1 2024-03-29T00:14:23.390654335Z for: 3m 2024-03-29T00:14:23.390659935Z - name: _osm_alert_rules_20240329001423_ 2024-03-29T00:14:23.390665564Z rules: 2024-03-29T00:14:23.390672290Z - alert: scalein_31e83ebf-b665-42e8-b062-f3218cda5a40 2024-03-29T00:14:23.390678395Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:23.390684965Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:23.390690586Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:23.390696194Z for: 1m 2024-03-29T00:14:23.390701688Z labels: 2024-03-29T00:14:23.390707475Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:23.390713000Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:23.390719265Z vnf_member_index: vnf 2024-03-29T00:14:23.390725235Z - alert: scaleout_e8fe0c31-89c2-41d9-b94f-b937ee199bbf 2024-03-29T00:14:23.390730813Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:23.390736523Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:23.390742089Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:23.390747620Z for: 1m 2024-03-29T00:14:23.390753104Z labels: 2024-03-29T00:14:23.390758797Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:23.390764318Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:23.390769944Z vnf_member_index: vnf 2024-03-29T00:14:23.390775508Z - alert: scalein_3862525c-c0d4-495d-825d-859d1c503e91 2024-03-29T00:14:23.390781024Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:23.390786589Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:23.390792103Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:23.390797913Z for: 1m 2024-03-29T00:14:23.390803419Z labels: 2024-03-29T00:14:23.390808885Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:23.390814414Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:23.390819874Z vnf_member_index: vnf 2024-03-29T00:14:23.390825379Z - alert: scaleout_6b98c202-1d0b-401f-b788-1bbbaef1146c 2024-03-29T00:14:23.390830790Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:23.390836351Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:23.390841794Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:23.390847263Z for: 1m 2024-03-29T00:14:23.390852707Z labels: 2024-03-29T00:14:23.390858248Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:23.390863734Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:23.390869207Z vnf_member_index: vnf 2024-03-29T00:14:23.390874670Z - alert: scalein_c26bf995-3fb7-4819-b8e7-0e9f847a6f31 2024-03-29T00:14:23.390880106Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:23.390885583Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:23.390898057Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:23.390903551Z for: 1m 2024-03-29T00:14:23.390909131Z labels: 2024-03-29T00:14:23.390914598Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:23.390920366Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:23.390925891Z vnf_member_index: vnf 2024-03-29T00:14:23.390931353Z - alert: scaleout_82890790-602f-449b-8a70-d1276292390a 2024-03-29T00:14:23.390936749Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:23.390942198Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:23.390947665Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:23.390953089Z for: 1m 2024-03-29T00:14:23.390958535Z labels: 2024-03-29T00:14:23.390964048Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:23.390969489Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:23.390975038Z vnf_member_index: vnf 2024-03-29T00:14:23.390980380Z 2024-03-29T00:14:23.398033861Z New config written, updating prometheus 2024-03-29T00:14:28.438851542Z Prometheus config update successful 2024-03-29T00:14:28.438897585Z 2024-03-29T00:14:28.438903051Z Changes detected, updating prometheus config 2024-03-29T00:14:28.440594776Z Jobs detected: 0 2024-03-29T00:14:28.448125455Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T00:14:28.450721467Z alerting: 2024-03-29T00:14:28.450759802Z alertmanagers: 2024-03-29T00:14:28.450770311Z - static_configs: 2024-03-29T00:14:28.450779224Z - targets: 2024-03-29T00:14:28.450788362Z - alertmanager:9093 2024-03-29T00:14:28.450796874Z global: 2024-03-29T00:14:28.450805653Z evaluation_interval: 15s 2024-03-29T00:14:28.450815326Z scrape_interval: 15s 2024-03-29T00:14:28.450878285Z rule_files: 2024-03-29T00:14:28.450887191Z - osm_metric_rules.yml 2024-03-29T00:14:28.450896082Z - osm_alert_rules.yml 2024-03-29T00:14:28.450913639Z scrape_configs: 2024-03-29T00:14:28.450921856Z - job_name: mon_exporter 2024-03-29T00:14:28.450930075Z static_configs: 2024-03-29T00:14:28.450938530Z - targets: 2024-03-29T00:14:28.450947130Z - mon:8000 2024-03-29T00:14:28.450955354Z - honor_labels: true 2024-03-29T00:14:28.450963559Z job_name: pushgateway 2024-03-29T00:14:28.450971699Z scrape_interval: 30s 2024-03-29T00:14:28.450979781Z static_configs: 2024-03-29T00:14:28.450988207Z - targets: 2024-03-29T00:14:28.450997875Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T00:14:28.451005836Z 2024-03-29T00:14:28.455221267Z Alerts read: 6 2024-03-29T00:14:28.457160879Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T00:14:28.464301104Z groups: 2024-03-29T00:14:28.464337713Z - name: osm_alert_rules 2024-03-29T00:14:28.464347868Z rules: 2024-03-29T00:14:28.464390073Z - alert: vdu_down 2024-03-29T00:14:28.464399657Z annotations: 2024-03-29T00:14:28.464409058Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T00:14:28.464418875Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T00:14:28.464427240Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T00:14:28.464436609Z expr: vm_status_extended != 1 2024-03-29T00:14:28.464507227Z for: 3m 2024-03-29T00:14:28.464516658Z - name: _osm_alert_rules_20240329001428_ 2024-03-29T00:14:28.464525159Z rules: 2024-03-29T00:14:28.464534341Z - alert: scalein_31e83ebf-b665-42e8-b062-f3218cda5a40 2024-03-29T00:14:28.464542778Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:28.464588309Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:28.464597502Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:28.464606031Z for: 1m 2024-03-29T00:14:28.464614426Z labels: 2024-03-29T00:14:28.464622781Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:28.464631322Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:28.464671028Z vnf_member_index: vnf 2024-03-29T00:14:28.464680087Z - alert: scaleout_e8fe0c31-89c2-41d9-b94f-b937ee199bbf 2024-03-29T00:14:28.464688568Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:28.464696894Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:28.464705177Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:28.464713428Z for: 1m 2024-03-29T00:14:28.464722093Z labels: 2024-03-29T00:14:28.464759717Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:28.464768284Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:28.464777280Z vnf_member_index: vnf 2024-03-29T00:14:28.464785845Z - alert: scalein_3862525c-c0d4-495d-825d-859d1c503e91 2024-03-29T00:14:28.464794205Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:28.464802712Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:28.464857496Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:28.464867180Z for: 1m 2024-03-29T00:14:28.464875747Z labels: 2024-03-29T00:14:28.464884174Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:28.464892515Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:28.464900888Z vnf_member_index: vnf 2024-03-29T00:14:28.464940953Z - alert: scaleout_6b98c202-1d0b-401f-b788-1bbbaef1146c 2024-03-29T00:14:28.464950047Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:28.464958858Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:28.464967137Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:28.464975570Z for: 1m 2024-03-29T00:14:28.464983950Z labels: 2024-03-29T00:14:28.464992252Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:28.465030923Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:28.465040282Z vnf_member_index: vnf 2024-03-29T00:14:28.465048660Z - alert: scalein_c26bf995-3fb7-4819-b8e7-0e9f847a6f31 2024-03-29T00:14:28.465056868Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:28.465065318Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:28.465074212Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:28.465123606Z for: 1m 2024-03-29T00:14:28.465132453Z labels: 2024-03-29T00:14:28.465140751Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:28.465148973Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:28.465157235Z vnf_member_index: vnf 2024-03-29T00:14:28.465165405Z - alert: scaleout_82890790-602f-449b-8a70-d1276292390a 2024-03-29T00:14:28.465204603Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:28.465213920Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:28.465222252Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:28.465230493Z for: 1m 2024-03-29T00:14:28.465238736Z labels: 2024-03-29T00:14:28.465246961Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:28.465255131Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:28.465292902Z vnf_member_index: vnf 2024-03-29T00:14:28.465301333Z 2024-03-29T00:14:28.471851810Z New config written, updating prometheus 2024-03-29T00:14:33.505397593Z Prometheus config update successful 2024-03-29T00:14:33.505444633Z 2024-03-29T00:14:33.505454325Z Changes detected, updating prometheus config 2024-03-29T00:14:33.507116812Z Jobs detected: 0 2024-03-29T00:14:33.514424514Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T00:14:33.516329825Z alerting: 2024-03-29T00:14:33.516360971Z alertmanagers: 2024-03-29T00:14:33.516371926Z - static_configs: 2024-03-29T00:14:33.516380968Z - targets: 2024-03-29T00:14:33.516390161Z - alertmanager:9093 2024-03-29T00:14:33.516399245Z global: 2024-03-29T00:14:33.516407944Z evaluation_interval: 15s 2024-03-29T00:14:33.516416374Z scrape_interval: 15s 2024-03-29T00:14:33.516425108Z rule_files: 2024-03-29T00:14:33.516433463Z - osm_metric_rules.yml 2024-03-29T00:14:33.516441710Z - osm_alert_rules.yml 2024-03-29T00:14:33.516450139Z scrape_configs: 2024-03-29T00:14:33.516458400Z - job_name: mon_exporter 2024-03-29T00:14:33.516466892Z static_configs: 2024-03-29T00:14:33.516475408Z - targets: 2024-03-29T00:14:33.516484033Z - mon:8000 2024-03-29T00:14:33.516492795Z - honor_labels: true 2024-03-29T00:14:33.516501194Z job_name: pushgateway 2024-03-29T00:14:33.516509697Z scrape_interval: 30s 2024-03-29T00:14:33.516517952Z static_configs: 2024-03-29T00:14:33.516526610Z - targets: 2024-03-29T00:14:33.516535929Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T00:14:33.516544141Z 2024-03-29T00:14:33.520921347Z Alerts read: 6 2024-03-29T00:14:33.522922052Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T00:14:33.529470013Z groups: 2024-03-29T00:14:33.529508701Z - name: osm_alert_rules 2024-03-29T00:14:33.529523602Z rules: 2024-03-29T00:14:33.529538223Z - alert: vdu_down 2024-03-29T00:14:33.529551670Z annotations: 2024-03-29T00:14:33.529567601Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T00:14:33.529581950Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T00:14:33.529593511Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T00:14:33.529602982Z expr: vm_status_extended != 1 2024-03-29T00:14:33.529611623Z for: 3m 2024-03-29T00:14:33.529619899Z - name: _osm_alert_rules_20240329001433_ 2024-03-29T00:14:33.529659811Z rules: 2024-03-29T00:14:33.529669340Z - alert: scalein_31e83ebf-b665-42e8-b062-f3218cda5a40 2024-03-29T00:14:33.529677757Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:33.529687063Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:33.529695458Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:33.529703788Z for: 1m 2024-03-29T00:14:33.529712254Z labels: 2024-03-29T00:14:33.529720492Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:33.529728741Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:33.529738091Z vnf_member_index: vnf 2024-03-29T00:14:33.529746335Z - alert: scaleout_e8fe0c31-89c2-41d9-b94f-b937ee199bbf 2024-03-29T00:14:33.529754633Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:33.529763183Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:33.529771358Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:33.529779777Z for: 1m 2024-03-29T00:14:33.529787934Z labels: 2024-03-29T00:14:33.529796137Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:33.529810028Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:33.529818520Z vnf_member_index: vnf 2024-03-29T00:14:33.529826773Z - alert: scalein_3862525c-c0d4-495d-825d-859d1c503e91 2024-03-29T00:14:33.529837273Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:33.529849748Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:33.529865427Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:33.529878052Z for: 1m 2024-03-29T00:14:33.529892058Z labels: 2024-03-29T00:14:33.529905691Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:33.529917862Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:33.529931393Z vnf_member_index: vnf 2024-03-29T00:14:33.529944607Z - alert: scaleout_6b98c202-1d0b-401f-b788-1bbbaef1146c 2024-03-29T00:14:33.529956253Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:33.529965877Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:33.529974304Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:33.529982801Z for: 1m 2024-03-29T00:14:33.529991079Z labels: 2024-03-29T00:14:33.529999895Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:33.530008150Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:33.530016423Z vnf_member_index: vnf 2024-03-29T00:14:33.530024663Z - alert: scalein_c26bf995-3fb7-4819-b8e7-0e9f847a6f31 2024-03-29T00:14:33.530033031Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:33.530041512Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:33.530049752Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:33.530069876Z for: 1m 2024-03-29T00:14:33.530078371Z labels: 2024-03-29T00:14:33.530086558Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:33.530094786Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:33.530103075Z vnf_member_index: vnf 2024-03-29T00:14:33.530111454Z - alert: scaleout_82890790-602f-449b-8a70-d1276292390a 2024-03-29T00:14:33.530119712Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:33.530127945Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:33.530136084Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:33.530144295Z for: 1m 2024-03-29T00:14:33.530152625Z labels: 2024-03-29T00:14:33.530160863Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:33.530169068Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:33.530177483Z vnf_member_index: vnf 2024-03-29T00:14:33.530185372Z 2024-03-29T00:14:33.535789456Z New config written, updating prometheus 2024-03-29T00:14:38.571464090Z Prometheus config update successful 2024-03-29T00:14:38.571501857Z 2024-03-29T00:14:38.571508831Z Changes detected, updating prometheus config 2024-03-29T00:14:38.573775749Z Jobs detected: 0 2024-03-29T00:14:38.581187831Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T00:14:38.584083888Z alerting: 2024-03-29T00:14:38.584100706Z alertmanagers: 2024-03-29T00:14:38.584105291Z - static_configs: 2024-03-29T00:14:38.584109210Z - targets: 2024-03-29T00:14:38.584113774Z - alertmanager:9093 2024-03-29T00:14:38.584117466Z global: 2024-03-29T00:14:38.584122436Z evaluation_interval: 15s 2024-03-29T00:14:38.584127644Z scrape_interval: 15s 2024-03-29T00:14:38.584134158Z rule_files: 2024-03-29T00:14:38.584140432Z - osm_metric_rules.yml 2024-03-29T00:14:38.584146287Z - osm_alert_rules.yml 2024-03-29T00:14:38.584152917Z scrape_configs: 2024-03-29T00:14:38.584158550Z - job_name: mon_exporter 2024-03-29T00:14:38.584164291Z static_configs: 2024-03-29T00:14:38.584170180Z - targets: 2024-03-29T00:14:38.584176125Z - mon:8000 2024-03-29T00:14:38.584181694Z - honor_labels: true 2024-03-29T00:14:38.584187572Z job_name: pushgateway 2024-03-29T00:14:38.584193014Z scrape_interval: 30s 2024-03-29T00:14:38.584197530Z static_configs: 2024-03-29T00:14:38.584201230Z - targets: 2024-03-29T00:14:38.584205328Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T00:14:38.584208888Z 2024-03-29T00:14:38.588977388Z Alerts read: 6 2024-03-29T00:14:38.590880209Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T00:14:38.598132222Z groups: 2024-03-29T00:14:38.598152787Z - name: osm_alert_rules 2024-03-29T00:14:38.598158235Z rules: 2024-03-29T00:14:38.598162931Z - alert: vdu_down 2024-03-29T00:14:38.598168134Z annotations: 2024-03-29T00:14:38.598173221Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T00:14:38.598178690Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T00:14:38.598183435Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T00:14:38.598188307Z expr: vm_status_extended != 1 2024-03-29T00:14:38.598192780Z for: 3m 2024-03-29T00:14:38.598197325Z - name: _osm_alert_rules_20240329001438_ 2024-03-29T00:14:38.598201738Z rules: 2024-03-29T00:14:38.598226193Z - alert: scalein_31e83ebf-b665-42e8-b062-f3218cda5a40 2024-03-29T00:14:38.598230716Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:38.598235847Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:38.598240300Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:38.598244776Z for: 1m 2024-03-29T00:14:38.598249116Z labels: 2024-03-29T00:14:38.598253877Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:38.598258171Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:38.598262742Z vnf_member_index: vnf 2024-03-29T00:14:38.598267150Z - alert: scaleout_e8fe0c31-89c2-41d9-b94f-b937ee199bbf 2024-03-29T00:14:38.598271631Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:38.598276020Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:38.598280541Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:38.598284989Z for: 1m 2024-03-29T00:14:38.598289463Z labels: 2024-03-29T00:14:38.598293792Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:38.598298191Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:38.598302875Z vnf_member_index: vnf 2024-03-29T00:14:38.598307276Z - alert: scalein_3862525c-c0d4-495d-825d-859d1c503e91 2024-03-29T00:14:38.598311817Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:38.598316651Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:38.598321048Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:38.598325451Z for: 1m 2024-03-29T00:14:38.598329777Z labels: 2024-03-29T00:14:38.598334140Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:38.598338454Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:38.598342816Z vnf_member_index: vnf 2024-03-29T00:14:38.598347413Z - alert: scaleout_6b98c202-1d0b-401f-b788-1bbbaef1146c 2024-03-29T00:14:38.598351747Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:38.598356203Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:38.598360635Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:38.598364932Z for: 1m 2024-03-29T00:14:38.598369245Z labels: 2024-03-29T00:14:38.598373594Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:38.598378167Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:38.598382572Z vnf_member_index: vnf 2024-03-29T00:14:38.598386938Z - alert: scalein_c26bf995-3fb7-4819-b8e7-0e9f847a6f31 2024-03-29T00:14:38.598391264Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:38.598395536Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:38.598399957Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:38.598404291Z for: 1m 2024-03-29T00:14:38.598408604Z labels: 2024-03-29T00:14:38.598418585Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:38.598422998Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:38.598427347Z vnf_member_index: vnf 2024-03-29T00:14:38.598431692Z - alert: scaleout_82890790-602f-449b-8a70-d1276292390a 2024-03-29T00:14:38.598435992Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:38.598472540Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:38.598478928Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:38.598487907Z for: 1m 2024-03-29T00:14:38.598492418Z labels: 2024-03-29T00:14:38.598496831Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:38.598501222Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:38.598505572Z vnf_member_index: vnf 2024-03-29T00:14:38.598509579Z 2024-03-29T00:14:38.605479409Z New config written, updating prometheus 2024-03-29T00:14:43.643760086Z Prometheus config update successful 2024-03-29T00:14:43.643799889Z 2024-03-29T00:14:43.643807264Z Changes detected, updating prometheus config 2024-03-29T00:14:43.645483093Z Jobs detected: 0 2024-03-29T00:14:43.657354210Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T00:14:43.661437819Z alerting: 2024-03-29T00:14:43.661477349Z alertmanagers: 2024-03-29T00:14:43.661486818Z - static_configs: 2024-03-29T00:14:43.661494874Z - targets: 2024-03-29T00:14:43.661503452Z - alertmanager:9093 2024-03-29T00:14:43.661511539Z global: 2024-03-29T00:14:43.661519357Z evaluation_interval: 15s 2024-03-29T00:14:43.661526903Z scrape_interval: 15s 2024-03-29T00:14:43.661534881Z rule_files: 2024-03-29T00:14:43.661542597Z - osm_metric_rules.yml 2024-03-29T00:14:43.661550169Z - osm_alert_rules.yml 2024-03-29T00:14:43.661557597Z scrape_configs: 2024-03-29T00:14:43.661565019Z - job_name: mon_exporter 2024-03-29T00:14:43.661572596Z static_configs: 2024-03-29T00:14:43.661580121Z - targets: 2024-03-29T00:14:43.661587800Z - mon:8000 2024-03-29T00:14:43.661595566Z - honor_labels: true 2024-03-29T00:14:43.661603244Z job_name: pushgateway 2024-03-29T00:14:43.661610716Z scrape_interval: 30s 2024-03-29T00:14:43.661618111Z static_configs: 2024-03-29T00:14:43.661625532Z - targets: 2024-03-29T00:14:43.661634020Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T00:14:43.661641564Z 2024-03-29T00:14:43.676161483Z Alerts read: 6 2024-03-29T00:14:43.680644542Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T00:14:43.691660080Z groups: 2024-03-29T00:14:43.691685372Z - name: osm_alert_rules 2024-03-29T00:14:43.691689468Z rules: 2024-03-29T00:14:43.691693458Z - alert: vdu_down 2024-03-29T00:14:43.691697065Z annotations: 2024-03-29T00:14:43.691701075Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T00:14:43.691705547Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T00:14:43.691709148Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T00:14:43.691713602Z expr: vm_status_extended != 1 2024-03-29T00:14:43.691717240Z for: 3m 2024-03-29T00:14:43.691720794Z - name: _osm_alert_rules_20240329001443_ 2024-03-29T00:14:43.691724385Z rules: 2024-03-29T00:14:43.691728592Z - alert: scalein_31e83ebf-b665-42e8-b062-f3218cda5a40 2024-03-29T00:14:43.691749771Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:43.691754305Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:43.691758382Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:43.691761877Z for: 1m 2024-03-29T00:14:43.691765430Z labels: 2024-03-29T00:14:43.691769141Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:43.691776810Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:43.691781472Z vnf_member_index: vnf 2024-03-29T00:14:43.691785061Z - alert: scaleout_e8fe0c31-89c2-41d9-b94f-b937ee199bbf 2024-03-29T00:14:43.691788601Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:43.691792109Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:43.691795605Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:43.691799195Z for: 1m 2024-03-29T00:14:43.691802631Z labels: 2024-03-29T00:14:43.691806103Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:43.691809611Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:43.691813775Z vnf_member_index: vnf 2024-03-29T00:14:43.691818835Z - alert: scalein_3862525c-c0d4-495d-825d-859d1c503e91 2024-03-29T00:14:43.691830216Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:43.691838951Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:43.691844561Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:43.691849721Z for: 1m 2024-03-29T00:14:43.691855166Z labels: 2024-03-29T00:14:43.691863455Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:43.691871731Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:43.691877902Z vnf_member_index: vnf 2024-03-29T00:14:43.691883634Z - alert: scaleout_6b98c202-1d0b-401f-b788-1bbbaef1146c 2024-03-29T00:14:43.691889169Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:43.691895036Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:43.691900427Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:43.691906774Z for: 1m 2024-03-29T00:14:43.691912016Z labels: 2024-03-29T00:14:43.691917449Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:43.691922549Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:43.691927931Z vnf_member_index: vnf 2024-03-29T00:14:43.691931687Z - alert: scalein_c26bf995-3fb7-4819-b8e7-0e9f847a6f31 2024-03-29T00:14:43.691935175Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:43.691938683Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:43.691942416Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:43.691945811Z for: 1m 2024-03-29T00:14:43.691949244Z labels: 2024-03-29T00:14:43.691952743Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:43.691962669Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:43.691966222Z vnf_member_index: vnf 2024-03-29T00:14:43.691973011Z - alert: scaleout_82890790-602f-449b-8a70-d1276292390a 2024-03-29T00:14:43.691976486Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:43.691980155Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:43.691983638Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:43.691987133Z for: 1m 2024-03-29T00:14:43.691990638Z labels: 2024-03-29T00:14:43.691994136Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:43.691997585Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:43.692001041Z vnf_member_index: vnf 2024-03-29T00:14:43.692142280Z 2024-03-29T00:14:43.700124827Z New config written, updating prometheus 2024-03-29T00:14:48.740723494Z Prometheus config update successful 2024-03-29T00:14:48.740773054Z 2024-03-29T00:14:48.741033554Z Changes detected, updating prometheus config 2024-03-29T00:14:48.742931172Z Jobs detected: 0 2024-03-29T00:14:48.750127741Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T00:14:48.752958409Z alerting: 2024-03-29T00:14:48.752990537Z alertmanagers: 2024-03-29T00:14:48.753000741Z - static_configs: 2024-03-29T00:14:48.753009224Z - targets: 2024-03-29T00:14:48.753018417Z - alertmanager:9093 2024-03-29T00:14:48.753026601Z global: 2024-03-29T00:14:48.753035047Z evaluation_interval: 15s 2024-03-29T00:14:48.753043137Z scrape_interval: 15s 2024-03-29T00:14:48.753051415Z rule_files: 2024-03-29T00:14:48.753071066Z - osm_metric_rules.yml 2024-03-29T00:14:48.753079473Z - osm_alert_rules.yml 2024-03-29T00:14:48.753087553Z scrape_configs: 2024-03-29T00:14:48.753095729Z - job_name: mon_exporter 2024-03-29T00:14:48.753103954Z static_configs: 2024-03-29T00:14:48.753112113Z - targets: 2024-03-29T00:14:48.753120596Z - mon:8000 2024-03-29T00:14:48.753128780Z - honor_labels: true 2024-03-29T00:14:48.753137160Z job_name: pushgateway 2024-03-29T00:14:48.753145303Z scrape_interval: 30s 2024-03-29T00:14:48.753153667Z static_configs: 2024-03-29T00:14:48.753161775Z - targets: 2024-03-29T00:14:48.753171067Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T00:14:48.753179102Z 2024-03-29T00:14:48.757434781Z Alerts read: 6 2024-03-29T00:14:48.759493550Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T00:14:48.766472163Z groups: 2024-03-29T00:14:48.766488022Z - name: osm_alert_rules 2024-03-29T00:14:48.766491313Z rules: 2024-03-29T00:14:48.766494512Z - alert: vdu_down 2024-03-29T00:14:48.766497571Z annotations: 2024-03-29T00:14:48.766501244Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T00:14:48.766505081Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T00:14:48.766508021Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T00:14:48.766511586Z expr: vm_status_extended != 1 2024-03-29T00:14:48.766514682Z for: 3m 2024-03-29T00:14:48.766517709Z - name: _osm_alert_rules_20240329001448_ 2024-03-29T00:14:48.766520794Z rules: 2024-03-29T00:14:48.766524549Z - alert: scalein_31e83ebf-b665-42e8-b062-f3218cda5a40 2024-03-29T00:14:48.766527464Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:48.766561226Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:48.766564643Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:48.766567638Z for: 1m 2024-03-29T00:14:48.766570868Z labels: 2024-03-29T00:14:48.766573846Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:48.766576857Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:48.766580480Z vnf_member_index: vnf 2024-03-29T00:14:48.766583680Z - alert: scaleout_e8fe0c31-89c2-41d9-b94f-b937ee199bbf 2024-03-29T00:14:48.766586755Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:48.766589768Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:48.766592709Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:48.766595703Z for: 1m 2024-03-29T00:14:48.766598624Z labels: 2024-03-29T00:14:48.766601587Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:48.766605063Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:48.766607979Z vnf_member_index: vnf 2024-03-29T00:14:48.766610934Z - alert: scalein_3862525c-c0d4-495d-825d-859d1c503e91 2024-03-29T00:14:48.766613998Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:48.766617091Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:48.766620059Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:48.766622952Z for: 1m 2024-03-29T00:14:48.766625982Z labels: 2024-03-29T00:14:48.766628957Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:48.766631938Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:48.766634899Z vnf_member_index: vnf 2024-03-29T00:14:48.766637929Z - alert: scaleout_6b98c202-1d0b-401f-b788-1bbbaef1146c 2024-03-29T00:14:48.766640883Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:48.766644172Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:48.766647428Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:48.766650384Z for: 1m 2024-03-29T00:14:48.766653352Z labels: 2024-03-29T00:14:48.766656305Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:48.766659399Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:48.766662356Z vnf_member_index: vnf 2024-03-29T00:14:48.766665309Z - alert: scalein_c26bf995-3fb7-4819-b8e7-0e9f847a6f31 2024-03-29T00:14:48.766668205Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:48.766671150Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:48.766674133Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T00:14:48.766677141Z for: 1m 2024-03-29T00:14:48.766680094Z labels: 2024-03-29T00:14:48.766683115Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:48.766686100Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:48.766692996Z vnf_member_index: vnf 2024-03-29T00:14:48.766696001Z - alert: scaleout_82890790-602f-449b-8a70-d1276292390a 2024-03-29T00:14:48.766698894Z expr: (count (osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:48.766702360Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="733bb187-4f38-44c4-8be6-b4759d15d7f1", 2024-03-29T00:14:48.766706819Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T00:14:48.766711127Z for: 1m 2024-03-29T00:14:48.766716136Z labels: 2024-03-29T00:14:48.766721073Z ns_id: 733bb187-4f38-44c4-8be6-b4759d15d7f1 2024-03-29T00:14:48.766730493Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T00:14:48.766735349Z vnf_member_index: vnf 2024-03-29T00:14:48.766914182Z 2024-03-29T00:14:48.773252060Z New config written, updating prometheus 2024-03-29T00:14:53.800217200Z Prometheus config update successful 2024-03-29T00:14:53.800246745Z 2024-03-29T00:16:08.161546928Z Changes detected, updating prometheus config 2024-03-29T00:16:08.162634921Z Jobs detected: 0 2024-03-29T00:16:08.167748688Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T00:16:08.169754816Z alerting: 2024-03-29T00:16:08.169773313Z alertmanagers: 2024-03-29T00:16:08.169782094Z - static_configs: 2024-03-29T00:16:08.169790006Z - targets: 2024-03-29T00:16:08.169797747Z - alertmanager:9093 2024-03-29T00:16:08.169804715Z global: 2024-03-29T00:16:08.169811789Z evaluation_interval: 15s 2024-03-29T00:16:08.169818545Z scrape_interval: 15s 2024-03-29T00:16:08.169826501Z rule_files: 2024-03-29T00:16:08.169832838Z - osm_metric_rules.yml 2024-03-29T00:16:08.169837779Z - osm_alert_rules.yml 2024-03-29T00:16:08.169842690Z scrape_configs: 2024-03-29T00:16:08.169847541Z - job_name: mon_exporter 2024-03-29T00:16:08.169852164Z static_configs: 2024-03-29T00:16:08.169856865Z - targets: 2024-03-29T00:16:08.169861491Z - mon:8000 2024-03-29T00:16:08.169866206Z - honor_labels: true 2024-03-29T00:16:08.169870940Z job_name: pushgateway 2024-03-29T00:16:08.169875537Z scrape_interval: 30s 2024-03-29T00:16:08.169880111Z static_configs: 2024-03-29T00:16:08.169884800Z - targets: 2024-03-29T00:16:08.169889964Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T00:16:08.169894932Z 2024-03-29T00:16:08.172428747Z Alerts read: 0 2024-03-29T00:16:08.174129054Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T00:16:08.175283898Z groups: 2024-03-29T00:16:08.175304306Z - name: osm_alert_rules 2024-03-29T00:16:08.175311241Z rules: 2024-03-29T00:16:08.175317627Z - alert: vdu_down 2024-03-29T00:16:08.175323950Z annotations: 2024-03-29T00:16:08.175335099Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T00:16:08.175340638Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T00:16:08.175345337Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T00:16:08.175350677Z expr: vm_status_extended != 1 2024-03-29T00:16:08.175355000Z for: 3m 2024-03-29T00:16:08.175359058Z 2024-03-29T00:16:08.176299861Z New config written, updating prometheus 2024-03-29T00:16:13.195375365Z Prometheus config update successful 2024-03-29T00:16:13.195441901Z 2024-03-29T00:16:13.195448523Z Changes detected, updating prometheus config 2024-03-29T00:16:13.196880527Z Jobs detected: 0 2024-03-29T00:16:13.201676429Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T00:16:13.203430295Z alerting: 2024-03-29T00:16:13.203440923Z alertmanagers: 2024-03-29T00:16:13.203444696Z - static_configs: 2024-03-29T00:16:13.203447942Z - targets: 2024-03-29T00:16:13.203451501Z - alertmanager:9093 2024-03-29T00:16:13.203454559Z global: 2024-03-29T00:16:13.203476026Z evaluation_interval: 15s 2024-03-29T00:16:13.203479608Z scrape_interval: 15s 2024-03-29T00:16:13.203482571Z rule_files: 2024-03-29T00:16:13.203485826Z - osm_metric_rules.yml 2024-03-29T00:16:13.203488763Z - osm_alert_rules.yml 2024-03-29T00:16:13.203491580Z scrape_configs: 2024-03-29T00:16:13.203494534Z - job_name: mon_exporter 2024-03-29T00:16:13.203497478Z static_configs: 2024-03-29T00:16:13.203500360Z - targets: 2024-03-29T00:16:13.203503371Z - mon:8000 2024-03-29T00:16:13.203506273Z - honor_labels: true 2024-03-29T00:16:13.203509288Z job_name: pushgateway 2024-03-29T00:16:13.203512104Z scrape_interval: 30s 2024-03-29T00:16:13.203514912Z static_configs: 2024-03-29T00:16:13.203517824Z - targets: 2024-03-29T00:16:13.203521198Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T00:16:13.203524028Z 2024-03-29T00:16:13.206283319Z Alerts read: 0 2024-03-29T00:16:13.208253030Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T00:16:13.209907678Z groups: 2024-03-29T00:16:13.209917987Z - name: osm_alert_rules 2024-03-29T00:16:13.209921349Z rules: 2024-03-29T00:16:13.209924293Z - alert: vdu_down 2024-03-29T00:16:13.209927165Z annotations: 2024-03-29T00:16:13.209931043Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T00:16:13.209934648Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T00:16:13.209938045Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T00:16:13.209941850Z expr: vm_status_extended != 1 2024-03-29T00:16:13.209944958Z for: 3m 2024-03-29T00:16:13.209947756Z 2024-03-29T00:16:13.211001683Z New config written, updating prometheus 2024-03-29T00:16:18.253373718Z Prometheus config update successful 2024-03-29T00:16:18.253406126Z 2024-03-29T00:16:18.253621097Z Changes detected, updating prometheus config 2024-03-29T00:16:18.255282669Z Jobs detected: 0 2024-03-29T00:16:18.261406569Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T00:16:18.263398700Z alerting: 2024-03-29T00:16:18.263411640Z alertmanagers: 2024-03-29T00:16:18.263425285Z - static_configs: 2024-03-29T00:16:18.263432828Z - targets: 2024-03-29T00:16:18.263436527Z - alertmanager:9093 2024-03-29T00:16:18.263439770Z global: 2024-03-29T00:16:18.263443310Z evaluation_interval: 15s 2024-03-29T00:16:18.263446487Z scrape_interval: 15s 2024-03-29T00:16:18.263449801Z rule_files: 2024-03-29T00:16:18.263453329Z - osm_metric_rules.yml 2024-03-29T00:16:18.263456500Z - osm_alert_rules.yml 2024-03-29T00:16:18.263459697Z scrape_configs: 2024-03-29T00:16:18.263462828Z - job_name: mon_exporter 2024-03-29T00:16:18.263465992Z static_configs: 2024-03-29T00:16:18.263469555Z - targets: 2024-03-29T00:16:18.263472671Z - mon:8000 2024-03-29T00:16:18.263475703Z - honor_labels: true 2024-03-29T00:16:18.263478898Z job_name: pushgateway 2024-03-29T00:16:18.263482013Z scrape_interval: 30s 2024-03-29T00:16:18.263485243Z static_configs: 2024-03-29T00:16:18.263488365Z - targets: 2024-03-29T00:16:18.263492102Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T00:16:18.263510302Z 2024-03-29T00:16:18.267076613Z Alerts read: 0 2024-03-29T00:16:18.268969990Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T00:16:18.270153747Z groups: 2024-03-29T00:16:18.270164384Z - name: osm_alert_rules 2024-03-29T00:16:18.270169772Z rules: 2024-03-29T00:16:18.270174057Z - alert: vdu_down 2024-03-29T00:16:18.270177340Z annotations: 2024-03-29T00:16:18.270181214Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T00:16:18.270184725Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T00:16:18.270187940Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T00:16:18.270191608Z expr: vm_status_extended != 1 2024-03-29T00:16:18.270194767Z for: 3m 2024-03-29T00:16:18.270197675Z 2024-03-29T00:16:18.271199157Z New config written, updating prometheus 2024-03-29T00:16:23.294546251Z Prometheus config update successful 2024-03-29T00:16:23.294576003Z 2024-03-29T00:16:23.294579607Z Changes detected, updating prometheus config 2024-03-29T00:16:23.295240213Z Jobs detected: 0 2024-03-29T00:16:23.299606069Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T00:16:23.301292120Z alerting: 2024-03-29T00:16:23.301300530Z alertmanagers: 2024-03-29T00:16:23.301304559Z - static_configs: 2024-03-29T00:16:23.301307705Z - targets: 2024-03-29T00:16:23.301311696Z - alertmanager:9093 2024-03-29T00:16:23.301314870Z global: 2024-03-29T00:16:23.301317985Z evaluation_interval: 15s 2024-03-29T00:16:23.301321213Z scrape_interval: 15s 2024-03-29T00:16:23.301324534Z rule_files: 2024-03-29T00:16:23.301327531Z - osm_metric_rules.yml 2024-03-29T00:16:23.301330572Z - osm_alert_rules.yml 2024-03-29T00:16:23.301333583Z scrape_configs: 2024-03-29T00:16:23.301336886Z - job_name: mon_exporter 2024-03-29T00:16:23.301339996Z static_configs: 2024-03-29T00:16:23.301343302Z - targets: 2024-03-29T00:16:23.301346333Z - mon:8000 2024-03-29T00:16:23.301349343Z - honor_labels: true 2024-03-29T00:16:23.301352351Z job_name: pushgateway 2024-03-29T00:16:23.301355326Z scrape_interval: 30s 2024-03-29T00:16:23.301358271Z static_configs: 2024-03-29T00:16:23.301361226Z - targets: 2024-03-29T00:16:23.301364737Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T00:16:23.301367629Z 2024-03-29T00:16:23.304108420Z Alerts read: 0 2024-03-29T00:16:23.305934674Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T00:16:23.307107007Z groups: 2024-03-29T00:16:23.307123231Z - name: osm_alert_rules 2024-03-29T00:16:23.307128951Z rules: 2024-03-29T00:16:23.307133803Z - alert: vdu_down 2024-03-29T00:16:23.307138207Z annotations: 2024-03-29T00:16:23.307143486Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T00:16:23.307148546Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T00:16:23.307152925Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T00:16:23.307157994Z expr: vm_status_extended != 1 2024-03-29T00:16:23.307162567Z for: 3m 2024-03-29T00:16:23.307166795Z 2024-03-29T00:16:23.308145986Z New config written, updating prometheus 2024-03-29T00:16:28.332794333Z Prometheus config update successful 2024-03-29T00:16:28.332830131Z 2024-03-29T00:16:28.332837459Z Changes detected, updating prometheus config 2024-03-29T00:16:28.334312622Z Jobs detected: 0 2024-03-29T00:16:28.340547340Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T00:16:28.342464352Z alerting: 2024-03-29T00:16:28.342478172Z alertmanagers: 2024-03-29T00:16:28.342483191Z - static_configs: 2024-03-29T00:16:28.342486853Z - targets: 2024-03-29T00:16:28.342491447Z - alertmanager:9093 2024-03-29T00:16:28.342495048Z global: 2024-03-29T00:16:28.342498777Z evaluation_interval: 15s 2024-03-29T00:16:28.342502286Z scrape_interval: 15s 2024-03-29T00:16:28.342505848Z rule_files: 2024-03-29T00:16:28.342509750Z - osm_metric_rules.yml 2024-03-29T00:16:28.342513376Z - osm_alert_rules.yml 2024-03-29T00:16:28.342516891Z scrape_configs: 2024-03-29T00:16:28.342520783Z - job_name: mon_exporter 2024-03-29T00:16:28.342524354Z static_configs: 2024-03-29T00:16:28.342527912Z - targets: 2024-03-29T00:16:28.342531482Z - mon:8000 2024-03-29T00:16:28.342535376Z - honor_labels: true 2024-03-29T00:16:28.342538881Z job_name: pushgateway 2024-03-29T00:16:28.342542552Z scrape_interval: 30s 2024-03-29T00:16:28.342546013Z static_configs: 2024-03-29T00:16:28.342549517Z - targets: 2024-03-29T00:16:28.342553647Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T00:16:28.342557098Z 2024-03-29T00:16:28.345847566Z Alerts read: 0 2024-03-29T00:16:28.347837909Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T00:16:28.348917278Z groups: 2024-03-29T00:16:28.348931501Z - name: osm_alert_rules 2024-03-29T00:16:28.348935294Z rules: 2024-03-29T00:16:28.348938673Z - alert: vdu_down 2024-03-29T00:16:28.348942077Z annotations: 2024-03-29T00:16:28.348946083Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T00:16:28.348952465Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T00:16:28.348955891Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T00:16:28.348960456Z expr: vm_status_extended != 1 2024-03-29T00:16:28.348963817Z for: 3m 2024-03-29T00:16:28.348967120Z 2024-03-29T00:16:28.349786961Z New config written, updating prometheus 2024-03-29T00:16:33.382710138Z Prometheus config update successful 2024-03-29T00:16:33.382751369Z 2024-03-29T00:16:33.382758074Z Changes detected, updating prometheus config 2024-03-29T00:16:33.384495301Z Jobs detected: 0 2024-03-29T00:16:33.394397466Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T00:16:33.398761887Z alerting: 2024-03-29T00:16:33.398795992Z alertmanagers: 2024-03-29T00:16:33.398803425Z - static_configs: 2024-03-29T00:16:33.398810158Z - targets: 2024-03-29T00:16:33.398817677Z - alertmanager:9093 2024-03-29T00:16:33.398823257Z global: 2024-03-29T00:16:33.398829332Z evaluation_interval: 15s 2024-03-29T00:16:33.398834960Z scrape_interval: 15s 2024-03-29T00:16:33.398841100Z rule_files: 2024-03-29T00:16:33.398846770Z - osm_metric_rules.yml 2024-03-29T00:16:33.398852370Z - osm_alert_rules.yml 2024-03-29T00:16:33.398857870Z scrape_configs: 2024-03-29T00:16:33.398863562Z - job_name: mon_exporter 2024-03-29T00:16:33.398868995Z static_configs: 2024-03-29T00:16:33.398874449Z - targets: 2024-03-29T00:16:33.398880671Z - mon:8000 2024-03-29T00:16:33.398886206Z - honor_labels: true 2024-03-29T00:16:33.398891635Z job_name: pushgateway 2024-03-29T00:16:33.398897320Z scrape_interval: 30s 2024-03-29T00:16:33.398902754Z static_configs: 2024-03-29T00:16:33.398908517Z - targets: 2024-03-29T00:16:33.398941106Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T00:16:33.398946684Z 2024-03-29T00:16:33.405295608Z Alerts read: 0 2024-03-29T00:16:33.410242515Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T00:16:33.413360436Z groups: 2024-03-29T00:16:33.413392183Z - name: osm_alert_rules 2024-03-29T00:16:33.413398812Z rules: 2024-03-29T00:16:33.413404692Z - alert: vdu_down 2024-03-29T00:16:33.413410734Z annotations: 2024-03-29T00:16:33.413417564Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T00:16:33.413425191Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T00:16:33.413430978Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T00:16:33.413437594Z expr: vm_status_extended != 1 2024-03-29T00:16:33.413443207Z for: 3m 2024-03-29T00:16:33.413448616Z 2024-03-29T00:16:33.415631908Z New config written, updating prometheus 2024-03-29T00:16:38.449473591Z Prometheus config update successful 2024-03-29T00:16:38.449524583Z 2024-03-29T02:04:54.572124403Z Changes detected, updating prometheus config 2024-03-29T02:04:54.573718969Z Jobs detected: 0 2024-03-29T02:04:54.578577904Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T02:04:54.580837577Z alerting: 2024-03-29T02:04:54.580851690Z alertmanagers: 2024-03-29T02:04:54.580855656Z - static_configs: 2024-03-29T02:04:54.580858900Z - targets: 2024-03-29T02:04:54.580862539Z - alertmanager:9093 2024-03-29T02:04:54.580865897Z global: 2024-03-29T02:04:54.580869521Z evaluation_interval: 15s 2024-03-29T02:04:54.580872694Z scrape_interval: 15s 2024-03-29T02:04:54.580875850Z rule_files: 2024-03-29T02:04:54.580878904Z - osm_metric_rules.yml 2024-03-29T02:04:54.580881979Z - osm_alert_rules.yml 2024-03-29T02:04:54.580884971Z scrape_configs: 2024-03-29T02:04:54.580888473Z - job_name: mon_exporter 2024-03-29T02:04:54.580891487Z static_configs: 2024-03-29T02:04:54.580894505Z - targets: 2024-03-29T02:04:54.580901681Z - mon:8000 2024-03-29T02:04:54.580904783Z - honor_labels: true 2024-03-29T02:04:54.580907831Z job_name: pushgateway 2024-03-29T02:04:54.580910953Z scrape_interval: 30s 2024-03-29T02:04:54.580913905Z static_configs: 2024-03-29T02:04:54.580916956Z - targets: 2024-03-29T02:04:54.580920841Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T02:04:54.580923933Z 2024-03-29T02:04:54.583831677Z Alerts read: 0 2024-03-29T02:04:54.585826757Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T02:04:54.587166512Z groups: 2024-03-29T02:04:54.587179976Z - name: osm_alert_rules 2024-03-29T02:04:54.587183802Z rules: 2024-03-29T02:04:54.587187233Z - alert: vdu_down 2024-03-29T02:04:54.587190572Z annotations: 2024-03-29T02:04:54.587213147Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T02:04:54.587217873Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T02:04:54.587221164Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T02:04:54.587225043Z expr: vm_status_extended != 1 2024-03-29T02:04:54.587228540Z for: 3m 2024-03-29T02:04:54.587231719Z 2024-03-29T02:04:54.588388482Z New config written, updating prometheus 2024-03-29T02:04:59.618624756Z Prometheus config update successful 2024-03-29T02:04:59.618658733Z 2024-03-29T02:10:41.778536933Z Changes detected, updating prometheus config 2024-03-29T02:10:41.780295446Z Jobs detected: 0 2024-03-29T02:10:41.786540949Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T02:10:41.789708883Z alerting: 2024-03-29T02:10:41.789724845Z alertmanagers: 2024-03-29T02:10:41.789737763Z - static_configs: 2024-03-29T02:10:41.789740991Z - targets: 2024-03-29T02:10:41.789744648Z - alertmanager:9093 2024-03-29T02:10:41.789747819Z global: 2024-03-29T02:10:41.789750944Z evaluation_interval: 15s 2024-03-29T02:10:41.789754446Z scrape_interval: 15s 2024-03-29T02:10:41.789757710Z rule_files: 2024-03-29T02:10:41.789761043Z - osm_metric_rules.yml 2024-03-29T02:10:41.789764090Z - osm_alert_rules.yml 2024-03-29T02:10:41.789767137Z scrape_configs: 2024-03-29T02:10:41.789770248Z - job_name: mon_exporter 2024-03-29T02:10:41.789773149Z static_configs: 2024-03-29T02:10:41.789776130Z - targets: 2024-03-29T02:10:41.789779175Z - mon:8000 2024-03-29T02:10:41.789782353Z - honor_labels: true 2024-03-29T02:10:41.789785393Z job_name: pushgateway 2024-03-29T02:10:41.789788456Z scrape_interval: 30s 2024-03-29T02:10:41.789791545Z static_configs: 2024-03-29T02:10:41.789794620Z - targets: 2024-03-29T02:10:41.789798196Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T02:10:41.789801130Z 2024-03-29T02:10:41.792779558Z Alerts read: 0 2024-03-29T02:10:41.795447485Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T02:10:41.796670671Z groups: 2024-03-29T02:10:41.796709180Z - name: osm_alert_rules 2024-03-29T02:10:41.796718448Z rules: 2024-03-29T02:10:41.796727093Z - alert: vdu_down 2024-03-29T02:10:41.796736145Z annotations: 2024-03-29T02:10:41.796745893Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T02:10:41.796757120Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T02:10:41.796772725Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T02:10:41.796787250Z expr: vm_status_extended != 1 2024-03-29T02:10:41.796799558Z for: 3m 2024-03-29T02:10:41.796811819Z 2024-03-29T02:10:41.797794328Z New config written, updating prometheus 2024-03-29T02:10:46.822873729Z Prometheus config update successful 2024-03-29T02:10:46.822904950Z 2024-03-29T02:50:19.423474531Z Changes detected, updating prometheus config 2024-03-29T02:50:19.425304451Z Jobs detected: 0 2024-03-29T02:50:19.430821831Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T02:50:19.432818853Z alerting: 2024-03-29T02:50:19.432835172Z alertmanagers: 2024-03-29T02:50:19.432839271Z - static_configs: 2024-03-29T02:50:19.432842445Z - targets: 2024-03-29T02:50:19.432846341Z - alertmanager:9093 2024-03-29T02:50:19.432849874Z global: 2024-03-29T02:50:19.432853135Z evaluation_interval: 15s 2024-03-29T02:50:19.432856364Z scrape_interval: 15s 2024-03-29T02:50:19.432859397Z rule_files: 2024-03-29T02:50:19.432862458Z - osm_metric_rules.yml 2024-03-29T02:50:19.432865644Z - osm_alert_rules.yml 2024-03-29T02:50:19.432868699Z scrape_configs: 2024-03-29T02:50:19.432872182Z - job_name: mon_exporter 2024-03-29T02:50:19.432875235Z static_configs: 2024-03-29T02:50:19.432878332Z - targets: 2024-03-29T02:50:19.432881519Z - mon:8000 2024-03-29T02:50:19.432884602Z - honor_labels: true 2024-03-29T02:50:19.432887722Z job_name: pushgateway 2024-03-29T02:50:19.432890825Z scrape_interval: 30s 2024-03-29T02:50:19.432893779Z static_configs: 2024-03-29T02:50:19.432896730Z - targets: 2024-03-29T02:50:19.432916760Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T02:50:19.432919828Z 2024-03-29T02:50:19.436588462Z Alerts read: 2 2024-03-29T02:50:19.439024097Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T02:50:19.442408265Z groups: 2024-03-29T02:50:19.442423045Z - name: osm_alert_rules 2024-03-29T02:50:19.442426846Z rules: 2024-03-29T02:50:19.442430082Z - alert: vdu_down 2024-03-29T02:50:19.442433387Z annotations: 2024-03-29T02:50:19.442437092Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T02:50:19.442453988Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T02:50:19.442458410Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T02:50:19.442462480Z expr: vm_status_extended != 1 2024-03-29T02:50:19.442465671Z for: 3m 2024-03-29T02:50:19.442468850Z - name: _osm_alert_rules_20240329025019_ 2024-03-29T02:50:19.442471981Z rules: 2024-03-29T02:50:19.442475713Z - alert: scalein_da0ac930-ebe7-4065-b465-a18ee4f733bd 2024-03-29T02:50:19.442478979Z expr: (count (osm_cpu_utilization{ns_id="2c146da4-abd0-4634-955b-3cce424af665", 2024-03-29T02:50:19.442483217Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="2c146da4-abd0-4634-955b-3cce424af665", 2024-03-29T02:50:19.442486376Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T02:50:19.442489386Z for: 1m 2024-03-29T02:50:19.442492405Z labels: 2024-03-29T02:50:19.442495448Z ns_id: 2c146da4-abd0-4634-955b-3cce424af665 2024-03-29T02:50:19.442498824Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T02:50:19.442502257Z vnf_member_index: vnf 2024-03-29T02:50:19.442505282Z - alert: scaleout_64298ee7-4e7e-403f-9c46-aa7cacadadf8 2024-03-29T02:50:19.442508313Z expr: (count (osm_cpu_utilization{ns_id="2c146da4-abd0-4634-955b-3cce424af665", 2024-03-29T02:50:19.442511445Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="2c146da4-abd0-4634-955b-3cce424af665", 2024-03-29T02:50:19.442514468Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T02:50:19.442517484Z for: 1m 2024-03-29T02:50:19.442520442Z labels: 2024-03-29T02:50:19.442523912Z ns_id: 2c146da4-abd0-4634-955b-3cce424af665 2024-03-29T02:50:19.442527023Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T02:50:19.442530049Z vnf_member_index: vnf 2024-03-29T02:50:19.442532905Z 2024-03-29T02:50:19.446085319Z New config written, updating prometheus 2024-03-29T02:50:24.476196355Z Prometheus config update successful 2024-03-29T02:50:24.476236801Z 2024-03-29T02:50:24.476419930Z Changes detected, updating prometheus config 2024-03-29T02:50:24.478112337Z Jobs detected: 0 2024-03-29T02:50:24.484011432Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T02:50:24.486414842Z alerting: 2024-03-29T02:50:24.486428907Z alertmanagers: 2024-03-29T02:50:24.486434151Z - static_configs: 2024-03-29T02:50:24.486438277Z - targets: 2024-03-29T02:50:24.486460652Z - alertmanager:9093 2024-03-29T02:50:24.486464984Z global: 2024-03-29T02:50:24.486469083Z evaluation_interval: 15s 2024-03-29T02:50:24.486473334Z scrape_interval: 15s 2024-03-29T02:50:24.486477340Z rule_files: 2024-03-29T02:50:24.486481406Z - osm_metric_rules.yml 2024-03-29T02:50:24.486485711Z - osm_alert_rules.yml 2024-03-29T02:50:24.486489658Z scrape_configs: 2024-03-29T02:50:24.486511465Z - job_name: mon_exporter 2024-03-29T02:50:24.486515579Z static_configs: 2024-03-29T02:50:24.486520030Z - targets: 2024-03-29T02:50:24.486524086Z - mon:8000 2024-03-29T02:50:24.486528062Z - honor_labels: true 2024-03-29T02:50:24.486532126Z job_name: pushgateway 2024-03-29T02:50:24.486536063Z scrape_interval: 30s 2024-03-29T02:50:24.486540027Z static_configs: 2024-03-29T02:50:24.486544113Z - targets: 2024-03-29T02:50:24.486548857Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T02:50:24.486552757Z 2024-03-29T02:50:24.490026610Z Alerts read: 2 2024-03-29T02:50:24.491893231Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T02:50:24.495030518Z groups: 2024-03-29T02:50:24.495054277Z - name: osm_alert_rules 2024-03-29T02:50:24.495059774Z rules: 2024-03-29T02:50:24.495065437Z - alert: vdu_down 2024-03-29T02:50:24.495069804Z annotations: 2024-03-29T02:50:24.495075745Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T02:50:24.495080791Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T02:50:24.495085587Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T02:50:24.495091408Z expr: vm_status_extended != 1 2024-03-29T02:50:24.495096693Z for: 3m 2024-03-29T02:50:24.495101576Z - name: _osm_alert_rules_20240329025024_ 2024-03-29T02:50:24.495106844Z rules: 2024-03-29T02:50:24.495113075Z - alert: scalein_da0ac930-ebe7-4065-b465-a18ee4f733bd 2024-03-29T02:50:24.495117962Z expr: (count (osm_cpu_utilization{ns_id="2c146da4-abd0-4634-955b-3cce424af665", 2024-03-29T02:50:24.495123833Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="2c146da4-abd0-4634-955b-3cce424af665", 2024-03-29T02:50:24.495128438Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T02:50:24.495133100Z for: 1m 2024-03-29T02:50:24.495137359Z labels: 2024-03-29T02:50:24.495141749Z ns_id: 2c146da4-abd0-4634-955b-3cce424af665 2024-03-29T02:50:24.495147240Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T02:50:24.495152707Z vnf_member_index: vnf 2024-03-29T02:50:24.495157412Z - alert: scaleout_64298ee7-4e7e-403f-9c46-aa7cacadadf8 2024-03-29T02:50:24.495162645Z expr: (count (osm_cpu_utilization{ns_id="2c146da4-abd0-4634-955b-3cce424af665", 2024-03-29T02:50:24.495167789Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="2c146da4-abd0-4634-955b-3cce424af665", 2024-03-29T02:50:24.495172119Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T02:50:24.495176525Z for: 1m 2024-03-29T02:50:24.495181007Z labels: 2024-03-29T02:50:24.495185289Z ns_id: 2c146da4-abd0-4634-955b-3cce424af665 2024-03-29T02:50:24.495190212Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T02:50:24.495195259Z vnf_member_index: vnf 2024-03-29T02:50:24.495199676Z 2024-03-29T02:50:24.497815707Z New config written, updating prometheus 2024-03-29T02:50:29.525953384Z Prometheus config update successful 2024-03-29T02:50:29.526003092Z 2024-03-29T02:56:43.722642824Z Changes detected, updating prometheus config 2024-03-29T02:56:43.723828686Z Jobs detected: 0 2024-03-29T02:56:43.728399092Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T02:56:43.730790297Z alerting: 2024-03-29T02:56:43.730808690Z alertmanagers: 2024-03-29T02:56:43.730813107Z - static_configs: 2024-03-29T02:56:43.730877771Z - targets: 2024-03-29T02:56:43.730885988Z - alertmanager:9093 2024-03-29T02:56:43.730889137Z global: 2024-03-29T02:56:43.730892197Z evaluation_interval: 15s 2024-03-29T02:56:43.730895157Z scrape_interval: 15s 2024-03-29T02:56:43.730898275Z rule_files: 2024-03-29T02:56:43.730901205Z - osm_metric_rules.yml 2024-03-29T02:56:43.730904234Z - osm_alert_rules.yml 2024-03-29T02:56:43.730907214Z scrape_configs: 2024-03-29T02:56:43.730910186Z - job_name: mon_exporter 2024-03-29T02:56:43.730927023Z static_configs: 2024-03-29T02:56:43.730930427Z - targets: 2024-03-29T02:56:43.730933442Z - mon:8000 2024-03-29T02:56:43.730936769Z - honor_labels: true 2024-03-29T02:56:43.730939717Z job_name: pushgateway 2024-03-29T02:56:43.730942681Z scrape_interval: 30s 2024-03-29T02:56:43.730945755Z static_configs: 2024-03-29T02:56:43.730948770Z - targets: 2024-03-29T02:56:43.730952337Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T02:56:43.730955315Z 2024-03-29T02:56:43.734025712Z Alerts read: 0 2024-03-29T02:56:43.735920500Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T02:56:43.737164429Z groups: 2024-03-29T02:56:43.737212249Z - name: osm_alert_rules 2024-03-29T02:56:43.737220794Z rules: 2024-03-29T02:56:43.737226140Z - alert: vdu_down 2024-03-29T02:56:43.737231485Z annotations: 2024-03-29T02:56:43.737237242Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T02:56:43.737243052Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T02:56:43.737248279Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T02:56:43.737253224Z expr: vm_status_extended != 1 2024-03-29T02:56:43.737258008Z for: 3m 2024-03-29T02:56:43.737262633Z 2024-03-29T02:56:43.738305045Z New config written, updating prometheus 2024-03-29T02:56:48.761449863Z Prometheus config update successful 2024-03-29T02:56:48.761476691Z 2024-03-29T02:56:48.761481217Z Changes detected, updating prometheus config 2024-03-29T02:56:48.762724935Z Jobs detected: 0 2024-03-29T02:56:48.767586005Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T02:56:48.769643104Z alerting: 2024-03-29T02:56:48.769654999Z alertmanagers: 2024-03-29T02:56:48.769658992Z - static_configs: 2024-03-29T02:56:48.769662250Z - targets: 2024-03-29T02:56:48.769666035Z - alertmanager:9093 2024-03-29T02:56:48.769669271Z global: 2024-03-29T02:56:48.769672478Z evaluation_interval: 15s 2024-03-29T02:56:48.769675504Z scrape_interval: 15s 2024-03-29T02:56:48.769678935Z rule_files: 2024-03-29T02:56:48.769682025Z - osm_metric_rules.yml 2024-03-29T02:56:48.769685004Z - osm_alert_rules.yml 2024-03-29T02:56:48.769688004Z scrape_configs: 2024-03-29T02:56:48.769691798Z - job_name: mon_exporter 2024-03-29T02:56:48.769694785Z static_configs: 2024-03-29T02:56:48.769697821Z - targets: 2024-03-29T02:56:48.769700788Z - mon:8000 2024-03-29T02:56:48.769703704Z - honor_labels: true 2024-03-29T02:56:48.769707096Z job_name: pushgateway 2024-03-29T02:56:48.769710015Z scrape_interval: 30s 2024-03-29T02:56:48.769712936Z static_configs: 2024-03-29T02:56:48.769715941Z - targets: 2024-03-29T02:56:48.769719526Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T02:56:48.769722742Z 2024-03-29T02:56:48.773174888Z Alerts read: 0 2024-03-29T02:56:48.775247550Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T02:56:48.776515960Z groups: 2024-03-29T02:56:48.776528802Z - name: osm_alert_rules 2024-03-29T02:56:48.776534324Z rules: 2024-03-29T02:56:48.776539317Z - alert: vdu_down 2024-03-29T02:56:48.776543837Z annotations: 2024-03-29T02:56:48.776549208Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T02:56:48.776554244Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T02:56:48.776557250Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T02:56:48.776561151Z expr: vm_status_extended != 1 2024-03-29T02:56:48.776564658Z for: 3m 2024-03-29T02:56:48.776567549Z 2024-03-29T02:56:48.777748388Z New config written, updating prometheus 2024-03-29T02:56:53.800371785Z Prometheus config update successful 2024-03-29T02:56:53.800398934Z 2024-03-29T02:57:35.605412612Z Changes detected, updating prometheus config 2024-03-29T02:57:35.615122859Z Jobs detected: 0 2024-03-29T02:57:35.621795400Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T02:57:35.623910022Z alerting: 2024-03-29T02:57:35.623933091Z alertmanagers: 2024-03-29T02:57:35.623938889Z - static_configs: 2024-03-29T02:57:35.623942845Z - targets: 2024-03-29T02:57:35.623947560Z - alertmanager:9093 2024-03-29T02:57:35.623951595Z global: 2024-03-29T02:57:35.623955575Z evaluation_interval: 15s 2024-03-29T02:57:35.623959354Z scrape_interval: 15s 2024-03-29T02:57:35.623963262Z rule_files: 2024-03-29T02:57:35.623967107Z - osm_metric_rules.yml 2024-03-29T02:57:35.623971067Z - osm_alert_rules.yml 2024-03-29T02:57:35.623975031Z scrape_configs: 2024-03-29T02:57:35.623978851Z - job_name: mon_exporter 2024-03-29T02:57:35.623982685Z static_configs: 2024-03-29T02:57:35.623986445Z - targets: 2024-03-29T02:57:35.623990302Z - mon:8000 2024-03-29T02:57:35.623994136Z - honor_labels: true 2024-03-29T02:57:35.623997908Z job_name: pushgateway 2024-03-29T02:57:35.624001743Z scrape_interval: 30s 2024-03-29T02:57:35.624005479Z static_configs: 2024-03-29T02:57:35.624009252Z - targets: 2024-03-29T02:57:35.624013835Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T02:57:35.624017625Z 2024-03-29T02:57:35.634747583Z Alerts read: 2 2024-03-29T02:57:35.634779041Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T02:57:35.635376842Z groups: 2024-03-29T02:57:35.635391842Z - name: osm_alert_rules 2024-03-29T02:57:35.635398297Z rules: 2024-03-29T02:57:35.635404251Z - alert: vdu_down 2024-03-29T02:57:35.635410025Z annotations: 2024-03-29T02:57:35.635418849Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T02:57:35.635426626Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T02:57:35.635432889Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T02:57:35.635439063Z expr: vm_status_extended != 1 2024-03-29T02:57:35.635444855Z for: 3m 2024-03-29T02:57:35.635450508Z - name: _osm_alert_rules_20240329025735_ 2024-03-29T02:57:35.635456285Z rules: 2024-03-29T02:57:35.635462271Z - alert: scalein_3cf8017a-2d73-4e11-82ea-3007712be8f6 2024-03-29T02:57:35.635468154Z expr: (count (osm_cpu_utilization{ns_id="ece47b77-db44-4e3d-9d7c-e788f2c8a18b", 2024-03-29T02:57:35.635475823Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="ece47b77-db44-4e3d-9d7c-e788f2c8a18b", 2024-03-29T02:57:35.635482046Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T02:57:35.635507738Z for: 1m 2024-03-29T02:57:35.635513491Z labels: 2024-03-29T02:57:35.635518969Z ns_id: ece47b77-db44-4e3d-9d7c-e788f2c8a18b 2024-03-29T02:57:35.635526658Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T02:57:35.635542007Z vnf_member_index: vnf 2024-03-29T02:57:35.635552466Z - alert: scaleout_724dcd53-04e2-4f0d-9540-53cf9b98589e 2024-03-29T02:57:35.635560891Z expr: (count (osm_cpu_utilization{ns_id="ece47b77-db44-4e3d-9d7c-e788f2c8a18b", 2024-03-29T02:57:35.635568673Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="ece47b77-db44-4e3d-9d7c-e788f2c8a18b", 2024-03-29T02:57:35.635574560Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T02:57:35.635580050Z for: 1m 2024-03-29T02:57:35.635585557Z labels: 2024-03-29T02:57:35.635591034Z ns_id: ece47b77-db44-4e3d-9d7c-e788f2c8a18b 2024-03-29T02:57:35.635596475Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T02:57:35.635601938Z vnf_member_index: vnf 2024-03-29T02:57:35.635607167Z 2024-03-29T02:57:35.640069163Z New config written, updating prometheus 2024-03-29T02:57:40.668992573Z Prometheus config update successful 2024-03-29T02:57:40.669031092Z 2024-03-29T02:57:40.669162593Z Changes detected, updating prometheus config 2024-03-29T02:57:40.670697908Z Jobs detected: 0 2024-03-29T02:57:40.676568277Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T02:57:40.678693259Z alerting: 2024-03-29T02:57:40.678721524Z alertmanagers: 2024-03-29T02:57:40.678729580Z - static_configs: 2024-03-29T02:57:40.678736334Z - targets: 2024-03-29T02:57:40.678744434Z - alertmanager:9093 2024-03-29T02:57:40.678750945Z global: 2024-03-29T02:57:40.678757589Z evaluation_interval: 15s 2024-03-29T02:57:40.678763927Z scrape_interval: 15s 2024-03-29T02:57:40.678770500Z rule_files: 2024-03-29T02:57:40.678779341Z - osm_metric_rules.yml 2024-03-29T02:57:40.678790020Z - osm_alert_rules.yml 2024-03-29T02:57:40.678796965Z scrape_configs: 2024-03-29T02:57:40.678803820Z - job_name: mon_exporter 2024-03-29T02:57:40.678813605Z static_configs: 2024-03-29T02:57:40.678823504Z - targets: 2024-03-29T02:57:40.678828905Z - mon:8000 2024-03-29T02:57:40.678834417Z - honor_labels: true 2024-03-29T02:57:40.678839849Z job_name: pushgateway 2024-03-29T02:57:40.678845740Z scrape_interval: 30s 2024-03-29T02:57:40.678852597Z static_configs: 2024-03-29T02:57:40.678858985Z - targets: 2024-03-29T02:57:40.678866959Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T02:57:40.678879343Z 2024-03-29T02:57:40.683067519Z Alerts read: 2 2024-03-29T02:57:40.685186934Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T02:57:40.688466972Z groups: 2024-03-29T02:57:40.688492540Z - name: osm_alert_rules 2024-03-29T02:57:40.688496211Z rules: 2024-03-29T02:57:40.688499388Z - alert: vdu_down 2024-03-29T02:57:40.688502487Z annotations: 2024-03-29T02:57:40.688506169Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T02:57:40.688513232Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T02:57:40.688516371Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T02:57:40.688520228Z expr: vm_status_extended != 1 2024-03-29T02:57:40.688523362Z for: 3m 2024-03-29T02:57:40.688526501Z - name: _osm_alert_rules_20240329025740_ 2024-03-29T02:57:40.688547491Z rules: 2024-03-29T02:57:40.688550908Z - alert: scalein_3cf8017a-2d73-4e11-82ea-3007712be8f6 2024-03-29T02:57:40.688553957Z expr: (count (osm_cpu_utilization{ns_id="ece47b77-db44-4e3d-9d7c-e788f2c8a18b", 2024-03-29T02:57:40.688558021Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="ece47b77-db44-4e3d-9d7c-e788f2c8a18b", 2024-03-29T02:57:40.688561141Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T02:57:40.688564303Z for: 1m 2024-03-29T02:57:40.688567664Z labels: 2024-03-29T02:57:40.688570697Z ns_id: ece47b77-db44-4e3d-9d7c-e788f2c8a18b 2024-03-29T02:57:40.688573661Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T02:57:40.688577273Z vnf_member_index: vnf 2024-03-29T02:57:40.688580245Z - alert: scaleout_724dcd53-04e2-4f0d-9540-53cf9b98589e 2024-03-29T02:57:40.688583302Z expr: (count (osm_cpu_utilization{ns_id="ece47b77-db44-4e3d-9d7c-e788f2c8a18b", 2024-03-29T02:57:40.688586418Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="ece47b77-db44-4e3d-9d7c-e788f2c8a18b", 2024-03-29T02:57:40.688589442Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T02:57:40.688592397Z for: 1m 2024-03-29T02:57:40.688595377Z labels: 2024-03-29T02:57:40.688598349Z ns_id: ece47b77-db44-4e3d-9d7c-e788f2c8a18b 2024-03-29T02:57:40.688601426Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T02:57:40.688604681Z vnf_member_index: vnf 2024-03-29T02:57:40.688607506Z 2024-03-29T02:57:40.692288399Z New config written, updating prometheus 2024-03-29T02:57:45.717516154Z Prometheus config update successful 2024-03-29T02:57:45.717541562Z 2024-03-29T03:15:08.719152924Z Changes detected, updating prometheus config 2024-03-29T03:15:08.721559503Z Jobs detected: 0 2024-03-29T03:15:08.729056097Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T03:15:08.731907487Z alerting: 2024-03-29T03:15:08.731930784Z alertmanagers: 2024-03-29T03:15:08.731935288Z - static_configs: 2024-03-29T03:15:08.731938436Z - targets: 2024-03-29T03:15:08.731942168Z - alertmanager:9093 2024-03-29T03:15:08.731945297Z global: 2024-03-29T03:15:08.731948472Z evaluation_interval: 15s 2024-03-29T03:15:08.731951574Z scrape_interval: 15s 2024-03-29T03:15:08.731954735Z rule_files: 2024-03-29T03:15:08.731957795Z - osm_metric_rules.yml 2024-03-29T03:15:08.731960928Z - osm_alert_rules.yml 2024-03-29T03:15:08.731964167Z scrape_configs: 2024-03-29T03:15:08.731967489Z - job_name: mon_exporter 2024-03-29T03:15:08.731970510Z static_configs: 2024-03-29T03:15:08.731973629Z - targets: 2024-03-29T03:15:08.731976717Z - mon:8000 2024-03-29T03:15:08.731979748Z - honor_labels: true 2024-03-29T03:15:08.731982726Z job_name: pushgateway 2024-03-29T03:15:08.731985774Z scrape_interval: 30s 2024-03-29T03:15:08.731988816Z static_configs: 2024-03-29T03:15:08.731991962Z - targets: 2024-03-29T03:15:08.731995892Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T03:15:08.732003901Z 2024-03-29T03:15:08.735905525Z Alerts read: 0 2024-03-29T03:15:08.738356786Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T03:15:08.739750243Z groups: 2024-03-29T03:15:08.739765461Z - name: osm_alert_rules 2024-03-29T03:15:08.739768874Z rules: 2024-03-29T03:15:08.739776624Z - alert: vdu_down 2024-03-29T03:15:08.739779780Z annotations: 2024-03-29T03:15:08.739783677Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T03:15:08.739801144Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T03:15:08.739804265Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T03:15:08.739808597Z expr: vm_status_extended != 1 2024-03-29T03:15:08.739811627Z for: 3m 2024-03-29T03:15:08.740670793Z 2024-03-29T03:15:08.742319054Z New config written, updating prometheus 2024-03-29T03:15:13.763689060Z Prometheus config update successful 2024-03-29T03:15:13.763721573Z 2024-03-29T03:15:13.763727056Z Changes detected, updating prometheus config 2024-03-29T03:15:13.765243675Z Jobs detected: 0 2024-03-29T03:15:13.769892053Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T03:15:13.771942394Z alerting: 2024-03-29T03:15:13.771961049Z alertmanagers: 2024-03-29T03:15:13.771965482Z - static_configs: 2024-03-29T03:15:13.771968974Z - targets: 2024-03-29T03:15:13.771972448Z - alertmanager:9093 2024-03-29T03:15:13.771975761Z global: 2024-03-29T03:15:13.771979012Z evaluation_interval: 15s 2024-03-29T03:15:13.771982510Z scrape_interval: 15s 2024-03-29T03:15:13.771985803Z rule_files: 2024-03-29T03:15:13.771988960Z - osm_metric_rules.yml 2024-03-29T03:15:13.771992026Z - osm_alert_rules.yml 2024-03-29T03:15:13.771995295Z scrape_configs: 2024-03-29T03:15:13.771998490Z - job_name: mon_exporter 2024-03-29T03:15:13.772001509Z static_configs: 2024-03-29T03:15:13.772004791Z - targets: 2024-03-29T03:15:13.772007884Z - mon:8000 2024-03-29T03:15:13.772011012Z - honor_labels: true 2024-03-29T03:15:13.772014166Z job_name: pushgateway 2024-03-29T03:15:13.772017189Z scrape_interval: 30s 2024-03-29T03:15:13.772020523Z static_configs: 2024-03-29T03:15:13.772023627Z - targets: 2024-03-29T03:15:13.772028058Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T03:15:13.772031191Z 2024-03-29T03:15:13.776034608Z Alerts read: 0 2024-03-29T03:15:13.777994166Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T03:15:13.779528861Z groups: 2024-03-29T03:15:13.779550982Z - name: osm_alert_rules 2024-03-29T03:15:13.779557385Z rules: 2024-03-29T03:15:13.779563071Z - alert: vdu_down 2024-03-29T03:15:13.779568653Z annotations: 2024-03-29T03:15:13.779575014Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T03:15:13.779581862Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T03:15:13.779588270Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T03:15:13.779597346Z expr: vm_status_extended != 1 2024-03-29T03:15:13.779606061Z for: 3m 2024-03-29T03:15:13.779614261Z 2024-03-29T03:15:13.780802211Z New config written, updating prometheus 2024-03-29T03:15:18.809403054Z Prometheus config update successful 2024-03-29T03:15:18.809558831Z 2024-03-29T03:17:25.098148013Z Changes detected, updating prometheus config 2024-03-29T03:17:25.099479151Z Jobs detected: 0 2024-03-29T03:17:25.108909313Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T03:17:25.112879533Z alerting: 2024-03-29T03:17:25.112899070Z alertmanagers: 2024-03-29T03:17:25.112906934Z - static_configs: 2024-03-29T03:17:25.112912516Z - targets: 2024-03-29T03:17:25.112919180Z - alertmanager:9093 2024-03-29T03:17:25.112925030Z global: 2024-03-29T03:17:25.112931139Z evaluation_interval: 15s 2024-03-29T03:17:25.112937077Z scrape_interval: 15s 2024-03-29T03:17:25.112970919Z rule_files: 2024-03-29T03:17:25.112976520Z - osm_metric_rules.yml 2024-03-29T03:17:25.112982260Z - osm_alert_rules.yml 2024-03-29T03:17:25.112987701Z scrape_configs: 2024-03-29T03:17:25.112993034Z - job_name: mon_exporter 2024-03-29T03:17:25.112998454Z static_configs: 2024-03-29T03:17:25.113004361Z - targets: 2024-03-29T03:17:25.113010739Z - mon:8000 2024-03-29T03:17:25.113016502Z - honor_labels: true 2024-03-29T03:17:25.113022093Z job_name: pushgateway 2024-03-29T03:17:25.113027022Z scrape_interval: 30s 2024-03-29T03:17:25.113031813Z static_configs: 2024-03-29T03:17:25.113036102Z - targets: 2024-03-29T03:17:25.113041854Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T03:17:25.113046778Z 2024-03-29T03:17:25.117580875Z Alerts read: 1 2024-03-29T03:17:25.120104326Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T03:17:25.122651505Z groups: 2024-03-29T03:17:25.122664073Z - name: osm_alert_rules 2024-03-29T03:17:25.122667571Z rules: 2024-03-29T03:17:25.122671140Z - alert: vdu_down 2024-03-29T03:17:25.122674334Z annotations: 2024-03-29T03:17:25.122678844Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T03:17:25.122682875Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T03:17:25.122687437Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T03:17:25.122692889Z expr: vm_status_extended != 1 2024-03-29T03:17:25.122698868Z for: 3m 2024-03-29T03:17:25.122704496Z - name: _osm_alert_rules_20240329031725_ 2024-03-29T03:17:25.122709635Z rules: 2024-03-29T03:17:25.122715629Z - alert: vdu_alarm_67eb30ca-7dc2-421f-9338-d709f4f5df20 2024-03-29T03:17:25.122721779Z expr: osm_cpu_utilization{ns_id="c342c8ac-e38f-451b-b4d7-124e49839718", vnf_member_index="vnf", 2024-03-29T03:17:25.122726854Z vdu_id="cirros_vnfd-VM"} < 20.0000 2024-03-29T03:17:25.122731986Z for: 1m 2024-03-29T03:17:25.122736803Z labels: 2024-03-29T03:17:25.122742239Z ns_id: c342c8ac-e38f-451b-b4d7-124e49839718 2024-03-29T03:17:25.122748113Z vdu_id: cirros_vnfd-VM 2024-03-29T03:17:25.122752978Z vdu_name: '{{ $labels.vdu_name }}' 2024-03-29T03:17:25.122758150Z vnf_member_index: vnf 2024-03-29T03:17:25.122763232Z 2024-03-29T03:17:25.124923570Z New config written, updating prometheus 2024-03-29T03:17:30.150606193Z Prometheus config update successful 2024-03-29T03:17:30.150638650Z 2024-03-29T03:27:32.929697745Z Changes detected, updating prometheus config 2024-03-29T03:27:32.932890208Z Jobs detected: 0 2024-03-29T03:27:32.945456530Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T03:27:32.948310615Z alerting: 2024-03-29T03:27:32.948333905Z alertmanagers: 2024-03-29T03:27:32.948340271Z - static_configs: 2024-03-29T03:27:32.948345906Z - targets: 2024-03-29T03:27:32.948351037Z - alertmanager:9093 2024-03-29T03:27:32.948354711Z global: 2024-03-29T03:27:32.948359096Z evaluation_interval: 15s 2024-03-29T03:27:32.948362926Z scrape_interval: 15s 2024-03-29T03:27:32.948367219Z rule_files: 2024-03-29T03:27:32.948370909Z - osm_metric_rules.yml 2024-03-29T03:27:32.948374905Z - osm_alert_rules.yml 2024-03-29T03:27:32.948378589Z scrape_configs: 2024-03-29T03:27:32.948382188Z - job_name: mon_exporter 2024-03-29T03:27:32.948385964Z static_configs: 2024-03-29T03:27:32.948389605Z - targets: 2024-03-29T03:27:32.948393291Z - mon:8000 2024-03-29T03:27:32.948414555Z - honor_labels: true 2024-03-29T03:27:32.948418220Z job_name: pushgateway 2024-03-29T03:27:32.948421839Z scrape_interval: 30s 2024-03-29T03:27:32.948425422Z static_configs: 2024-03-29T03:27:32.948428965Z - targets: 2024-03-29T03:27:32.948433198Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T03:27:32.948436763Z 2024-03-29T03:27:32.952328876Z Alerts read: 0 2024-03-29T03:27:32.954685190Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T03:27:32.956030359Z groups: 2024-03-29T03:27:32.956045157Z - name: osm_alert_rules 2024-03-29T03:27:32.956103564Z rules: 2024-03-29T03:27:32.956121237Z - alert: vdu_down 2024-03-29T03:27:32.956129438Z annotations: 2024-03-29T03:27:32.956138284Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T03:27:32.956146431Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T03:27:32.956153617Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T03:27:32.956162832Z expr: vm_status_extended != 1 2024-03-29T03:27:32.956186838Z for: 3m 2024-03-29T03:27:32.956194037Z 2024-03-29T03:27:32.957035730Z New config written, updating prometheus 2024-03-29T03:27:37.993470219Z Prometheus config update successful 2024-03-29T03:27:37.993728560Z 2024-03-29T03:29:41.843769083Z Changes detected, updating prometheus config 2024-03-29T03:29:41.847108982Z Jobs detected: 1 2024-03-29T03:29:41.859699648Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T03:29:41.865591896Z alerting: 2024-03-29T03:29:41.865613348Z alertmanagers: 2024-03-29T03:29:41.865619030Z - static_configs: 2024-03-29T03:29:41.865623631Z - targets: 2024-03-29T03:29:41.865628300Z - alertmanager:9093 2024-03-29T03:29:41.865632389Z global: 2024-03-29T03:29:41.865636549Z evaluation_interval: 15s 2024-03-29T03:29:41.865640630Z scrape_interval: 15s 2024-03-29T03:29:41.865644864Z rule_files: 2024-03-29T03:29:41.865648950Z - osm_metric_rules.yml 2024-03-29T03:29:41.865652941Z - osm_alert_rules.yml 2024-03-29T03:29:41.865657723Z scrape_configs: 2024-03-29T03:29:41.865661870Z - job_name: mon_exporter 2024-03-29T03:29:41.865665855Z static_configs: 2024-03-29T03:29:41.865669897Z - targets: 2024-03-29T03:29:41.865673911Z - mon:8000 2024-03-29T03:29:41.865678067Z - honor_labels: true 2024-03-29T03:29:41.865682045Z job_name: pushgateway 2024-03-29T03:29:41.865686173Z scrape_interval: 30s 2024-03-29T03:29:41.865690947Z static_configs: 2024-03-29T03:29:41.865695055Z - targets: 2024-03-29T03:29:41.865699890Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T03:29:41.865703954Z - job_name: 464259f7217b4cc9a012f0592ae22212 2024-03-29T03:29:41.865707909Z metrics_path: /snmp 2024-03-29T03:29:41.865711975Z params: 2024-03-29T03:29:41.865716226Z module: 2024-03-29T03:29:41.865720269Z - osm-snmp 2024-03-29T03:29:41.865729389Z relabel_configs: 2024-03-29T03:29:41.865733376Z - source_labels: 2024-03-29T03:29:41.865737331Z - __address__ 2024-03-29T03:29:41.865741372Z target_label: __param_target 2024-03-29T03:29:41.865745349Z - source_labels: 2024-03-29T03:29:41.865749240Z - __param_target 2024-03-29T03:29:41.865753282Z target_label: instance 2024-03-29T03:29:41.865758417Z - replacement: eechart-0090238169-snmpexporter.94e32655-dac0-437a-a7d4-154aa7731522.svc:80 2024-03-29T03:29:41.865762456Z target_label: __address__ 2024-03-29T03:29:41.865766390Z static_configs: 2024-03-29T03:29:41.865798680Z - targets: 2024-03-29T03:29:41.865803105Z - 172.21.248.218 2024-03-29T03:29:41.865806924Z 2024-03-29T03:29:41.872022165Z Alerts read: 0 2024-03-29T03:29:41.874117858Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T03:29:41.875448801Z groups: 2024-03-29T03:29:41.875459837Z - name: osm_alert_rules 2024-03-29T03:29:41.875463484Z rules: 2024-03-29T03:29:41.875466773Z - alert: vdu_down 2024-03-29T03:29:41.875469908Z annotations: 2024-03-29T03:29:41.875473611Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T03:29:41.875494946Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T03:29:41.875498772Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T03:29:41.875502299Z expr: vm_status_extended != 1 2024-03-29T03:29:41.875505377Z for: 3m 2024-03-29T03:29:41.875508636Z 2024-03-29T03:29:41.876573640Z New config written, updating prometheus 2024-03-29T03:29:46.926181963Z Prometheus config update successful 2024-03-29T03:29:46.928366008Z 2024-03-29T03:30:07.294340910Z Changes detected, updating prometheus config 2024-03-29T03:30:07.299372251Z Jobs detected: 0 2024-03-29T03:30:07.304734870Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T03:30:07.307380579Z alerting: 2024-03-29T03:30:07.307405010Z alertmanagers: 2024-03-29T03:30:07.307409502Z - static_configs: 2024-03-29T03:30:07.307413208Z - targets: 2024-03-29T03:30:07.307417130Z - alertmanager:9093 2024-03-29T03:30:07.307440293Z global: 2024-03-29T03:30:07.307443481Z evaluation_interval: 15s 2024-03-29T03:30:07.307446858Z scrape_interval: 15s 2024-03-29T03:30:07.307450031Z rule_files: 2024-03-29T03:30:07.307453159Z - osm_metric_rules.yml 2024-03-29T03:30:07.307456369Z - osm_alert_rules.yml 2024-03-29T03:30:07.307459565Z scrape_configs: 2024-03-29T03:30:07.307463150Z - job_name: mon_exporter 2024-03-29T03:30:07.307466672Z static_configs: 2024-03-29T03:30:07.307469777Z - targets: 2024-03-29T03:30:07.307472921Z - mon:8000 2024-03-29T03:30:07.307476058Z - honor_labels: true 2024-03-29T03:30:07.307479161Z job_name: pushgateway 2024-03-29T03:30:07.307482201Z scrape_interval: 30s 2024-03-29T03:30:07.307485803Z static_configs: 2024-03-29T03:30:07.307488853Z - targets: 2024-03-29T03:30:07.307492927Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T03:30:07.307501908Z 2024-03-29T03:30:07.311206849Z Alerts read: 0 2024-03-29T03:30:07.314095043Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T03:30:07.315434190Z groups: 2024-03-29T03:30:07.315451465Z - name: osm_alert_rules 2024-03-29T03:30:07.315455178Z rules: 2024-03-29T03:30:07.315458768Z - alert: vdu_down 2024-03-29T03:30:07.315462152Z annotations: 2024-03-29T03:30:07.315466515Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T03:30:07.315471043Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T03:30:07.315474344Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T03:30:07.315478180Z expr: vm_status_extended != 1 2024-03-29T03:30:07.315482007Z for: 3m 2024-03-29T03:30:07.315490329Z 2024-03-29T03:30:07.316748864Z New config written, updating prometheus 2024-03-29T03:30:12.375454784Z Prometheus config update successful 2024-03-29T03:30:12.375522611Z 2024-03-29T03:43:31.526243563Z Changes detected, updating prometheus config 2024-03-29T03:43:31.529855010Z Jobs detected: 0 2024-03-29T03:43:31.536231405Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T03:43:31.538341982Z alerting: 2024-03-29T03:43:31.538355766Z alertmanagers: 2024-03-29T03:43:31.538361321Z - static_configs: 2024-03-29T03:43:31.538365838Z - targets: 2024-03-29T03:43:31.538370691Z - alertmanager:9093 2024-03-29T03:43:31.538379390Z global: 2024-03-29T03:43:31.538383724Z evaluation_interval: 15s 2024-03-29T03:43:31.538387977Z scrape_interval: 15s 2024-03-29T03:43:31.538392044Z rule_files: 2024-03-29T03:43:31.538396101Z - osm_metric_rules.yml 2024-03-29T03:43:31.538400467Z - osm_alert_rules.yml 2024-03-29T03:43:31.538404612Z scrape_configs: 2024-03-29T03:43:31.538409134Z - job_name: mon_exporter 2024-03-29T03:43:31.538413136Z static_configs: 2024-03-29T03:43:31.538417250Z - targets: 2024-03-29T03:43:31.538421364Z - mon:8000 2024-03-29T03:43:31.538425893Z - honor_labels: true 2024-03-29T03:43:31.538446308Z job_name: pushgateway 2024-03-29T03:43:31.538451963Z scrape_interval: 30s 2024-03-29T03:43:31.538497590Z static_configs: 2024-03-29T03:43:31.538502241Z - targets: 2024-03-29T03:43:31.538507637Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T03:43:31.538511646Z 2024-03-29T03:43:31.541728925Z Alerts read: 2 2024-03-29T03:43:31.543669799Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T03:43:31.546665433Z groups: 2024-03-29T03:43:31.546680156Z - name: osm_alert_rules 2024-03-29T03:43:31.546684892Z rules: 2024-03-29T03:43:31.546689383Z - alert: vdu_down 2024-03-29T03:43:31.546693924Z annotations: 2024-03-29T03:43:31.546699092Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T03:43:31.546703903Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T03:43:31.546708681Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T03:43:31.546713810Z expr: vm_status_extended != 1 2024-03-29T03:43:31.546717955Z for: 3m 2024-03-29T03:43:31.546722260Z - name: _osm_alert_rules_20240329034331_ 2024-03-29T03:43:31.546726284Z rules: 2024-03-29T03:43:31.546731522Z - alert: scalein_1e1e96d7-43d7-4c04-867d-9885463873e5 2024-03-29T03:43:31.546735671Z expr: (count (osm_cpu_utilization{ns_id="5a13c410-47ed-4de0-a77e-1434803f14e3", 2024-03-29T03:43:31.546740464Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="5a13c410-47ed-4de0-a77e-1434803f14e3", 2024-03-29T03:43:31.546744821Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T03:43:31.546749082Z for: 1m 2024-03-29T03:43:31.546753158Z labels: 2024-03-29T03:43:31.546757343Z ns_id: 5a13c410-47ed-4de0-a77e-1434803f14e3 2024-03-29T03:43:31.546761559Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T03:43:31.546766358Z vnf_member_index: '1' 2024-03-29T03:43:31.546771028Z - alert: scaleout_a596a450-3d19-4e8a-aafe-7499256c5b0d 2024-03-29T03:43:31.546775501Z expr: (count (osm_cpu_utilization{ns_id="5a13c410-47ed-4de0-a77e-1434803f14e3", 2024-03-29T03:43:31.546779724Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="5a13c410-47ed-4de0-a77e-1434803f14e3", 2024-03-29T03:43:31.546784260Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T03:43:31.546788979Z for: 1m 2024-03-29T03:43:31.546793166Z labels: 2024-03-29T03:43:31.546814624Z ns_id: 5a13c410-47ed-4de0-a77e-1434803f14e3 2024-03-29T03:43:31.546819356Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T03:43:31.546823415Z vnf_member_index: '1' 2024-03-29T03:43:31.546827253Z 2024-03-29T03:43:31.549643626Z New config written, updating prometheus 2024-03-29T03:43:36.598617047Z Prometheus config update successful 2024-03-29T03:43:36.598653074Z 2024-03-29T03:43:36.598661257Z Changes detected, updating prometheus config 2024-03-29T03:43:36.603611728Z Jobs detected: 0 2024-03-29T03:43:36.637554202Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T03:43:36.637583520Z alerting: 2024-03-29T03:43:36.637588566Z alertmanagers: 2024-03-29T03:43:36.637593434Z - static_configs: 2024-03-29T03:43:36.637597783Z - targets: 2024-03-29T03:43:36.637602454Z - alertmanager:9093 2024-03-29T03:43:36.637606859Z global: 2024-03-29T03:43:36.637611209Z evaluation_interval: 15s 2024-03-29T03:43:36.637615320Z scrape_interval: 15s 2024-03-29T03:43:36.637619724Z rule_files: 2024-03-29T03:43:36.637623817Z - osm_metric_rules.yml 2024-03-29T03:43:36.637628109Z - osm_alert_rules.yml 2024-03-29T03:43:36.637632374Z scrape_configs: 2024-03-29T03:43:36.637636579Z - job_name: mon_exporter 2024-03-29T03:43:36.637640638Z static_configs: 2024-03-29T03:43:36.637645168Z - targets: 2024-03-29T03:43:36.637649221Z - mon:8000 2024-03-29T03:43:36.637653685Z - honor_labels: true 2024-03-29T03:43:36.637657843Z job_name: pushgateway 2024-03-29T03:43:36.637661880Z scrape_interval: 30s 2024-03-29T03:43:36.637666070Z static_configs: 2024-03-29T03:43:36.637670100Z - targets: 2024-03-29T03:43:36.637676474Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T03:43:36.637680465Z 2024-03-29T03:43:36.637684584Z Alerts read: 2 2024-03-29T03:43:36.638963557Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T03:43:36.647157529Z groups: 2024-03-29T03:43:36.647176879Z - name: osm_alert_rules 2024-03-29T03:43:36.647180534Z rules: 2024-03-29T03:43:36.647183851Z - alert: vdu_down 2024-03-29T03:43:36.647187080Z annotations: 2024-03-29T03:43:36.647191070Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T03:43:36.647194780Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T03:43:36.647198151Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T03:43:36.647202094Z expr: vm_status_extended != 1 2024-03-29T03:43:36.647205510Z for: 3m 2024-03-29T03:43:36.647208616Z - name: _osm_alert_rules_20240329034336_ 2024-03-29T03:43:36.647212418Z rules: 2024-03-29T03:43:36.647216128Z - alert: scalein_1e1e96d7-43d7-4c04-867d-9885463873e5 2024-03-29T03:43:36.647219277Z expr: (count (osm_cpu_utilization{ns_id="5a13c410-47ed-4de0-a77e-1434803f14e3", 2024-03-29T03:43:36.647222955Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="5a13c410-47ed-4de0-a77e-1434803f14e3", 2024-03-29T03:43:36.647230621Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-03-29T03:43:36.647233671Z for: 1m 2024-03-29T03:43:36.647236695Z labels: 2024-03-29T03:43:36.647239756Z ns_id: 5a13c410-47ed-4de0-a77e-1434803f14e3 2024-03-29T03:43:36.647242745Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T03:43:36.647253880Z vnf_member_index: '1' 2024-03-29T03:43:36.647256976Z - alert: scaleout_a596a450-3d19-4e8a-aafe-7499256c5b0d 2024-03-29T03:43:36.647327441Z expr: (count (osm_cpu_utilization{ns_id="5a13c410-47ed-4de0-a77e-1434803f14e3", 2024-03-29T03:43:36.647331648Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="5a13c410-47ed-4de0-a77e-1434803f14e3", 2024-03-29T03:43:36.647334989Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-03-29T03:43:36.647338457Z for: 1m 2024-03-29T03:43:36.647341456Z labels: 2024-03-29T03:43:36.647344958Z ns_id: 5a13c410-47ed-4de0-a77e-1434803f14e3 2024-03-29T03:43:36.647365797Z vdu_id: hackfest_basic_metrics-VM 2024-03-29T03:43:36.647369830Z vnf_member_index: '1' 2024-03-29T03:43:36.647372683Z 2024-03-29T03:43:36.647375697Z New config written, updating prometheus 2024-03-29T03:43:41.682706535Z Prometheus config update successful 2024-03-29T03:43:41.682851809Z 2024-03-29T03:44:25.274645839Z Changes detected, updating prometheus config 2024-03-29T03:44:25.276502112Z Jobs detected: 0 2024-03-29T03:44:25.284906780Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T03:44:25.288167186Z alerting: 2024-03-29T03:44:25.288211545Z alertmanagers: 2024-03-29T03:44:25.288226649Z - static_configs: 2024-03-29T03:44:25.288238748Z - targets: 2024-03-29T03:44:25.288251337Z - alertmanager:9093 2024-03-29T03:44:25.288263126Z global: 2024-03-29T03:44:25.288275660Z evaluation_interval: 15s 2024-03-29T03:44:25.288287431Z scrape_interval: 15s 2024-03-29T03:44:25.288299393Z rule_files: 2024-03-29T03:44:25.288311248Z - osm_metric_rules.yml 2024-03-29T03:44:25.288323566Z - osm_alert_rules.yml 2024-03-29T03:44:25.288335457Z scrape_configs: 2024-03-29T03:44:25.288347009Z - job_name: mon_exporter 2024-03-29T03:44:25.288358828Z static_configs: 2024-03-29T03:44:25.288370517Z - targets: 2024-03-29T03:44:25.288382231Z - mon:8000 2024-03-29T03:44:25.288393823Z - honor_labels: true 2024-03-29T03:44:25.288406457Z job_name: pushgateway 2024-03-29T03:44:25.288418248Z scrape_interval: 30s 2024-03-29T03:44:25.288430359Z static_configs: 2024-03-29T03:44:25.288442305Z - targets: 2024-03-29T03:44:25.288455450Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T03:44:25.288467674Z 2024-03-29T03:44:25.291231510Z Alerts read: 0 2024-03-29T03:44:25.292929512Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T03:44:25.294006359Z groups: 2024-03-29T03:44:25.294032145Z - name: osm_alert_rules 2024-03-29T03:44:25.294041428Z rules: 2024-03-29T03:44:25.294050757Z - alert: vdu_down 2024-03-29T03:44:25.294059320Z annotations: 2024-03-29T03:44:25.294069013Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T03:44:25.294078358Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T03:44:25.294086726Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T03:44:25.294096148Z expr: vm_status_extended != 1 2024-03-29T03:44:25.294104719Z for: 3m 2024-03-29T03:44:25.294112833Z 2024-03-29T03:44:25.294906657Z New config written, updating prometheus 2024-03-29T03:44:30.333958343Z Prometheus config update successful 2024-03-29T03:44:30.333994243Z 2024-03-29T03:44:30.334000088Z Changes detected, updating prometheus config 2024-03-29T03:44:30.336529655Z Jobs detected: 0 2024-03-29T03:44:30.348816994Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-29T03:44:30.351955260Z alerting: 2024-03-29T03:44:30.351980426Z alertmanagers: 2024-03-29T03:44:30.352026797Z - static_configs: 2024-03-29T03:44:30.352037397Z - targets: 2024-03-29T03:44:30.352047832Z - alertmanager:9093 2024-03-29T03:44:30.352057371Z global: 2024-03-29T03:44:30.352066525Z evaluation_interval: 15s 2024-03-29T03:44:30.352075726Z scrape_interval: 15s 2024-03-29T03:44:30.352083970Z rule_files: 2024-03-29T03:44:30.352092666Z - osm_metric_rules.yml 2024-03-29T03:44:30.352099243Z - osm_alert_rules.yml 2024-03-29T03:44:30.352104712Z scrape_configs: 2024-03-29T03:44:30.352110346Z - job_name: mon_exporter 2024-03-29T03:44:30.352115826Z static_configs: 2024-03-29T03:44:30.352121404Z - targets: 2024-03-29T03:44:30.352127512Z - mon:8000 2024-03-29T03:44:30.352133109Z - honor_labels: true 2024-03-29T03:44:30.352138616Z job_name: pushgateway 2024-03-29T03:44:30.352144156Z scrape_interval: 30s 2024-03-29T03:44:30.352149628Z static_configs: 2024-03-29T03:44:30.352155173Z - targets: 2024-03-29T03:44:30.352161455Z - pushgateway-prometheus-pushgateway:9091 2024-03-29T03:44:30.352166890Z 2024-03-29T03:44:30.356976541Z Alerts read: 0 2024-03-29T03:44:30.359472663Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-03-29T03:44:30.361082763Z groups: 2024-03-29T03:44:30.361095970Z - name: osm_alert_rules 2024-03-29T03:44:30.361100349Z rules: 2024-03-29T03:44:30.361104357Z - alert: vdu_down 2024-03-29T03:44:30.361108038Z annotations: 2024-03-29T03:44:30.361112381Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-03-29T03:44:30.361116721Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-03-29T03:44:30.361120333Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-03-29T03:44:30.361124703Z expr: vm_status_extended != 1 2024-03-29T03:44:30.361128494Z for: 3m 2024-03-29T03:44:30.361131925Z 2024-03-29T03:44:30.362632299Z New config written, updating prometheus 2024-03-29T03:44:35.390995272Z Prometheus config update successful 2024-03-29T03:44:35.391054987Z