2024-04-06T01:29:17.100946595Z ts=2024-04-06T01:29:17.100Z caller=main.go:539 level=info msg="No time or size retention was set so using the default time retention" duration=15d
2024-04-06T01:29:17.100977597Z ts=2024-04-06T01:29:17.100Z caller=main.go:583 level=info msg="Starting Prometheus Server" mode=server version="(version=2.47.0, branch=HEAD, revision=efa34a5840661c29c2e362efa76bc3a70dccb335)"
2024-04-06T01:29:17.101115885Z ts=2024-04-06T01:29:17.100Z caller=main.go:588 level=info build_context="(go=go1.21.0, platform=linux/amd64, user=root@409eb5e6b30c, date=20230906-10:20:07, tags=netgo,builtinassets,stringlabels)"
2024-04-06T01:29:17.101136257Z ts=2024-04-06T01:29:17.101Z caller=main.go:589 level=info host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))"
2024-04-06T01:29:17.101210504Z ts=2024-04-06T01:29:17.101Z caller=main.go:590 level=info fd_limits="(soft=1048576, hard=1048576)"
2024-04-06T01:29:17.101330743Z ts=2024-04-06T01:29:17.101Z caller=main.go:591 level=info vm_limits="(soft=unlimited, hard=unlimited)"
2024-04-06T01:29:17.102952322Z ts=2024-04-06T01:29:17.102Z caller=web.go:566 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090
2024-04-06T01:29:17.103557304Z ts=2024-04-06T01:29:17.103Z caller=main.go:1024 level=info msg="Starting TSDB ..."
2024-04-06T01:29:17.104517114Z ts=2024-04-06T01:29:17.104Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090
2024-04-06T01:29:17.104528957Z ts=2024-04-06T01:29:17.104Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090
2024-04-06T01:29:17.114069311Z ts=2024-04-06T01:29:17.113Z caller=head.go:600 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
2024-04-06T01:29:17.114092805Z ts=2024-04-06T01:29:17.113Z caller=head.go:681 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.366µs
2024-04-06T01:29:17.114096491Z ts=2024-04-06T01:29:17.113Z caller=head.go:689 level=info component=tsdb msg="Replaying WAL, this may take a while"
2024-04-06T01:29:17.114497147Z ts=2024-04-06T01:29:17.114Z caller=head.go:760 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
2024-04-06T01:29:17.114509042Z ts=2024-04-06T01:29:17.114Z caller=head.go:797 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=38.086µs wal_replay_duration=396.967µs wbl_replay_duration=271ns total_replay_duration=458.909µs
2024-04-06T01:29:17.119481459Z ts=2024-04-06T01:29:17.119Z caller=main.go:1045 level=info fs_type=EXT4_SUPER_MAGIC
2024-04-06T01:29:17.119493593Z ts=2024-04-06T01:29:17.119Z caller=main.go:1048 level=info msg="TSDB started"
2024-04-06T01:29:17.119497479Z ts=2024-04-06T01:29:17.119Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:29:17.121936695Z ts=2024-04-06T01:29:17.121Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.527747ms db_storage=1.376µs remote_storage=1.728µs web_handler=565ns query_engine=1.036µs scrape=720.848µs scrape_sd=64.206µs notify=47.742µs notify_sd=8.687µs rules=1.336651ms tracing=5.73µs
2024-04-06T01:29:17.121946832Z ts=2024-04-06T01:29:17.121Z caller=main.go:1009 level=info msg="Server is ready to receive web requests."
2024-04-06T01:29:17.122083835Z ts=2024-04-06T01:29:17.121Z caller=manager.go:1009 level=info component="rule manager" msg="Starting rule manager..."
2024-04-06T01:30:01.235356991Z ts=2024-04-06T01:30:01.235Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:30:01.239906214Z ts=2024-04-06T01:30:01.239Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.99649ms db_storage=2.213µs remote_storage=1.63µs web_handler=712ns query_engine=1.243µs scrape=1.207299ms scrape_sd=69.055µs notify=86.543µs notify_sd=31.875µs rules=1.426298ms tracing=12.431µs
2024-04-06T01:43:46.118046904Z ts=2024-04-06T01:43:46.117Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:43:46.120831239Z ts=2024-04-06T01:43:46.120Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.935674ms db_storage=4.938µs remote_storage=1.741µs web_handler=968ns query_engine=1.265µs scrape=176.747µs scrape_sd=43.962µs notify=49.932µs notify_sd=6.831µs rules=1.462688ms tracing=13.882µs
2024-04-06T01:43:51.185518488Z ts=2024-04-06T01:43:51.185Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:43:51.191454369Z ts=2024-04-06T01:43:51.191Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.08686ms db_storage=2.682µs remote_storage=16.486µs web_handler=869ns query_engine=12.903µs scrape=355.967µs scrape_sd=141.522µs notify=97.055µs notify_sd=24.377µs rules=4.142781ms tracing=7.877µs
2024-04-06T01:44:32.583246779Z ts=2024-04-06T01:44:32.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"e954d693-87dd-4dcd-8225-caa26489adb4\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"1742211b-2b74-46e7-9db5-c0ba28b2b435\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T01:44:47.582516764Z ts=2024-04-06T01:44:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"e954d693-87dd-4dcd-8225-caa26489adb4\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"1742211b-2b74-46e7-9db5-c0ba28b2b435\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T01:45:02.583556257Z ts=2024-04-06T01:45:02.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"e954d693-87dd-4dcd-8225-caa26489adb4\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"1742211b-2b74-46e7-9db5-c0ba28b2b435\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T01:45:16.337324229Z ts=2024-04-06T01:45:16.334Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:45:16.339438200Z ts=2024-04-06T01:45:16.339Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.550312ms db_storage=2.066µs remote_storage=1.655µs web_handler=694ns query_engine=2.205µs scrape=271.088µs scrape_sd=66.764µs notify=51.799µs notify_sd=9.443µs rules=2.44353ms tracing=15.889µs
2024-04-06T01:45:17.582792612Z ts=2024-04-06T01:45:17.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"e954d693-87dd-4dcd-8225-caa26489adb4\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"1742211b-2b74-46e7-9db5-c0ba28b2b435\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T01:45:21.390374580Z ts=2024-04-06T01:45:21.390Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:45:21.392045355Z ts=2024-04-06T01:45:21.391Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.639831ms db_storage=2.084µs remote_storage=2.006µs web_handler=593ns query_engine=1.245µs scrape=100.177µs scrape_sd=38.796µs notify=22.169µs notify_sd=9.093µs rules=992.755µs tracing=7.446µs
2024-04-06T01:45:32.583420055Z ts=2024-04-06T01:45:32.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"e954d693-87dd-4dcd-8225-caa26489adb4\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"1742211b-2b74-46e7-9db5-c0ba28b2b435\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T01:45:47.583488699Z ts=2024-04-06T01:45:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"e954d693-87dd-4dcd-8225-caa26489adb4\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"1742211b-2b74-46e7-9db5-c0ba28b2b435\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T01:46:02.582804213Z ts=2024-04-06T01:46:02.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"e954d693-87dd-4dcd-8225-caa26489adb4\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"1742211b-2b74-46e7-9db5-c0ba28b2b435\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T01:46:17.583125140Z ts=2024-04-06T01:46:17.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"e954d693-87dd-4dcd-8225-caa26489adb4\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"1742211b-2b74-46e7-9db5-c0ba28b2b435\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T01:46:32.581394087Z ts=2024-04-06T01:46:32.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"e954d693-87dd-4dcd-8225-caa26489adb4\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"1742211b-2b74-46e7-9db5-c0ba28b2b435\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T01:46:44.314574983Z ts=2024-04-06T01:46:44.312Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:46:44.314592663Z ts=2024-04-06T01:46:44.314Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.195237ms db_storage=6.191µs remote_storage=1.617µs web_handler=668ns query_engine=1.171µs scrape=156.141µs scrape_sd=43.961µs notify=48.222µs notify_sd=7.971µs rules=1.471668ms tracing=13.099µs
2024-04-06T01:46:47.582602939Z ts=2024-04-06T01:46:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"e954d693-87dd-4dcd-8225-caa26489adb4\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"02ece64b-0eef-4d32-8b04-b14c7197707e\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"1742211b-2b74-46e7-9db5-c0ba28b2b435\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"608e5033-8726-4f4b-b094-4690a1fcf2e4\", vnf_id=\"6e6ea7ec-e486-4b61-a47a-c906e90e85c6\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T01:46:49.382596627Z ts=2024-04-06T01:46:49.382Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:46:49.388522173Z ts=2024-04-06T01:46:49.388Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.935968ms db_storage=2.851µs remote_storage=3.164µs web_handler=592ns query_engine=1.618µs scrape=178.943µs scrape_sd=52.213µs notify=28.292µs notify_sd=15.339µs rules=4.867996ms tracing=10.241µs
2024-04-06T01:46:54.454476743Z ts=2024-04-06T01:46:54.454Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:46:54.456932425Z ts=2024-04-06T01:46:54.456Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.393605ms db_storage=1.852µs remote_storage=1.509µs web_handler=602ns query_engine=1.447µs scrape=87.844µs scrape_sd=28.47µs notify=15.836µs notify_sd=15.112µs rules=1.905482ms tracing=8.91µs
2024-04-06T01:46:59.541558005Z ts=2024-04-06T01:46:59.541Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:46:59.545369543Z ts=2024-04-06T01:46:59.545Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.772078ms db_storage=2.143µs remote_storage=1.97µs web_handler=441ns query_engine=1.374µs scrape=125.136µs scrape_sd=34.166µs notify=18.883µs notify_sd=9.846µs rules=2.849253ms tracing=7.838µs
2024-04-06T01:47:04.601757206Z ts=2024-04-06T01:47:04.601Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:47:04.605459492Z ts=2024-04-06T01:47:04.605Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.719264ms db_storage=1.7µs remote_storage=1.522µs web_handler=538ns query_engine=1.196µs scrape=105.264µs scrape_sd=33.367µs notify=18.958µs notify_sd=7.392µs rules=3.163915ms tracing=6.107µs
2024-04-06T01:47:09.658105676Z ts=2024-04-06T01:47:09.657Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:47:09.661379700Z ts=2024-04-06T01:47:09.661Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.302157ms db_storage=1.948µs remote_storage=1.436µs web_handler=419ns query_engine=1.176µs scrape=138.979µs scrape_sd=41.226µs notify=25.255µs notify_sd=7.029µs rules=2.581012ms tracing=28.189µs
2024-04-06T01:48:32.628773197Z ts=2024-04-06T01:48:32.628Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:48:32.632543675Z ts=2024-04-06T01:48:32.632Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.688464ms db_storage=6.322µs remote_storage=1.819µs web_handler=1.068µs query_engine=1.287µs scrape=402.419µs scrape_sd=120.385µs notify=77.782µs notify_sd=10.047µs rules=1.96688ms tracing=19.688µs
2024-04-06T01:48:37.676822439Z ts=2024-04-06T01:48:37.676Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:48:37.678270811Z ts=2024-04-06T01:48:37.678Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.446634ms db_storage=1.96µs remote_storage=1.381µs web_handler=319ns query_engine=1.012µs scrape=73.979µs scrape_sd=30.444µs notify=15.483µs notify_sd=11.963µs rules=910.996µs tracing=5.593µs
2024-04-06T01:48:42.728107385Z ts=2024-04-06T01:48:42.727Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:48:42.729883311Z ts=2024-04-06T01:48:42.729Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.783697ms db_storage=2.269µs remote_storage=1.814µs web_handler=515ns query_engine=1.478µs scrape=103.251µs scrape_sd=28.263µs notify=17.182µs notify_sd=9.259µs rules=1.26928ms tracing=6.578µs
2024-04-06T01:48:47.784783783Z ts=2024-04-06T01:48:47.784Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:48:47.788269345Z ts=2024-04-06T01:48:47.788Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.44803ms db_storage=3.267µs remote_storage=3.84µs web_handler=1.583µs query_engine=1.999µs scrape=266.985µs scrape_sd=66.108µs notify=30.689µs notify_sd=16.401µs rules=2.188665ms tracing=9.67µs
2024-04-06T01:48:52.842845673Z ts=2024-04-06T01:48:52.842Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:48:52.849759307Z ts=2024-04-06T01:48:52.849Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.9623ms db_storage=3.25µs remote_storage=3.156µs web_handler=878ns query_engine=1.765µs scrape=721.785µs scrape_sd=123.843µs notify=536.796µs notify_sd=98.05µs rules=3.991069ms tracing=11.24µs
2024-04-06T01:48:57.903714704Z ts=2024-04-06T01:48:57.903Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T01:48:57.908408912Z ts=2024-04-06T01:48:57.908Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.688013ms db_storage=2.606µs remote_storage=3.04µs web_handler=701ns query_engine=1.93µs scrape=407.612µs scrape_sd=111.593µs notify=59.944µs notify_sd=63.048µs rules=2.963247ms tracing=7.789µs
2024-04-06T02:48:04.923484293Z ts=2024-04-06T02:48:04.923Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T02:48:04.925492264Z ts=2024-04-06T02:48:04.925Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.130248ms db_storage=13.892µs remote_storage=1.582µs web_handler=982ns query_engine=1.139µs scrape=188.887µs scrape_sd=36.514µs notify=48.434µs notify_sd=10.875µs rules=1.006079ms tracing=11.485µs
2024-04-06T02:53:50.921863524Z ts=2024-04-06T02:53:50.921Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T02:53:50.924812559Z ts=2024-04-06T02:53:50.924Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.027142ms db_storage=6.118µs remote_storage=2.226µs web_handler=822ns query_engine=1.206µs scrape=224.605µs scrape_sd=49.56µs notify=94.572µs notify_sd=16.681µs rules=1.56406ms tracing=15.209µs
2024-04-06T03:08:52.276038634Z ts=2024-04-06T03:08:52.275Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:08:52.281681917Z ts=2024-04-06T03:08:52.281Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.770773ms db_storage=8.309µs remote_storage=2.459µs web_handler=998ns query_engine=1.552µs scrape=344.931µs scrape_sd=79.224µs notify=130.356µs notify_sd=125.711µs rules=3.573734ms tracing=55.87µs
2024-04-06T03:08:57.340912246Z ts=2024-04-06T03:08:57.340Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:08:57.342963677Z ts=2024-04-06T03:08:57.342Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.03013ms db_storage=2.218µs remote_storage=1.598µs web_handler=509ns query_engine=2.056µs scrape=114.798µs scrape_sd=43.852µs notify=38.64µs notify_sd=26.96µs rules=1.508082ms tracing=5.722µs
2024-04-06T03:16:16.827880631Z ts=2024-04-06T03:16:16.827Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:16:16.829788608Z ts=2024-04-06T03:16:16.829Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.017811ms db_storage=5.12µs remote_storage=1.647µs web_handler=793ns query_engine=1.495µs scrape=178.941µs scrape_sd=37.401µs notify=47.383µs notify_sd=9.199µs rules=1.05429ms tracing=13.642µs
2024-04-06T03:16:21.871016485Z ts=2024-04-06T03:16:21.870Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:16:21.873731076Z ts=2024-04-06T03:16:21.873Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.708913ms db_storage=1.762µs remote_storage=2.266µs web_handler=512ns query_engine=1.239µs scrape=210.811µs scrape_sd=45.927µs notify=87.667µs notify_sd=72.888µs rules=1.579989ms tracing=6.264µs
2024-04-06T03:17:08.157489548Z ts=2024-04-06T03:17:08.155Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:17:08.158287352Z ts=2024-04-06T03:17:08.158Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.959503ms db_storage=4.912µs remote_storage=1.435µs web_handler=544ns query_engine=1.022µs scrape=184.425µs scrape_sd=55.774µs notify=62.742µs notify_sd=7.245µs rules=1.992082ms tracing=11.817µs
2024-04-06T03:17:13.211911442Z ts=2024-04-06T03:17:13.211Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:17:13.214264957Z ts=2024-04-06T03:17:13.214Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.353367ms db_storage=1.937µs remote_storage=1.499µs web_handler=434ns query_engine=1.196µs scrape=121.986µs scrape_sd=34.575µs notify=25.403µs notify_sd=9.228µs rules=1.770609ms tracing=5.875µs
2024-04-06T03:30:40.120465675Z ts=2024-04-06T03:30:40.120Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:30:40.122461500Z ts=2024-04-06T03:30:40.122Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.078998ms db_storage=5.368µs remote_storage=1.57µs web_handler=713ns query_engine=1.166µs scrape=142.469µs scrape_sd=70.956µs notify=47.043µs notify_sd=8.814µs rules=956.681µs tracing=9.877µs
2024-04-06T03:30:45.178821496Z ts=2024-04-06T03:30:45.178Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:30:45.180155425Z ts=2024-04-06T03:30:45.180Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.353485ms db_storage=1.618µs remote_storage=1.39µs web_handler=415ns query_engine=1.032µs scrape=86.58µs scrape_sd=21.938µs notify=35.782µs notify_sd=10.073µs rules=842.416µs tracing=4.203µs
2024-04-06T03:33:44.014400943Z ts=2024-04-06T03:33:44.014Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:33:44.018068760Z ts=2024-04-06T03:33:44.017Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.67638ms db_storage=6.475µs remote_storage=1.885µs web_handler=1.199µs query_engine=1.279µs scrape=261.795µs scrape_sd=58.427µs notify=57.101µs notify_sd=30.606µs rules=1.423662ms tracing=14.179µs
2024-04-06T03:42:11.419788370Z ts=2024-04-06T03:42:11.419Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:42:11.421648634Z ts=2024-04-06T03:42:11.421Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.904438ms db_storage=1.823µs remote_storage=1.465µs web_handler=645ns query_engine=1.215µs scrape=158.616µs scrape_sd=54.738µs notify=44.77µs notify_sd=7.372µs rules=979.778µs tracing=10.872µs
2024-04-06T03:44:22.639480787Z ts=2024-04-06T03:44:22.639Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:44:22.645354770Z ts=2024-04-06T03:44:22.645Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.047658ms db_storage=9.02µs remote_storage=2.564µs web_handler=1.296µs query_engine=1.59µs scrape=354.585µs scrape_sd=139.305µs notify=96.919µs notify_sd=18.852µs rules=2.339683ms tracing=28.803µs
2024-04-06T03:44:46.991605749Z ts=2024-04-06T03:44:46.991Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:44:46.997624916Z ts=2024-04-06T03:44:46.997Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.036312ms db_storage=2.171µs remote_storage=2.723µs web_handler=585ns query_engine=1.497µs scrape=1.529561ms scrape_sd=102.012µs notify=92.005µs notify_sd=15.287µs rules=3.296052ms tracing=10.109µs
2024-04-06T03:48:32.584033834Z ts=2024-04-06T03:48:32.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"848951a1-f09c-4805-8ddc-d9e6fe20aa22\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7daf61c4-2252-4b3d-83aa-34b738b38319\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"f620a9fa-c202-4828-b583-a5730ecde21e\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"848951a1-f09c-4805-8ddc-d9e6fe20aa22\", vnf_id=\"e3f79724-8588-4172-93e1-29289c5b6f5c\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7daf61c4-2252-4b3d-83aa-34b738b38319\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"f620a9fa-c202-4828-b583-a5730ecde21e\", vdu_name=\"UNKNOWN\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"848951a1-f09c-4805-8ddc-d9e6fe20aa22\", vnf_id=\"e3f79724-8588-4172-93e1-29289c5b6f5c\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T03:48:47.582248299Z ts=2024-04-06T03:48:47.581Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"848951a1-f09c-4805-8ddc-d9e6fe20aa22\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7daf61c4-2252-4b3d-83aa-34b738b38319\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"f620a9fa-c202-4828-b583-a5730ecde21e\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"848951a1-f09c-4805-8ddc-d9e6fe20aa22\", vnf_id=\"e3f79724-8588-4172-93e1-29289c5b6f5c\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7daf61c4-2252-4b3d-83aa-34b738b38319\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"f620a9fa-c202-4828-b583-a5730ecde21e\", vdu_name=\"UNKNOWN\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"848951a1-f09c-4805-8ddc-d9e6fe20aa22\", vnf_id=\"e3f79724-8588-4172-93e1-29289c5b6f5c\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T03:54:32.584360216Z ts=2024-04-06T03:54:32.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"4ff8740e-599d-41d6-a571-305f7e93b96e\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"57d7bfc3-449e-4270-b57f-018cdea28a02\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"7b53cf14-ce53-4495-9b3f-e3efcf677215\", vdu_name=\"sliceshared.slic-edge-ubuntu_slice-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"4ff8740e-599d-41d6-a571-305f7e93b96e\", vnf_id=\"90b8117f-0389-48ff-85d6-7d30ba486801\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"57d7bfc3-449e-4270-b57f-018cdea28a02\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"7b53cf14-ce53-4495-9b3f-e3efcf677215\", vdu_name=\"UNKNOWN\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"4ff8740e-599d-41d6-a571-305f7e93b96e\", vnf_id=\"90b8117f-0389-48ff-85d6-7d30ba486801\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T03:54:47.584177815Z ts=2024-04-06T03:54:47.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"4ff8740e-599d-41d6-a571-305f7e93b96e\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"57d7bfc3-449e-4270-b57f-018cdea28a02\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"7b53cf14-ce53-4495-9b3f-e3efcf677215\", vdu_name=\"sliceshared.slic-edge-ubuntu_slice-VM-0\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"4ff8740e-599d-41d6-a571-305f7e93b96e\", vnf_id=\"90b8117f-0389-48ff-85d6-7d30ba486801\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"57d7bfc3-449e-4270-b57f-018cdea28a02\", project_id=\"c52b53fb-8509-4cc1-9c94-2622c537311c\", vdu_id=\"7b53cf14-ce53-4495-9b3f-e3efcf677215\", vdu_name=\"UNKNOWN\", vim_id=\"26366e96-ab6b-4bac-84af-b822e289d1df\", vm_id=\"4ff8740e-599d-41d6-a571-305f7e93b96e\", vnf_id=\"90b8117f-0389-48ff-85d6-7d30ba486801\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-06T03:58:00.377290585Z ts=2024-04-06T03:58:00.376Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:58:00.381291737Z ts=2024-04-06T03:58:00.380Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.093414ms db_storage=4.866µs remote_storage=2.115µs web_handler=713ns query_engine=1.475µs scrape=259.916µs scrape_sd=47.079µs notify=52.594µs notify_sd=14.785µs rules=2.870446ms tracing=15.058µs
2024-04-06T03:58:05.424824256Z ts=2024-04-06T03:58:05.424Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:58:05.426619100Z ts=2024-04-06T03:58:05.426Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.801926ms db_storage=1.403µs remote_storage=1.997µs web_handler=338ns query_engine=997ns scrape=78.674µs scrape_sd=24.308µs notify=24.856µs notify_sd=6.723µs rules=1.331986ms tracing=5.348µs
2024-04-06T03:58:59.609229043Z ts=2024-04-06T03:58:59.609Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:58:59.611892757Z ts=2024-04-06T03:58:59.611Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.584735ms db_storage=1.813µs remote_storage=1.892µs web_handler=464ns query_engine=1.313µs scrape=134.386µs scrape_sd=43.94µs notify=24.075µs notify_sd=11.913µs rules=1.888227ms tracing=6.743µs
2024-04-06T03:59:04.644505095Z ts=2024-04-06T03:59:04.644Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-06T03:59:04.648466250Z ts=2024-04-06T03:59:04.648Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.94978ms db_storage=1.602µs remote_storage=1.787µs web_handler=531ns query_engine=1.195µs scrape=122.416µs scrape_sd=32.3µs notify=37.016µs notify_sd=11.505µs rules=3.274508ms tracing=25.192µs
2024-04-06T01:29:56.160836731Z Created MongoClient to connect to MongoDB!
2024-04-06T01:29:56.160856857Z Generating prometheus config files
2024-04-06T01:29:56.187045477Z Jobs detected: 0
2024-04-06T01:29:56.190374307Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:29:56.192694174Z alerting:
2024-04-06T01:29:56.192704676Z   alertmanagers:
2024-04-06T01:29:56.192708445Z   - static_configs:
2024-04-06T01:29:56.192711698Z     - targets:
2024-04-06T01:29:56.192715497Z       - alertmanager:9093
2024-04-06T01:29:56.192718813Z global:
2024-04-06T01:29:56.192722139Z   evaluation_interval: 15s
2024-04-06T01:29:56.192725275Z   scrape_interval: 15s
2024-04-06T01:29:56.192728354Z rule_files:
2024-04-06T01:29:56.192731361Z - osm_metric_rules.yml
2024-04-06T01:29:56.192734447Z - osm_alert_rules.yml
2024-04-06T01:29:56.192737487Z scrape_configs:
2024-04-06T01:29:56.192740584Z - job_name: mon_exporter
2024-04-06T01:29:56.192743584Z   static_configs:
2024-04-06T01:29:56.192746658Z   - targets:
2024-04-06T01:29:56.192749747Z     - mon:8000
2024-04-06T01:29:56.192752705Z - honor_labels: true
2024-04-06T01:29:56.192755802Z   job_name: pushgateway
2024-04-06T01:29:56.192758808Z   scrape_interval: 30s
2024-04-06T01:29:56.192761736Z   static_configs:
2024-04-06T01:29:56.192764722Z   - targets:
2024-04-06T01:29:56.192768257Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:29:56.192771469Z 
2024-04-06T01:29:56.195276830Z Alerts read: 0
2024-04-06T01:29:56.197126207Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:29:56.198381190Z groups:
2024-04-06T01:29:56.201908682Z - name: osm_alert_rules
2024-04-06T01:29:56.201916202Z   rules:
2024-04-06T01:29:56.201919644Z   - alert: vdu_down
2024-04-06T01:29:56.201962611Z     annotations:
2024-04-06T01:29:56.201966473Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:29:56.201970058Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:29:56.201973598Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:29:56.201977185Z     expr: vm_status_extended != 1
2024-04-06T01:29:56.201980190Z     for: 3m
2024-04-06T01:29:56.201983021Z 
2024-04-06T01:29:56.202285179Z New config written, updating prometheus
2024-04-06T01:29:56.206731674Z Error in configuration attempt! Number of tries: 1/3
2024-04-06T01:29:56.206743330Z Cannot connect to host prometheus:9090 ssl:default [Connect call failed ('10.101.185.245', 9090)]
2024-04-06T01:30:01.210862631Z Generating prometheus config files
2024-04-06T01:30:01.213647456Z Jobs detected: 0
2024-04-06T01:30:01.218484711Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:30:01.220552203Z alerting:
2024-04-06T01:30:01.220565771Z   alertmanagers:
2024-04-06T01:30:01.220569488Z   - static_configs:
2024-04-06T01:30:01.220572851Z     - targets:
2024-04-06T01:30:01.220576248Z       - alertmanager:9093
2024-04-06T01:30:01.220579328Z global:
2024-04-06T01:30:01.220582433Z   evaluation_interval: 15s
2024-04-06T01:30:01.220585618Z   scrape_interval: 15s
2024-04-06T01:30:01.220588708Z rule_files:
2024-04-06T01:30:01.220591657Z - osm_metric_rules.yml
2024-04-06T01:30:01.220594687Z - osm_alert_rules.yml
2024-04-06T01:30:01.220597669Z scrape_configs:
2024-04-06T01:30:01.220600718Z - job_name: mon_exporter
2024-04-06T01:30:01.220603808Z   static_configs:
2024-04-06T01:30:01.220606720Z   - targets:
2024-04-06T01:30:01.220609729Z     - mon:8000
2024-04-06T01:30:01.220612840Z - honor_labels: true
2024-04-06T01:30:01.220625659Z   job_name: pushgateway
2024-04-06T01:30:01.220628697Z   scrape_interval: 30s
2024-04-06T01:30:01.220631812Z   static_configs:
2024-04-06T01:30:01.220634757Z   - targets:
2024-04-06T01:30:01.220638381Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:30:01.220641284Z 
2024-04-06T01:30:01.223609050Z Alerts read: 0
2024-04-06T01:30:01.227612642Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:30:01.227625813Z groups:
2024-04-06T01:30:01.227629605Z - name: osm_alert_rules
2024-04-06T01:30:01.227632661Z   rules:
2024-04-06T01:30:01.227635655Z   - alert: vdu_down
2024-04-06T01:30:01.228732726Z     annotations:
2024-04-06T01:30:01.228738427Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:30:01.228742082Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:30:01.228745356Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:30:01.228748925Z     expr: vm_status_extended != 1
2024-04-06T01:30:01.228752268Z     for: 3m
2024-04-06T01:30:01.228755197Z 
2024-04-06T01:30:01.228769625Z New config written, updating prometheus
2024-04-06T01:30:06.260639201Z Prometheus config update successful
2024-04-06T01:30:11.291699928Z Listening to changes in prometheus jobs and alerts collections
2024-04-06T01:43:46.080920968Z Changes detected, updating prometheus config
2024-04-06T01:43:46.083693581Z Jobs detected: 0
2024-04-06T01:43:46.093967932Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:43:46.096936510Z alerting:
2024-04-06T01:43:46.096951571Z   alertmanagers:
2024-04-06T01:43:46.096957401Z   - static_configs:
2024-04-06T01:43:46.096961982Z     - targets:
2024-04-06T01:43:46.096967097Z       - alertmanager:9093
2024-04-06T01:43:46.096971585Z global:
2024-04-06T01:43:46.096976073Z   evaluation_interval: 15s
2024-04-06T01:43:46.096980420Z   scrape_interval: 15s
2024-04-06T01:43:46.096985979Z rule_files:
2024-04-06T01:43:46.096990490Z - osm_metric_rules.yml
2024-04-06T01:43:46.096994841Z - osm_alert_rules.yml
2024-04-06T01:43:46.096999301Z scrape_configs:
2024-04-06T01:43:46.097008087Z - job_name: mon_exporter
2024-04-06T01:43:46.097012648Z   static_configs:
2024-04-06T01:43:46.097017121Z   - targets:
2024-04-06T01:43:46.097021510Z     - mon:8000
2024-04-06T01:43:46.097025926Z - honor_labels: true
2024-04-06T01:43:46.097030399Z   job_name: pushgateway
2024-04-06T01:43:46.097034727Z   scrape_interval: 30s
2024-04-06T01:43:46.097039390Z   static_configs:
2024-04-06T01:43:46.097043867Z   - targets:
2024-04-06T01:43:46.097049019Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:43:46.097053370Z 
2024-04-06T01:43:46.101585025Z Alerts read: 2
2024-04-06T01:43:46.103446377Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:43:46.106427787Z groups:
2024-04-06T01:43:46.106480616Z - name: osm_alert_rules
2024-04-06T01:43:46.106488474Z   rules:
2024-04-06T01:43:46.106494846Z   - alert: vdu_down
2024-04-06T01:43:46.106501115Z     annotations:
2024-04-06T01:43:46.106507461Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:43:46.106514115Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:43:46.106519815Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:43:46.106526077Z     expr: vm_status_extended != 1
2024-04-06T01:43:46.106531924Z     for: 3m
2024-04-06T01:43:46.106556195Z - name: _osm_alert_rules_20240406014346_
2024-04-06T01:43:46.106562129Z   rules:
2024-04-06T01:43:46.106568587Z   - alert: scalein_51d8bd04-dcde-4484-b157-81edc73654b8
2024-04-06T01:43:46.106574336Z     expr: (count (osm_cpu_utilization{ns_id="02ece64b-0eef-4d32-8b04-b14c7197707e",
2024-04-06T01:43:46.106581104Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="02ece64b-0eef-4d32-8b04-b14c7197707e",
2024-04-06T01:43:46.106586755Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:43:46.106592419Z     for: 1m
2024-04-06T01:43:46.106598321Z     labels:
2024-04-06T01:43:46.106603948Z       ns_id: 02ece64b-0eef-4d32-8b04-b14c7197707e
2024-04-06T01:43:46.106609547Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:43:46.106615662Z       vnf_member_index: vnf
2024-04-06T01:43:46.106621314Z   - alert: scaleout_b364db5c-be17-4cab-9cda-88d1ddb64352
2024-04-06T01:43:46.106626947Z     expr: (count (osm_cpu_utilization{ns_id="02ece64b-0eef-4d32-8b04-b14c7197707e",
2024-04-06T01:43:46.106632521Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="02ece64b-0eef-4d32-8b04-b14c7197707e",
2024-04-06T01:43:46.106638148Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:43:46.106643673Z     for: 1m
2024-04-06T01:43:46.106649222Z     labels:
2024-04-06T01:43:46.106655101Z       ns_id: 02ece64b-0eef-4d32-8b04-b14c7197707e
2024-04-06T01:43:46.106660931Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:43:46.106666534Z       vnf_member_index: vnf
2024-04-06T01:43:46.106671901Z 
2024-04-06T01:43:46.109606430Z New config written, updating prometheus
2024-04-06T01:43:51.155072116Z Prometheus config update successful
2024-04-06T01:43:51.155108694Z 
2024-04-06T01:43:51.157333662Z Changes detected, updating prometheus config
2024-04-06T01:43:51.158896356Z Jobs detected: 0
2024-04-06T01:43:51.164531408Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:43:51.166779445Z alerting:
2024-04-06T01:43:51.166792943Z   alertmanagers:
2024-04-06T01:43:51.166797730Z   - static_configs:
2024-04-06T01:43:51.166801810Z     - targets:
2024-04-06T01:43:51.166806285Z       - alertmanager:9093
2024-04-06T01:43:51.166810136Z global:
2024-04-06T01:43:51.166813978Z   evaluation_interval: 15s
2024-04-06T01:43:51.166817683Z   scrape_interval: 15s
2024-04-06T01:43:51.166821480Z rule_files:
2024-04-06T01:43:51.166825402Z - osm_metric_rules.yml
2024-04-06T01:43:51.166829478Z - osm_alert_rules.yml
2024-04-06T01:43:51.166833253Z scrape_configs:
2024-04-06T01:43:51.166836979Z - job_name: mon_exporter
2024-04-06T01:43:51.166840731Z   static_configs:
2024-04-06T01:43:51.166844534Z   - targets:
2024-04-06T01:43:51.166848292Z     - mon:8000
2024-04-06T01:43:51.166852026Z - honor_labels: true
2024-04-06T01:43:51.166855883Z   job_name: pushgateway
2024-04-06T01:43:51.166859577Z   scrape_interval: 30s
2024-04-06T01:43:51.166863466Z   static_configs:
2024-04-06T01:43:51.166867200Z   - targets:
2024-04-06T01:43:51.166871729Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:43:51.166875444Z 
2024-04-06T01:43:51.170940337Z Alerts read: 2
2024-04-06T01:43:51.172600885Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:43:51.175919266Z groups:
2024-04-06T01:43:51.175930574Z - name: osm_alert_rules
2024-04-06T01:43:51.175933938Z   rules:
2024-04-06T01:43:51.175937106Z   - alert: vdu_down
2024-04-06T01:43:51.175952513Z     annotations:
2024-04-06T01:43:51.175956346Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:43:51.175959821Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:43:51.175967359Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:43:51.175971119Z     expr: vm_status_extended != 1
2024-04-06T01:43:51.175974006Z     for: 3m
2024-04-06T01:43:51.175976960Z - name: _osm_alert_rules_20240406014351_
2024-04-06T01:43:51.175979929Z   rules:
2024-04-06T01:43:51.175983462Z   - alert: scalein_51d8bd04-dcde-4484-b157-81edc73654b8
2024-04-06T01:43:51.175986490Z     expr: (count (osm_cpu_utilization{ns_id="02ece64b-0eef-4d32-8b04-b14c7197707e",
2024-04-06T01:43:51.175990352Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="02ece64b-0eef-4d32-8b04-b14c7197707e",
2024-04-06T01:43:51.175993324Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:43:51.175996366Z     for: 1m
2024-04-06T01:43:51.175999198Z     labels:
2024-04-06T01:43:51.176002587Z       ns_id: 02ece64b-0eef-4d32-8b04-b14c7197707e
2024-04-06T01:43:51.176005478Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:43:51.176008891Z       vnf_member_index: vnf
2024-04-06T01:43:51.176011822Z   - alert: scaleout_b364db5c-be17-4cab-9cda-88d1ddb64352
2024-04-06T01:43:51.176014725Z     expr: (count (osm_cpu_utilization{ns_id="02ece64b-0eef-4d32-8b04-b14c7197707e",
2024-04-06T01:43:51.176017653Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="02ece64b-0eef-4d32-8b04-b14c7197707e",
2024-04-06T01:43:51.176020662Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:43:51.176023503Z     for: 1m
2024-04-06T01:43:51.176026410Z     labels:
2024-04-06T01:43:51.176029315Z       ns_id: 02ece64b-0eef-4d32-8b04-b14c7197707e
2024-04-06T01:43:51.176032215Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:43:51.176035147Z       vnf_member_index: vnf
2024-04-06T01:43:51.176037898Z 
2024-04-06T01:43:51.178821865Z New config written, updating prometheus
2024-04-06T01:43:56.216619841Z Prometheus config update successful
2024-04-06T01:43:56.216801873Z 
2024-04-06T01:45:16.279298017Z Changes detected, updating prometheus config
2024-04-06T01:45:16.286985052Z Jobs detected: 0
2024-04-06T01:45:16.300012281Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:45:16.303203308Z alerting:
2024-04-06T01:45:16.303235590Z   alertmanagers:
2024-04-06T01:45:16.303246121Z   - static_configs:
2024-04-06T01:45:16.303255234Z     - targets:
2024-04-06T01:45:16.303265323Z       - alertmanager:9093
2024-04-06T01:45:16.303274115Z global:
2024-04-06T01:45:16.303282986Z   evaluation_interval: 15s
2024-04-06T01:45:16.303291377Z   scrape_interval: 15s
2024-04-06T01:45:16.303299804Z rule_files:
2024-04-06T01:45:16.303308389Z - osm_metric_rules.yml
2024-04-06T01:45:16.303316705Z - osm_alert_rules.yml
2024-04-06T01:45:16.303324953Z scrape_configs:
2024-04-06T01:45:16.303333323Z - job_name: mon_exporter
2024-04-06T01:45:16.303341611Z   static_configs:
2024-04-06T01:45:16.303349980Z   - targets:
2024-04-06T01:45:16.303358365Z     - mon:8000
2024-04-06T01:45:16.303366681Z - honor_labels: true
2024-04-06T01:45:16.303375449Z   job_name: pushgateway
2024-04-06T01:45:16.303383883Z   scrape_interval: 30s
2024-04-06T01:45:16.303392214Z   static_configs:
2024-04-06T01:45:16.303400475Z   - targets:
2024-04-06T01:45:16.303437395Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:45:16.303446272Z 
2024-04-06T01:45:16.307376595Z Alerts read: 0
2024-04-06T01:45:16.309611604Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:45:16.311807870Z groups:
2024-04-06T01:45:16.311830561Z - name: osm_alert_rules
2024-04-06T01:45:16.311837357Z   rules:
2024-04-06T01:45:16.311843548Z   - alert: vdu_down
2024-04-06T01:45:16.311849490Z     annotations:
2024-04-06T01:45:16.311856688Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:45:16.311863549Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:45:16.311869501Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:45:16.311876006Z     expr: vm_status_extended != 1
2024-04-06T01:45:16.311994690Z     for: 3m
2024-04-06T01:45:16.312001484Z 
2024-04-06T01:45:16.324844690Z New config written, updating prometheus
2024-04-06T01:45:21.365367447Z Prometheus config update successful
2024-04-06T01:45:21.365392300Z 
2024-04-06T01:45:21.365395956Z Changes detected, updating prometheus config
2024-04-06T01:45:21.370656098Z Jobs detected: 0
2024-04-06T01:45:21.375253513Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:45:21.377010440Z alerting:
2024-04-06T01:45:21.377024484Z   alertmanagers:
2024-04-06T01:45:21.377028597Z   - static_configs:
2024-04-06T01:45:21.377031662Z     - targets:
2024-04-06T01:45:21.377042808Z       - alertmanager:9093
2024-04-06T01:45:21.377046132Z global:
2024-04-06T01:45:21.377049183Z   evaluation_interval: 15s
2024-04-06T01:45:21.377053253Z   scrape_interval: 15s
2024-04-06T01:45:21.377056266Z rule_files:
2024-04-06T01:45:21.377059263Z - osm_metric_rules.yml
2024-04-06T01:45:21.377062359Z - osm_alert_rules.yml
2024-04-06T01:45:21.377065297Z scrape_configs:
2024-04-06T01:45:21.377068312Z - job_name: mon_exporter
2024-04-06T01:45:21.377071301Z   static_configs:
2024-04-06T01:45:21.377074262Z   - targets:
2024-04-06T01:45:21.377077585Z     - mon:8000
2024-04-06T01:45:21.377080558Z - honor_labels: true
2024-04-06T01:45:21.377083510Z   job_name: pushgateway
2024-04-06T01:45:21.377086504Z   scrape_interval: 30s
2024-04-06T01:45:21.377089568Z   static_configs:
2024-04-06T01:45:21.377092544Z   - targets:
2024-04-06T01:45:21.377099682Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:45:21.377102841Z 
2024-04-06T01:45:21.379984014Z Alerts read: 0
2024-04-06T01:45:21.381732002Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:45:21.382882931Z groups:
2024-04-06T01:45:21.382913156Z - name: osm_alert_rules
2024-04-06T01:45:21.382917790Z   rules:
2024-04-06T01:45:21.382921229Z   - alert: vdu_down
2024-04-06T01:45:21.382924204Z     annotations:
2024-04-06T01:45:21.382927884Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:45:21.382940228Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:45:21.382943438Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:45:21.382948320Z     expr: vm_status_extended != 1
2024-04-06T01:45:21.382951437Z     for: 3m
2024-04-06T01:45:21.382954246Z 
2024-04-06T01:45:21.383889843Z New config written, updating prometheus
2024-04-06T01:45:26.418329080Z Prometheus config update successful
2024-04-06T01:45:26.418369831Z 
2024-04-06T01:46:44.272526810Z Changes detected, updating prometheus config
2024-04-06T01:46:44.291898033Z Jobs detected: 0
2024-04-06T01:46:44.292844275Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:46:44.297513166Z alerting:
2024-04-06T01:46:44.297527051Z   alertmanagers:
2024-04-06T01:46:44.297543163Z   - static_configs:
2024-04-06T01:46:44.297548896Z     - targets:
2024-04-06T01:46:44.297555506Z       - alertmanager:9093
2024-04-06T01:46:44.297561045Z global:
2024-04-06T01:46:44.297566381Z   evaluation_interval: 15s
2024-04-06T01:46:44.297571731Z   scrape_interval: 15s
2024-04-06T01:46:44.297577243Z rule_files:
2024-04-06T01:46:44.297582952Z - osm_metric_rules.yml
2024-04-06T01:46:44.297588430Z - osm_alert_rules.yml
2024-04-06T01:46:44.297593911Z scrape_configs:
2024-04-06T01:46:44.297599576Z - job_name: mon_exporter
2024-04-06T01:46:44.297605123Z   static_configs:
2024-04-06T01:46:44.297610590Z   - targets:
2024-04-06T01:46:44.297616105Z     - mon:8000
2024-04-06T01:46:44.297621685Z - honor_labels: true
2024-04-06T01:46:44.297627277Z   job_name: pushgateway
2024-04-06T01:46:44.297632581Z   scrape_interval: 30s
2024-04-06T01:46:44.297637957Z   static_configs:
2024-04-06T01:46:44.297643661Z   - targets:
2024-04-06T01:46:44.297649583Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:46:44.297654852Z 
2024-04-06T01:46:44.299018575Z Alerts read: 2
2024-04-06T01:46:44.301209373Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:46:44.314576607Z groups:
2024-04-06T01:46:44.314594304Z - name: osm_alert_rules
2024-04-06T01:46:44.314600247Z   rules:
2024-04-06T01:46:44.314605665Z   - alert: vdu_down
2024-04-06T01:46:44.314611364Z     annotations:
2024-04-06T01:46:44.314617468Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:46:44.314623738Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:46:44.314629210Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:46:44.314635379Z     expr: vm_status_extended != 1
2024-04-06T01:46:44.314640879Z     for: 3m
2024-04-06T01:46:44.314646130Z - name: _osm_alert_rules_20240406014644_
2024-04-06T01:46:44.314651565Z   rules:
2024-04-06T01:46:44.314661309Z   - alert: scalein_edaadd68-81de-4043-9380-5fe1f2ad3d7d
2024-04-06T01:46:44.314667021Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:44.314672932Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:44.314678919Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:46:44.314684288Z     for: 1m
2024-04-06T01:46:44.314689503Z     labels:
2024-04-06T01:46:44.314695216Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:44.314700784Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:44.314706533Z       vnf_member_index: vnf
2024-04-06T01:46:44.314711710Z   - alert: scaleout_7980ec4a-c4f7-4d7b-ae49-9ee0f58e5aa6
2024-04-06T01:46:44.314717027Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:44.314722554Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:44.314728431Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:46:44.314733636Z     for: 1m
2024-04-06T01:46:44.314738847Z     labels:
2024-04-06T01:46:44.314754960Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:44.314760286Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:44.314765460Z       vnf_member_index: vnf
2024-04-06T01:46:44.314770443Z 
2024-04-06T01:46:44.314775754Z New config written, updating prometheus
2024-04-06T01:46:49.346316255Z Prometheus config update successful
2024-04-06T01:46:49.346366387Z 
2024-04-06T01:46:49.348644109Z Changes detected, updating prometheus config
2024-04-06T01:46:49.350186468Z Jobs detected: 0
2024-04-06T01:46:49.357225755Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:46:49.359864397Z alerting:
2024-04-06T01:46:49.359890962Z   alertmanagers:
2024-04-06T01:46:49.359900616Z   - static_configs:
2024-04-06T01:46:49.359908971Z     - targets:
2024-04-06T01:46:49.359946372Z       - alertmanager:9093
2024-04-06T01:46:49.359955491Z global:
2024-04-06T01:46:49.359964544Z   evaluation_interval: 15s
2024-04-06T01:46:49.359972943Z   scrape_interval: 15s
2024-04-06T01:46:49.359981369Z rule_files:
2024-04-06T01:46:49.359989700Z - osm_metric_rules.yml
2024-04-06T01:46:49.359998129Z - osm_alert_rules.yml
2024-04-06T01:46:49.360036042Z scrape_configs:
2024-04-06T01:46:49.360073844Z - job_name: mon_exporter
2024-04-06T01:46:49.360134502Z   static_configs:
2024-04-06T01:46:49.360146515Z   - targets:
2024-04-06T01:46:49.360158679Z     - mon:8000
2024-04-06T01:46:49.360170403Z - honor_labels: true
2024-04-06T01:46:49.360212841Z   job_name: pushgateway
2024-04-06T01:46:49.360222705Z   scrape_interval: 30s
2024-04-06T01:46:49.360231142Z   static_configs:
2024-04-06T01:46:49.360239441Z   - targets:
2024-04-06T01:46:49.360248970Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:46:49.360257280Z 
2024-04-06T01:46:49.363892843Z Alerts read: 6
2024-04-06T01:46:49.365942116Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:46:49.372827554Z groups:
2024-04-06T01:46:49.372841706Z - name: osm_alert_rules
2024-04-06T01:46:49.372845358Z   rules:
2024-04-06T01:46:49.372848457Z   - alert: vdu_down
2024-04-06T01:46:49.372851525Z     annotations:
2024-04-06T01:46:49.372855418Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:46:49.372859297Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:46:49.372862345Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:46:49.372866072Z     expr: vm_status_extended != 1
2024-04-06T01:46:49.372869295Z     for: 3m
2024-04-06T01:46:49.372872511Z - name: _osm_alert_rules_20240406014649_
2024-04-06T01:46:49.372876070Z   rules:
2024-04-06T01:46:49.372880243Z   - alert: scalein_edaadd68-81de-4043-9380-5fe1f2ad3d7d
2024-04-06T01:46:49.372883341Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:49.372889230Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:49.372892409Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:46:49.372895468Z     for: 1m
2024-04-06T01:46:49.372898497Z     labels:
2024-04-06T01:46:49.372901611Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:49.372904569Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:49.372908347Z       vnf_member_index: vnf
2024-04-06T01:46:49.372914329Z   - alert: scaleout_7980ec4a-c4f7-4d7b-ae49-9ee0f58e5aa6
2024-04-06T01:46:49.372917649Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:49.372946415Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:49.372949717Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:46:49.372952733Z     for: 1m
2024-04-06T01:46:49.372955800Z     labels:
2024-04-06T01:46:49.372958931Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:49.372961939Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:49.372965542Z       vnf_member_index: vnf
2024-04-06T01:46:49.372968634Z   - alert: scalein_b6c3ddcb-0bca-4faf-9068-cbade0215f07
2024-04-06T01:46:49.372971968Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:49.372975085Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:49.372978272Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:46:49.372981491Z     for: 1m
2024-04-06T01:46:49.372984497Z     labels:
2024-04-06T01:46:49.372987573Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:49.372990629Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:49.372993608Z       vnf_member_index: vnf
2024-04-06T01:46:49.372996612Z   - alert: scaleout_92d22d26-b3ef-4b24-a665-6fc578893d9d
2024-04-06T01:46:49.372999709Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:49.373002740Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:49.373005845Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:46:49.373008843Z     for: 1m
2024-04-06T01:46:49.373011800Z     labels:
2024-04-06T01:46:49.373014925Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:49.373018058Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:49.373021066Z       vnf_member_index: vnf
2024-04-06T01:46:49.373024071Z   - alert: scalein_d1978dbc-e4aa-47be-9c08-bcf6e3b6f4e3
2024-04-06T01:46:49.373027062Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:49.373030246Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:49.373033244Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:46:49.373036193Z     for: 1m
2024-04-06T01:46:49.373039145Z     labels:
2024-04-06T01:46:49.373042130Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:49.373045119Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:49.373048091Z       vnf_member_index: vnf
2024-04-06T01:46:49.373051088Z   - alert: scaleout_a4b9d950-9a4d-4288-aef0-600f7f040d18
2024-04-06T01:46:49.373054139Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:49.373057124Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:49.373060098Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:46:49.373063162Z     for: 1m
2024-04-06T01:46:49.373066166Z     labels:
2024-04-06T01:46:49.373069187Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:49.373076373Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:49.373079496Z       vnf_member_index: vnf
2024-04-06T01:46:49.373082392Z 
2024-04-06T01:46:49.379572295Z New config written, updating prometheus
2024-04-06T01:46:54.422528290Z Prometheus config update successful
2024-04-06T01:46:54.422574388Z 
2024-04-06T01:46:54.422584844Z Changes detected, updating prometheus config
2024-04-06T01:46:54.423689592Z Jobs detected: 0
2024-04-06T01:46:54.428668409Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:46:54.430517732Z alerting:
2024-04-06T01:46:54.430541302Z   alertmanagers:
2024-04-06T01:46:54.430548184Z   - static_configs:
2024-04-06T01:46:54.430554088Z     - targets:
2024-04-06T01:46:54.430560259Z       - alertmanager:9093
2024-04-06T01:46:54.430565726Z global:
2024-04-06T01:46:54.430570987Z   evaluation_interval: 15s
2024-04-06T01:46:54.430576105Z   scrape_interval: 15s
2024-04-06T01:46:54.430581557Z rule_files:
2024-04-06T01:46:54.430586714Z - osm_metric_rules.yml
2024-04-06T01:46:54.430591853Z - osm_alert_rules.yml
2024-04-06T01:46:54.430597145Z scrape_configs:
2024-04-06T01:46:54.430602291Z - job_name: mon_exporter
2024-04-06T01:46:54.430607504Z   static_configs:
2024-04-06T01:46:54.430612741Z   - targets:
2024-04-06T01:46:54.430617932Z     - mon:8000
2024-04-06T01:46:54.430623172Z - honor_labels: true
2024-04-06T01:46:54.430628275Z   job_name: pushgateway
2024-04-06T01:46:54.430633691Z   scrape_interval: 30s
2024-04-06T01:46:54.430638820Z   static_configs:
2024-04-06T01:46:54.430644119Z   - targets:
2024-04-06T01:46:54.430649952Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:46:54.430655080Z 
2024-04-06T01:46:54.435226729Z Alerts read: 6
2024-04-06T01:46:54.437095553Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:46:54.443337564Z groups:
2024-04-06T01:46:54.443357681Z - name: osm_alert_rules
2024-04-06T01:46:54.443362273Z   rules:
2024-04-06T01:46:54.443366722Z   - alert: vdu_down
2024-04-06T01:46:54.443370886Z     annotations:
2024-04-06T01:46:54.443375610Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:46:54.443380350Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:46:54.443384531Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:46:54.443389308Z     expr: vm_status_extended != 1
2024-04-06T01:46:54.443393597Z     for: 3m
2024-04-06T01:46:54.443397637Z - name: _osm_alert_rules_20240406014654_
2024-04-06T01:46:54.443401741Z   rules:
2024-04-06T01:46:54.443406917Z   - alert: scalein_edaadd68-81de-4043-9380-5fe1f2ad3d7d
2024-04-06T01:46:54.443411161Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:54.443415705Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:54.443419920Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:46:54.443424144Z     for: 1m
2024-04-06T01:46:54.443428259Z     labels:
2024-04-06T01:46:54.443432286Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:54.443436309Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:54.443441155Z       vnf_member_index: vnf
2024-04-06T01:46:54.443445192Z   - alert: scaleout_7980ec4a-c4f7-4d7b-ae49-9ee0f58e5aa6
2024-04-06T01:46:54.443449371Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:54.443469035Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:54.443473419Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:46:54.443477484Z     for: 1m
2024-04-06T01:46:54.443481492Z     labels:
2024-04-06T01:46:54.443485553Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:54.443489529Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:54.443493518Z       vnf_member_index: vnf
2024-04-06T01:46:54.443497536Z   - alert: scalein_b6c3ddcb-0bca-4faf-9068-cbade0215f07
2024-04-06T01:46:54.443501643Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:54.443509533Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:54.443513837Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:46:54.443517849Z     for: 1m
2024-04-06T01:46:54.443521899Z     labels:
2024-04-06T01:46:54.443525924Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:54.443529919Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:54.443534166Z       vnf_member_index: vnf
2024-04-06T01:46:54.443538335Z   - alert: scaleout_92d22d26-b3ef-4b24-a665-6fc578893d9d
2024-04-06T01:46:54.443542374Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:54.443546515Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:54.443550612Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:46:54.443554806Z     for: 1m
2024-04-06T01:46:54.443558957Z     labels:
2024-04-06T01:46:54.443563001Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:54.443567113Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:54.443571237Z       vnf_member_index: vnf
2024-04-06T01:46:54.443575255Z   - alert: scalein_d1978dbc-e4aa-47be-9c08-bcf6e3b6f4e3
2024-04-06T01:46:54.443579337Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:54.443583397Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:54.443587435Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:46:54.443591752Z     for: 1m
2024-04-06T01:46:54.443595766Z     labels:
2024-04-06T01:46:54.443599768Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:54.443603756Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:54.443607736Z       vnf_member_index: vnf
2024-04-06T01:46:54.443611707Z   - alert: scaleout_a4b9d950-9a4d-4288-aef0-600f7f040d18
2024-04-06T01:46:54.443615689Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:54.443619716Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:54.443623704Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:46:54.443627824Z     for: 1m
2024-04-06T01:46:54.443631885Z     labels:
2024-04-06T01:46:54.443635960Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:54.443640513Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:54.443653872Z       vnf_member_index: vnf
2024-04-06T01:46:54.443657864Z 
2024-04-06T01:46:54.450009700Z New config written, updating prometheus
2024-04-06T01:46:59.487284305Z Prometheus config update successful
2024-04-06T01:46:59.487507060Z 
2024-04-06T01:46:59.487888483Z Changes detected, updating prometheus config
2024-04-06T01:46:59.491047985Z Jobs detected: 0
2024-04-06T01:46:59.498022742Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:46:59.500443449Z alerting:
2024-04-06T01:46:59.500456664Z   alertmanagers:
2024-04-06T01:46:59.500461607Z   - static_configs:
2024-04-06T01:46:59.500465933Z     - targets:
2024-04-06T01:46:59.500470587Z       - alertmanager:9093
2024-04-06T01:46:59.500474389Z global:
2024-04-06T01:46:59.500478843Z   evaluation_interval: 15s
2024-04-06T01:46:59.500482695Z   scrape_interval: 15s
2024-04-06T01:46:59.500503647Z rule_files:
2024-04-06T01:46:59.500507701Z - osm_metric_rules.yml
2024-04-06T01:46:59.500511449Z - osm_alert_rules.yml
2024-04-06T01:46:59.500515257Z scrape_configs:
2024-04-06T01:46:59.500519155Z - job_name: mon_exporter
2024-04-06T01:46:59.500522916Z   static_configs:
2024-04-06T01:46:59.500526720Z   - targets:
2024-04-06T01:46:59.500530771Z     - mon:8000
2024-04-06T01:46:59.500534590Z - honor_labels: true
2024-04-06T01:46:59.500538427Z   job_name: pushgateway
2024-04-06T01:46:59.500542238Z   scrape_interval: 30s
2024-04-06T01:46:59.500546059Z   static_configs:
2024-04-06T01:46:59.500549889Z   - targets:
2024-04-06T01:46:59.500554455Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:46:59.500670159Z 
2024-04-06T01:46:59.505212700Z Alerts read: 6
2024-04-06T01:46:59.507801964Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:46:59.519458922Z groups:
2024-04-06T01:46:59.519525394Z - name: osm_alert_rules
2024-04-06T01:46:59.519535613Z   rules:
2024-04-06T01:46:59.519544152Z   - alert: vdu_down
2024-04-06T01:46:59.519552469Z     annotations:
2024-04-06T01:46:59.519562336Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:46:59.519602065Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:46:59.519610422Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:46:59.519619641Z     expr: vm_status_extended != 1
2024-04-06T01:46:59.519628002Z     for: 3m
2024-04-06T01:46:59.519636485Z - name: _osm_alert_rules_20240406014659_
2024-04-06T01:46:59.519644876Z   rules:
2024-04-06T01:46:59.519680718Z   - alert: scalein_edaadd68-81de-4043-9380-5fe1f2ad3d7d
2024-04-06T01:46:59.519690189Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:59.519703472Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:59.519712151Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:46:59.519720968Z     for: 1m
2024-04-06T01:46:59.519729243Z     labels:
2024-04-06T01:46:59.519765261Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:59.519774899Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:59.519784053Z       vnf_member_index: vnf
2024-04-06T01:46:59.519792508Z   - alert: scaleout_7980ec4a-c4f7-4d7b-ae49-9ee0f58e5aa6
2024-04-06T01:46:59.519800838Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:59.519809158Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:59.519872779Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:46:59.519882033Z     for: 1m
2024-04-06T01:46:59.519890405Z     labels:
2024-04-06T01:46:59.519898642Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:59.519906920Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:59.519944029Z       vnf_member_index: vnf
2024-04-06T01:46:59.519953617Z   - alert: scalein_b6c3ddcb-0bca-4faf-9068-cbade0215f07
2024-04-06T01:46:59.519964008Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:59.519976133Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:59.519988441Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:46:59.519997574Z     for: 1m
2024-04-06T01:46:59.520033940Z     labels:
2024-04-06T01:46:59.520042758Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:59.520129941Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:59.520140220Z       vnf_member_index: vnf
2024-04-06T01:46:59.520148544Z   - alert: scaleout_92d22d26-b3ef-4b24-a665-6fc578893d9d
2024-04-06T01:46:59.520156821Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:59.520165151Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:59.520281220Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:46:59.520290200Z     for: 1m
2024-04-06T01:46:59.520298508Z     labels:
2024-04-06T01:46:59.520307224Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:59.520315701Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:59.520354375Z       vnf_member_index: vnf
2024-04-06T01:46:59.520364025Z   - alert: scalein_d1978dbc-e4aa-47be-9c08-bcf6e3b6f4e3
2024-04-06T01:46:59.520389300Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:59.520398980Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:59.520407893Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:46:59.520444098Z     for: 1m
2024-04-06T01:46:59.520452867Z     labels:
2024-04-06T01:46:59.520461202Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:59.520469499Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:59.520477822Z       vnf_member_index: vnf
2024-04-06T01:46:59.520486130Z   - alert: scaleout_a4b9d950-9a4d-4288-aef0-600f7f040d18
2024-04-06T01:46:59.520494886Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:59.520530192Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:46:59.520538899Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:46:59.520547322Z     for: 1m
2024-04-06T01:46:59.520555538Z     labels:
2024-04-06T01:46:59.520563775Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:46:59.520572038Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:46:59.520580431Z       vnf_member_index: vnf
2024-04-06T01:46:59.520643796Z 
2024-04-06T01:46:59.537128216Z New config written, updating prometheus
2024-04-06T01:47:04.567331865Z Prometheus config update successful
2024-04-06T01:47:04.567447902Z 
2024-04-06T01:47:04.567592192Z Changes detected, updating prometheus config
2024-04-06T01:47:04.568974199Z Jobs detected: 0
2024-04-06T01:47:04.573555092Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:47:04.575283305Z alerting:
2024-04-06T01:47:04.575295438Z   alertmanagers:
2024-04-06T01:47:04.575299474Z   - static_configs:
2024-04-06T01:47:04.575302493Z     - targets:
2024-04-06T01:47:04.575306172Z       - alertmanager:9093
2024-04-06T01:47:04.575309162Z global:
2024-04-06T01:47:04.575312666Z   evaluation_interval: 15s
2024-04-06T01:47:04.575315798Z   scrape_interval: 15s
2024-04-06T01:47:04.575319072Z rule_files:
2024-04-06T01:47:04.575329320Z - osm_metric_rules.yml
2024-04-06T01:47:04.575332503Z - osm_alert_rules.yml
2024-04-06T01:47:04.575335431Z scrape_configs:
2024-04-06T01:47:04.575338510Z - job_name: mon_exporter
2024-04-06T01:47:04.575341579Z   static_configs:
2024-04-06T01:47:04.575344528Z   - targets:
2024-04-06T01:47:04.575347489Z     - mon:8000
2024-04-06T01:47:04.575350440Z - honor_labels: true
2024-04-06T01:47:04.575353341Z   job_name: pushgateway
2024-04-06T01:47:04.575356308Z   scrape_interval: 30s
2024-04-06T01:47:04.575359296Z   static_configs:
2024-04-06T01:47:04.575362546Z   - targets:
2024-04-06T01:47:04.575366081Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:47:04.575461885Z 
2024-04-06T01:47:04.579287298Z Alerts read: 6
2024-04-06T01:47:04.581099151Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:47:04.587468533Z groups:
2024-04-06T01:47:04.587480947Z - name: osm_alert_rules
2024-04-06T01:47:04.587484300Z   rules:
2024-04-06T01:47:04.587487515Z   - alert: vdu_down
2024-04-06T01:47:04.587491166Z     annotations:
2024-04-06T01:47:04.587494949Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:47:04.587498903Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:47:04.587501832Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:47:04.587513009Z     expr: vm_status_extended != 1
2024-04-06T01:47:04.587516331Z     for: 3m
2024-04-06T01:47:04.587519279Z - name: _osm_alert_rules_20240406014704_
2024-04-06T01:47:04.587522402Z   rules:
2024-04-06T01:47:04.587526037Z   - alert: scalein_edaadd68-81de-4043-9380-5fe1f2ad3d7d
2024-04-06T01:47:04.587529226Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:04.587533026Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:04.587536158Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:47:04.587539169Z     for: 1m
2024-04-06T01:47:04.587542238Z     labels:
2024-04-06T01:47:04.587545375Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:47:04.587548383Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:47:04.587552229Z       vnf_member_index: vnf
2024-04-06T01:47:04.587555201Z   - alert: scaleout_7980ec4a-c4f7-4d7b-ae49-9ee0f58e5aa6
2024-04-06T01:47:04.587558198Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:04.587561186Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:04.587589024Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:47:04.587592433Z     for: 1m
2024-04-06T01:47:04.587595363Z     labels:
2024-04-06T01:47:04.587598380Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:47:04.587601352Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:47:04.587604322Z       vnf_member_index: vnf
2024-04-06T01:47:04.587607304Z   - alert: scalein_b6c3ddcb-0bca-4faf-9068-cbade0215f07
2024-04-06T01:47:04.587610248Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:04.587613243Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:04.587616175Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:47:04.587619091Z     for: 1m
2024-04-06T01:47:04.587622104Z     labels:
2024-04-06T01:47:04.587625105Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:47:04.587628045Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:47:04.587630976Z       vnf_member_index: vnf
2024-04-06T01:47:04.587634049Z   - alert: scaleout_92d22d26-b3ef-4b24-a665-6fc578893d9d
2024-04-06T01:47:04.587637098Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:04.587640119Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:04.587643114Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:47:04.587646128Z     for: 1m
2024-04-06T01:47:04.587649010Z     labels:
2024-04-06T01:47:04.587656647Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:47:04.587659715Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:47:04.587662647Z       vnf_member_index: vnf
2024-04-06T01:47:04.587665553Z   - alert: scalein_d1978dbc-e4aa-47be-9c08-bcf6e3b6f4e3
2024-04-06T01:47:04.587668664Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:04.587671664Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:04.587674578Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:47:04.587677787Z     for: 1m
2024-04-06T01:47:04.587680636Z     labels:
2024-04-06T01:47:04.587683578Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:47:04.587686496Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:47:04.587689531Z       vnf_member_index: vnf
2024-04-06T01:47:04.587692445Z   - alert: scaleout_a4b9d950-9a4d-4288-aef0-600f7f040d18
2024-04-06T01:47:04.587695354Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:04.587698298Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:04.587701203Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:47:04.587704062Z     for: 1m
2024-04-06T01:47:04.587706987Z     labels:
2024-04-06T01:47:04.587709931Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:47:04.587712837Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:47:04.587715824Z       vnf_member_index: vnf
2024-04-06T01:47:04.589524420Z 
2024-04-06T01:47:04.596175553Z New config written, updating prometheus
2024-04-06T01:47:09.625406045Z Prometheus config update successful
2024-04-06T01:47:09.625565057Z 
2024-04-06T01:47:09.625794642Z Changes detected, updating prometheus config
2024-04-06T01:47:09.629538008Z Jobs detected: 0
2024-04-06T01:47:09.634097902Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:47:09.635863796Z alerting:
2024-04-06T01:47:09.635874095Z   alertmanagers:
2024-04-06T01:47:09.635877517Z   - static_configs:
2024-04-06T01:47:09.635880701Z     - targets:
2024-04-06T01:47:09.635884024Z       - alertmanager:9093
2024-04-06T01:47:09.635886759Z global:
2024-04-06T01:47:09.635889670Z   evaluation_interval: 15s
2024-04-06T01:47:09.635892519Z   scrape_interval: 15s
2024-04-06T01:47:09.635895339Z rule_files:
2024-04-06T01:47:09.635898115Z - osm_metric_rules.yml
2024-04-06T01:47:09.635900762Z - osm_alert_rules.yml
2024-04-06T01:47:09.635910518Z scrape_configs:
2024-04-06T01:47:09.635913480Z - job_name: mon_exporter
2024-04-06T01:47:09.635916222Z   static_configs:
2024-04-06T01:47:09.635919055Z   - targets:
2024-04-06T01:47:09.635921790Z     - mon:8000
2024-04-06T01:47:09.635924679Z - honor_labels: true
2024-04-06T01:47:09.635927419Z   job_name: pushgateway
2024-04-06T01:47:09.635930113Z   scrape_interval: 30s
2024-04-06T01:47:09.635932899Z   static_configs:
2024-04-06T01:47:09.635935705Z   - targets:
2024-04-06T01:47:09.635938856Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:47:09.636015140Z 
2024-04-06T01:47:09.639810824Z Alerts read: 6
2024-04-06T01:47:09.641910874Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:47:09.648149910Z groups:
2024-04-06T01:47:09.648161987Z - name: osm_alert_rules
2024-04-06T01:47:09.648165310Z   rules:
2024-04-06T01:47:09.648168318Z   - alert: vdu_down
2024-04-06T01:47:09.648171624Z     annotations:
2024-04-06T01:47:09.648175285Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:47:09.648179472Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:47:09.648183198Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:47:09.648186557Z     expr: vm_status_extended != 1
2024-04-06T01:47:09.648197152Z     for: 3m
2024-04-06T01:47:09.648200461Z - name: _osm_alert_rules_20240406014709_
2024-04-06T01:47:09.648203400Z   rules:
2024-04-06T01:47:09.648212333Z   - alert: scalein_edaadd68-81de-4043-9380-5fe1f2ad3d7d
2024-04-06T01:47:09.648215766Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:09.648219590Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:09.648222849Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:47:09.648225986Z     for: 1m
2024-04-06T01:47:09.648228848Z     labels:
2024-04-06T01:47:09.648231778Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:47:09.648234739Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:47:09.648238144Z       vnf_member_index: vnf
2024-04-06T01:47:09.648241029Z   - alert: scaleout_7980ec4a-c4f7-4d7b-ae49-9ee0f58e5aa6
2024-04-06T01:47:09.648243926Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:09.648247149Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:09.648250279Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:47:09.648265779Z     for: 1m
2024-04-06T01:47:09.648268794Z     labels:
2024-04-06T01:47:09.648271668Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:47:09.648285090Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:47:09.648288901Z       vnf_member_index: vnf
2024-04-06T01:47:09.648294372Z   - alert: scalein_b6c3ddcb-0bca-4faf-9068-cbade0215f07
2024-04-06T01:47:09.648297850Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:09.648300875Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:09.648303961Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:47:09.648306880Z     for: 1m
2024-04-06T01:47:09.648309729Z     labels:
2024-04-06T01:47:09.648312742Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:47:09.648315653Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:47:09.648318545Z       vnf_member_index: vnf
2024-04-06T01:47:09.648321414Z   - alert: scaleout_92d22d26-b3ef-4b24-a665-6fc578893d9d
2024-04-06T01:47:09.648324367Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:09.648327270Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:09.648330187Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:47:09.648333083Z     for: 1m
2024-04-06T01:47:09.648336054Z     labels:
2024-04-06T01:47:09.648338960Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:47:09.648341953Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:47:09.648344814Z       vnf_member_index: vnf
2024-04-06T01:47:09.648347740Z   - alert: scalein_d1978dbc-e4aa-47be-9c08-bcf6e3b6f4e3
2024-04-06T01:47:09.648350650Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:09.648353750Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:09.648356628Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T01:47:09.648359490Z     for: 1m
2024-04-06T01:47:09.648364474Z     labels:
2024-04-06T01:47:09.648367726Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:47:09.648370605Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:47:09.648373539Z       vnf_member_index: vnf
2024-04-06T01:47:09.648376434Z   - alert: scaleout_a4b9d950-9a4d-4288-aef0-600f7f040d18
2024-04-06T01:47:09.648379307Z     expr: (count (osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:09.648382217Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="17ea8810-4fab-40e9-8954-07cbf3542c23",
2024-04-06T01:47:09.648391925Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T01:47:09.648395105Z     for: 1m
2024-04-06T01:47:09.648398005Z     labels:
2024-04-06T01:47:09.648400887Z       ns_id: 17ea8810-4fab-40e9-8954-07cbf3542c23
2024-04-06T01:47:09.648403794Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T01:47:09.648406648Z       vnf_member_index: vnf
2024-04-06T01:47:09.648514446Z 
2024-04-06T01:47:09.655123766Z New config written, updating prometheus
2024-04-06T01:47:14.688345680Z Prometheus config update successful
2024-04-06T01:47:14.688404411Z 
2024-04-06T01:48:32.598793550Z Changes detected, updating prometheus config
2024-04-06T01:48:32.602566001Z Jobs detected: 0
2024-04-06T01:48:32.610871638Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:48:32.613787761Z alerting:
2024-04-06T01:48:32.613849861Z   alertmanagers:
2024-04-06T01:48:32.613857958Z   - static_configs:
2024-04-06T01:48:32.613862962Z     - targets:
2024-04-06T01:48:32.613867768Z       - alertmanager:9093
2024-04-06T01:48:32.613872261Z global:
2024-04-06T01:48:32.613876569Z   evaluation_interval: 15s
2024-04-06T01:48:32.613880873Z   scrape_interval: 15s
2024-04-06T01:48:32.613885095Z rule_files:
2024-04-06T01:48:32.613889250Z - osm_metric_rules.yml
2024-04-06T01:48:32.613893420Z - osm_alert_rules.yml
2024-04-06T01:48:32.613897723Z scrape_configs:
2024-04-06T01:48:32.613901878Z - job_name: mon_exporter
2024-04-06T01:48:32.613906067Z   static_configs:
2024-04-06T01:48:32.613910256Z   - targets:
2024-04-06T01:48:32.613914440Z     - mon:8000
2024-04-06T01:48:32.613918630Z - honor_labels: true
2024-04-06T01:48:32.613922840Z   job_name: pushgateway
2024-04-06T01:48:32.613926988Z   scrape_interval: 30s
2024-04-06T01:48:32.613931165Z   static_configs:
2024-04-06T01:48:32.613935429Z   - targets:
2024-04-06T01:48:32.613940484Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:48:32.613944662Z 
2024-04-06T01:48:32.617628110Z Alerts read: 0
2024-04-06T01:48:32.619517760Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:48:32.620733509Z groups:
2024-04-06T01:48:32.620744206Z - name: osm_alert_rules
2024-04-06T01:48:32.620747603Z   rules:
2024-04-06T01:48:32.620751639Z   - alert: vdu_down
2024-04-06T01:48:32.620754776Z     annotations:
2024-04-06T01:48:32.620758478Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:48:32.620762332Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:48:32.620769977Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:48:32.620773789Z     expr: vm_status_extended != 1
2024-04-06T01:48:32.620776860Z     for: 3m
2024-04-06T01:48:32.620779795Z 
2024-04-06T01:48:32.621937725Z New config written, updating prometheus
2024-04-06T01:48:37.657168885Z Prometheus config update successful
2024-04-06T01:48:37.657204931Z 
2024-04-06T01:48:37.657215590Z Changes detected, updating prometheus config
2024-04-06T01:48:37.658807992Z Jobs detected: 0
2024-04-06T01:48:37.664947061Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:48:37.666859330Z alerting:
2024-04-06T01:48:37.666876002Z   alertmanagers:
2024-04-06T01:48:37.666916508Z   - static_configs:
2024-04-06T01:48:37.666922408Z     - targets:
2024-04-06T01:48:37.666927738Z       - alertmanager:9093
2024-04-06T01:48:37.666932428Z global:
2024-04-06T01:48:37.666937117Z   evaluation_interval: 15s
2024-04-06T01:48:37.666941824Z   scrape_interval: 15s
2024-04-06T01:48:37.666946785Z rule_files:
2024-04-06T01:48:37.666951597Z - osm_metric_rules.yml
2024-04-06T01:48:37.666956176Z - osm_alert_rules.yml
2024-04-06T01:48:37.666960734Z scrape_configs:
2024-04-06T01:48:37.666965356Z - job_name: mon_exporter
2024-04-06T01:48:37.666969823Z   static_configs:
2024-04-06T01:48:37.666991940Z   - targets:
2024-04-06T01:48:37.666996678Z     - mon:8000
2024-04-06T01:48:37.667001577Z - honor_labels: true
2024-04-06T01:48:37.667006149Z   job_name: pushgateway
2024-04-06T01:48:37.667010639Z   scrape_interval: 30s
2024-04-06T01:48:37.667037360Z   static_configs:
2024-04-06T01:48:37.667045934Z   - targets:
2024-04-06T01:48:37.667061981Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:48:37.667069117Z 
2024-04-06T01:48:37.669552032Z Alerts read: 0
2024-04-06T01:48:37.671396175Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:48:37.672529148Z groups:
2024-04-06T01:48:37.672539473Z - name: osm_alert_rules
2024-04-06T01:48:37.672542841Z   rules:
2024-04-06T01:48:37.672545962Z   - alert: vdu_down
2024-04-06T01:48:37.672548951Z     annotations:
2024-04-06T01:48:37.672552617Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:48:37.672556180Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:48:37.672559327Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:48:37.672562883Z     expr: vm_status_extended != 1
2024-04-06T01:48:37.672565952Z     for: 3m
2024-04-06T01:48:37.672568769Z 
2024-04-06T01:48:37.673700034Z New config written, updating prometheus
2024-04-06T01:48:42.704259850Z Prometheus config update successful
2024-04-06T01:48:42.704290528Z 
2024-04-06T01:48:42.704612765Z Changes detected, updating prometheus config
2024-04-06T01:48:42.707342173Z Jobs detected: 0
2024-04-06T01:48:42.715357932Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:48:42.717356718Z alerting:
2024-04-06T01:48:42.717369788Z   alertmanagers:
2024-04-06T01:48:42.717374746Z   - static_configs:
2024-04-06T01:48:42.717378831Z     - targets:
2024-04-06T01:48:42.717383502Z       - alertmanager:9093
2024-04-06T01:48:42.717387408Z global:
2024-04-06T01:48:42.717391865Z   evaluation_interval: 15s
2024-04-06T01:48:42.717395680Z   scrape_interval: 15s
2024-04-06T01:48:42.717399807Z rule_files:
2024-04-06T01:48:42.717403908Z - osm_metric_rules.yml
2024-04-06T01:48:42.717407855Z - osm_alert_rules.yml
2024-04-06T01:48:42.717411717Z scrape_configs:
2024-04-06T01:48:42.717415511Z - job_name: mon_exporter
2024-04-06T01:48:42.717419302Z   static_configs:
2024-04-06T01:48:42.717423130Z   - targets:
2024-04-06T01:48:42.717427003Z     - mon:8000
2024-04-06T01:48:42.717430863Z - honor_labels: true
2024-04-06T01:48:42.717434662Z   job_name: pushgateway
2024-04-06T01:48:42.717438545Z   scrape_interval: 30s
2024-04-06T01:48:42.717442320Z   static_configs:
2024-04-06T01:48:42.717446615Z   - targets:
2024-04-06T01:48:42.717451099Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:48:42.717454999Z 
2024-04-06T01:48:42.721238219Z Alerts read: 0
2024-04-06T01:48:42.722962485Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:48:42.724183990Z groups:
2024-04-06T01:48:42.724194649Z - name: osm_alert_rules
2024-04-06T01:48:42.724198076Z   rules:
2024-04-06T01:48:42.724201287Z   - alert: vdu_down
2024-04-06T01:48:42.724204171Z     annotations:
2024-04-06T01:48:42.724207760Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:48:42.724211346Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:48:42.724214314Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:48:42.724217845Z     expr: vm_status_extended != 1
2024-04-06T01:48:42.724220813Z     for: 3m
2024-04-06T01:48:42.724223717Z 
2024-04-06T01:48:42.725342086Z New config written, updating prometheus
2024-04-06T01:48:47.761715623Z Prometheus config update successful
2024-04-06T01:48:47.761791168Z 
2024-04-06T01:48:47.761801735Z Changes detected, updating prometheus config
2024-04-06T01:48:47.764242386Z Jobs detected: 0
2024-04-06T01:48:47.771740429Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:48:47.773758316Z alerting:
2024-04-06T01:48:47.773769668Z   alertmanagers:
2024-04-06T01:48:47.773774066Z   - static_configs:
2024-04-06T01:48:47.773777600Z     - targets:
2024-04-06T01:48:47.773782540Z       - alertmanager:9093
2024-04-06T01:48:47.773785917Z global:
2024-04-06T01:48:47.773789348Z   evaluation_interval: 15s
2024-04-06T01:48:47.773792539Z   scrape_interval: 15s
2024-04-06T01:48:47.773795811Z rule_files:
2024-04-06T01:48:47.773798945Z - osm_metric_rules.yml
2024-04-06T01:48:47.773802129Z - osm_alert_rules.yml
2024-04-06T01:48:47.773805537Z scrape_configs:
2024-04-06T01:48:47.773822518Z - job_name: mon_exporter
2024-04-06T01:48:47.773826993Z   static_configs:
2024-04-06T01:48:47.773830314Z   - targets:
2024-04-06T01:48:47.773833527Z     - mon:8000
2024-04-06T01:48:47.773836825Z - honor_labels: true
2024-04-06T01:48:47.773839995Z   job_name: pushgateway
2024-04-06T01:48:47.773843326Z   scrape_interval: 30s
2024-04-06T01:48:47.773846694Z   static_configs:
2024-04-06T01:48:47.773849894Z   - targets:
2024-04-06T01:48:47.773853769Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:48:47.773856961Z 
2024-04-06T01:48:47.777031302Z Alerts read: 0
2024-04-06T01:48:47.779072206Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:48:47.780263957Z groups:
2024-04-06T01:48:47.780286369Z - name: osm_alert_rules
2024-04-06T01:48:47.780295852Z   rules:
2024-04-06T01:48:47.780305310Z   - alert: vdu_down
2024-04-06T01:48:47.780313957Z     annotations:
2024-04-06T01:48:47.780323426Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:48:47.780332535Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:48:47.780340732Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:48:47.780350170Z     expr: vm_status_extended != 1
2024-04-06T01:48:47.780358559Z     for: 3m
2024-04-06T01:48:47.780366601Z 
2024-04-06T01:48:47.781337938Z New config written, updating prometheus
2024-04-06T01:48:52.817680480Z Prometheus config update successful
2024-04-06T01:48:52.817729268Z 
2024-04-06T01:48:52.817741015Z Changes detected, updating prometheus config
2024-04-06T01:48:52.819207743Z Jobs detected: 0
2024-04-06T01:48:52.826119693Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:48:52.828635905Z alerting:
2024-04-06T01:48:52.828663169Z   alertmanagers:
2024-04-06T01:48:52.828673718Z   - static_configs:
2024-04-06T01:48:52.828682634Z     - targets:
2024-04-06T01:48:52.828691925Z       - alertmanager:9093
2024-04-06T01:48:52.828700276Z global:
2024-04-06T01:48:52.828708744Z   evaluation_interval: 15s
2024-04-06T01:48:52.828717279Z   scrape_interval: 15s
2024-04-06T01:48:52.828725687Z rule_files:
2024-04-06T01:48:52.828734086Z - osm_metric_rules.yml
2024-04-06T01:48:52.828742466Z - osm_alert_rules.yml
2024-04-06T01:48:52.828750646Z scrape_configs:
2024-04-06T01:48:52.828758872Z - job_name: mon_exporter
2024-04-06T01:48:52.828767007Z   static_configs:
2024-04-06T01:48:52.828775302Z   - targets:
2024-04-06T01:48:52.828783724Z     - mon:8000
2024-04-06T01:48:52.828791963Z - honor_labels: true
2024-04-06T01:48:52.828800758Z   job_name: pushgateway
2024-04-06T01:48:52.828837178Z   scrape_interval: 30s
2024-04-06T01:48:52.828845649Z   static_configs:
2024-04-06T01:48:52.828853832Z   - targets:
2024-04-06T01:48:52.828863016Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:48:52.828871087Z 
2024-04-06T01:48:52.832861457Z Alerts read: 0
2024-04-06T01:48:52.835598262Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:48:52.837357786Z groups:
2024-04-06T01:48:52.837389220Z - name: osm_alert_rules
2024-04-06T01:48:52.837398757Z   rules:
2024-04-06T01:48:52.837407417Z   - alert: vdu_down
2024-04-06T01:48:52.837415764Z     annotations:
2024-04-06T01:48:52.837429232Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:48:52.837443907Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:48:52.837454522Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:48:52.837463939Z     expr: vm_status_extended != 1
2024-04-06T01:48:52.837472489Z     for: 3m
2024-04-06T01:48:52.837480468Z 
2024-04-06T01:48:52.839195641Z New config written, updating prometheus
2024-04-06T01:48:57.878584026Z Prometheus config update successful
2024-04-06T01:48:57.878631702Z 
2024-04-06T01:48:57.878642135Z Changes detected, updating prometheus config
2024-04-06T01:48:57.880087255Z Jobs detected: 0
2024-04-06T01:48:57.887464754Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T01:48:57.890036874Z alerting:
2024-04-06T01:48:57.890053533Z   alertmanagers:
2024-04-06T01:48:57.890059178Z   - static_configs:
2024-04-06T01:48:57.890063770Z     - targets:
2024-04-06T01:48:57.890068752Z       - alertmanager:9093
2024-04-06T01:48:57.890073206Z global:
2024-04-06T01:48:57.890077661Z   evaluation_interval: 15s
2024-04-06T01:48:57.890082055Z   scrape_interval: 15s
2024-04-06T01:48:57.890086677Z rule_files:
2024-04-06T01:48:57.890090826Z - osm_metric_rules.yml
2024-04-06T01:48:57.890095111Z - osm_alert_rules.yml
2024-04-06T01:48:57.890099551Z scrape_configs:
2024-04-06T01:48:57.890107900Z - job_name: mon_exporter
2024-04-06T01:48:57.890112657Z   static_configs:
2024-04-06T01:48:57.890117059Z   - targets:
2024-04-06T01:48:57.890121389Z     - mon:8000
2024-04-06T01:48:57.890126215Z - honor_labels: true
2024-04-06T01:48:57.890130750Z   job_name: pushgateway
2024-04-06T01:48:57.890135094Z   scrape_interval: 30s
2024-04-06T01:48:57.890139503Z   static_configs:
2024-04-06T01:48:57.890143915Z   - targets:
2024-04-06T01:48:57.890149276Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T01:48:57.890153581Z 
2024-04-06T01:48:57.895265634Z Alerts read: 0
2024-04-06T01:48:57.897281515Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T01:48:57.898998234Z groups:
2024-04-06T01:48:57.899019624Z - name: osm_alert_rules
2024-04-06T01:48:57.899027470Z   rules:
2024-04-06T01:48:57.899034736Z   - alert: vdu_down
2024-04-06T01:48:57.899042292Z     annotations:
2024-04-06T01:48:57.899050807Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T01:48:57.899058301Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T01:48:57.899065522Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T01:48:57.899073341Z     expr: vm_status_extended != 1
2024-04-06T01:48:57.899080624Z     for: 3m
2024-04-06T01:48:57.899087618Z 
2024-04-06T01:48:57.900625114Z New config written, updating prometheus
2024-04-06T01:49:02.926250060Z Prometheus config update successful
2024-04-06T01:49:02.926300640Z 
2024-04-06T02:48:04.901397345Z Changes detected, updating prometheus config
2024-04-06T02:48:04.903294671Z Jobs detected: 0
2024-04-06T02:48:04.908518583Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T02:48:04.910468832Z alerting:
2024-04-06T02:48:04.910490683Z   alertmanagers:
2024-04-06T02:48:04.910494435Z   - static_configs:
2024-04-06T02:48:04.910497475Z     - targets:
2024-04-06T02:48:04.910501091Z       - alertmanager:9093
2024-04-06T02:48:04.910504256Z global:
2024-04-06T02:48:04.910510600Z   evaluation_interval: 15s
2024-04-06T02:48:04.910513716Z   scrape_interval: 15s
2024-04-06T02:48:04.910516729Z rule_files:
2024-04-06T02:48:04.910519604Z - osm_metric_rules.yml
2024-04-06T02:48:04.910522543Z - osm_alert_rules.yml
2024-04-06T02:48:04.910525496Z scrape_configs:
2024-04-06T02:48:04.910528432Z - job_name: mon_exporter
2024-04-06T02:48:04.910531448Z   static_configs:
2024-04-06T02:48:04.910534415Z   - targets:
2024-04-06T02:48:04.910537387Z     - mon:8000
2024-04-06T02:48:04.910540316Z - honor_labels: true
2024-04-06T02:48:04.910543145Z   job_name: pushgateway
2024-04-06T02:48:04.910546337Z   scrape_interval: 30s
2024-04-06T02:48:04.910549720Z   static_configs:
2024-04-06T02:48:04.910552628Z   - targets:
2024-04-06T02:48:04.910556276Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T02:48:04.910559203Z 
2024-04-06T02:48:04.913378102Z Alerts read: 0
2024-04-06T02:48:04.915271402Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T02:48:04.916458715Z groups:
2024-04-06T02:48:04.916469544Z - name: osm_alert_rules
2024-04-06T02:48:04.916473068Z   rules:
2024-04-06T02:48:04.916476155Z   - alert: vdu_down
2024-04-06T02:48:04.916479553Z     annotations:
2024-04-06T02:48:04.916483663Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T02:48:04.916487269Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T02:48:04.916490333Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T02:48:04.916493937Z     expr: vm_status_extended != 1
2024-04-06T02:48:04.916497037Z     for: 3m
2024-04-06T02:48:04.916499928Z 
2024-04-06T02:48:04.917482778Z New config written, updating prometheus
2024-04-06T02:48:09.952144019Z Prometheus config update successful
2024-04-06T02:48:09.952208732Z 
2024-04-06T02:53:50.891225618Z Changes detected, updating prometheus config
2024-04-06T02:53:50.894411184Z Jobs detected: 0
2024-04-06T02:53:50.904473518Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T02:53:50.907049976Z alerting:
2024-04-06T02:53:50.907078232Z   alertmanagers:
2024-04-06T02:53:50.907088836Z   - static_configs:
2024-04-06T02:53:50.907097917Z     - targets:
2024-04-06T02:53:50.907107575Z       - alertmanager:9093
2024-04-06T02:53:50.907116103Z global:
2024-04-06T02:53:50.907124595Z   evaluation_interval: 15s
2024-04-06T02:53:50.907132974Z   scrape_interval: 15s
2024-04-06T02:53:50.907141778Z rule_files:
2024-04-06T02:53:50.907150106Z - osm_metric_rules.yml
2024-04-06T02:53:50.907158379Z - osm_alert_rules.yml
2024-04-06T02:53:50.907166830Z scrape_configs:
2024-04-06T02:53:50.907175181Z - job_name: mon_exporter
2024-04-06T02:53:50.907183598Z   static_configs:
2024-04-06T02:53:50.907191898Z   - targets:
2024-04-06T02:53:50.907200268Z     - mon:8000
2024-04-06T02:53:50.907208756Z - honor_labels: true
2024-04-06T02:53:50.907216974Z   job_name: pushgateway
2024-04-06T02:53:50.907276281Z   scrape_interval: 30s
2024-04-06T02:53:50.907285504Z   static_configs:
2024-04-06T02:53:50.907293670Z   - targets:
2024-04-06T02:53:50.907302985Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T02:53:50.907340166Z 
2024-04-06T02:53:50.910665327Z Alerts read: 0
2024-04-06T02:53:50.913048719Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T02:53:50.914668241Z groups:
2024-04-06T02:53:50.914680347Z - name: osm_alert_rules
2024-04-06T02:53:50.914683437Z   rules:
2024-04-06T02:53:50.914686240Z   - alert: vdu_down
2024-04-06T02:53:50.914688946Z     annotations:
2024-04-06T02:53:50.914692561Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T02:53:50.914695920Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T02:53:50.914698680Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T02:53:50.914701855Z     expr: vm_status_extended != 1
2024-04-06T02:53:50.914704740Z     for: 3m
2024-04-06T02:53:50.914757194Z 
2024-04-06T02:53:50.915559461Z New config written, updating prometheus
2024-04-06T02:53:55.953470594Z Prometheus config update successful
2024-04-06T02:53:55.953507074Z 
2024-04-06T03:08:52.225528364Z Changes detected, updating prometheus config
2024-04-06T03:08:52.229086657Z Jobs detected: 0
2024-04-06T03:08:52.246097893Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:08:52.249641060Z alerting:
2024-04-06T03:08:52.249657083Z   alertmanagers:
2024-04-06T03:08:52.249661647Z   - static_configs:
2024-04-06T03:08:52.249665335Z     - targets:
2024-04-06T03:08:52.249669389Z       - alertmanager:9093
2024-04-06T03:08:52.249676953Z global:
2024-04-06T03:08:52.249680933Z   evaluation_interval: 15s
2024-04-06T03:08:52.249684643Z   scrape_interval: 15s
2024-04-06T03:08:52.249688208Z rule_files:
2024-04-06T03:08:52.249691800Z - osm_metric_rules.yml
2024-04-06T03:08:52.249695717Z - osm_alert_rules.yml
2024-04-06T03:08:52.249699189Z scrape_configs:
2024-04-06T03:08:52.249702641Z - job_name: mon_exporter
2024-04-06T03:08:52.249706353Z   static_configs:
2024-04-06T03:08:52.249709899Z   - targets:
2024-04-06T03:08:52.249713547Z     - mon:8000
2024-04-06T03:08:52.249717039Z - honor_labels: true
2024-04-06T03:08:52.249720480Z   job_name: pushgateway
2024-04-06T03:08:52.249724411Z   scrape_interval: 30s
2024-04-06T03:08:52.249728085Z   static_configs:
2024-04-06T03:08:52.249731565Z   - targets:
2024-04-06T03:08:52.249735648Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:08:52.249832972Z 
2024-04-06T03:08:52.258708003Z Alerts read: 2
2024-04-06T03:08:52.260800488Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:08:52.263979543Z groups:
2024-04-06T03:08:52.263996765Z - name: osm_alert_rules
2024-04-06T03:08:52.264001514Z   rules:
2024-04-06T03:08:52.264006207Z   - alert: vdu_down
2024-04-06T03:08:52.264010877Z     annotations:
2024-04-06T03:08:52.264016088Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:08:52.264020977Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:08:52.264025756Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:08:52.264030634Z     expr: vm_status_extended != 1
2024-04-06T03:08:52.264035128Z     for: 3m
2024-04-06T03:08:52.264039515Z - name: _osm_alert_rules_20240406030852_
2024-04-06T03:08:52.264047315Z   rules:
2024-04-06T03:08:52.264068832Z   - alert: scalein_47acad0c-a815-4147-bb5b-6e5a5017ee62
2024-04-06T03:08:52.264073288Z     expr: (count (osm_cpu_utilization{ns_id="8940b3ff-6f1d-4050-94b2-35fdb61ac990",
2024-04-06T03:08:52.264078120Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="8940b3ff-6f1d-4050-94b2-35fdb61ac990",
2024-04-06T03:08:52.264084233Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T03:08:52.264088878Z     for: 1m
2024-04-06T03:08:52.264093305Z     labels:
2024-04-06T03:08:52.264097706Z       ns_id: 8940b3ff-6f1d-4050-94b2-35fdb61ac990
2024-04-06T03:08:52.264102069Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T03:08:52.264107019Z       vnf_member_index: vnf
2024-04-06T03:08:52.264111388Z   - alert: scaleout_216f7860-c53d-4236-8e42-73670eaed4d6
2024-04-06T03:08:52.264115833Z     expr: (count (osm_cpu_utilization{ns_id="8940b3ff-6f1d-4050-94b2-35fdb61ac990",
2024-04-06T03:08:52.264121041Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="8940b3ff-6f1d-4050-94b2-35fdb61ac990",
2024-04-06T03:08:52.264125357Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T03:08:52.264129751Z     for: 1m
2024-04-06T03:08:52.264133997Z     labels:
2024-04-06T03:08:52.264138287Z       ns_id: 8940b3ff-6f1d-4050-94b2-35fdb61ac990
2024-04-06T03:08:52.264142652Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T03:08:52.264146950Z       vnf_member_index: vnf
2024-04-06T03:08:52.264312700Z 
2024-04-06T03:08:52.267818874Z New config written, updating prometheus
2024-04-06T03:08:57.311174419Z Prometheus config update successful
2024-04-06T03:08:57.311249612Z 
2024-04-06T03:08:57.314240058Z Changes detected, updating prometheus config
2024-04-06T03:08:57.315829362Z Jobs detected: 0
2024-04-06T03:08:57.323479757Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:08:57.325846236Z alerting:
2024-04-06T03:08:57.325871141Z   alertmanagers:
2024-04-06T03:08:57.325881052Z   - static_configs:
2024-04-06T03:08:57.325889666Z     - targets:
2024-04-06T03:08:57.325898744Z       - alertmanager:9093
2024-04-06T03:08:57.325907378Z global:
2024-04-06T03:08:57.325915782Z   evaluation_interval: 15s
2024-04-06T03:08:57.325924197Z   scrape_interval: 15s
2024-04-06T03:08:57.325933205Z rule_files:
2024-04-06T03:08:57.325941815Z - osm_metric_rules.yml
2024-04-06T03:08:57.325950087Z - osm_alert_rules.yml
2024-04-06T03:08:57.325958524Z scrape_configs:
2024-04-06T03:08:57.325966864Z - job_name: mon_exporter
2024-04-06T03:08:57.325975309Z   static_configs:
2024-04-06T03:08:57.325983775Z   - targets:
2024-04-06T03:08:57.325992284Z     - mon:8000
2024-04-06T03:08:57.326000734Z - honor_labels: true
2024-04-06T03:08:57.326009246Z   job_name: pushgateway
2024-04-06T03:08:57.326017548Z   scrape_interval: 30s
2024-04-06T03:08:57.326025823Z   static_configs:
2024-04-06T03:08:57.326034869Z   - targets:
2024-04-06T03:08:57.326044873Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:08:57.326053144Z 
2024-04-06T03:08:57.330434133Z Alerts read: 2
2024-04-06T03:08:57.332297362Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:08:57.335193590Z groups:
2024-04-06T03:08:57.335224470Z - name: osm_alert_rules
2024-04-06T03:08:57.335234531Z   rules:
2024-04-06T03:08:57.335243734Z   - alert: vdu_down
2024-04-06T03:08:57.335252510Z     annotations:
2024-04-06T03:08:57.335262593Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:08:57.335297963Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:08:57.335306822Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:08:57.335315884Z     expr: vm_status_extended != 1
2024-04-06T03:08:57.335324250Z     for: 3m
2024-04-06T03:08:57.335332675Z - name: _osm_alert_rules_20240406030857_
2024-04-06T03:08:57.335341327Z   rules:
2024-04-06T03:08:57.335350950Z   - alert: scalein_47acad0c-a815-4147-bb5b-6e5a5017ee62
2024-04-06T03:08:57.335359390Z     expr: (count (osm_cpu_utilization{ns_id="8940b3ff-6f1d-4050-94b2-35fdb61ac990",
2024-04-06T03:08:57.335368764Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="8940b3ff-6f1d-4050-94b2-35fdb61ac990",
2024-04-06T03:08:57.335377219Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T03:08:57.335385641Z     for: 1m
2024-04-06T03:08:57.335393907Z     labels:
2024-04-06T03:08:57.335402290Z       ns_id: 8940b3ff-6f1d-4050-94b2-35fdb61ac990
2024-04-06T03:08:57.335410713Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T03:08:57.335419873Z       vnf_member_index: vnf
2024-04-06T03:08:57.335428605Z   - alert: scaleout_216f7860-c53d-4236-8e42-73670eaed4d6
2024-04-06T03:08:57.335436947Z     expr: (count (osm_cpu_utilization{ns_id="8940b3ff-6f1d-4050-94b2-35fdb61ac990",
2024-04-06T03:08:57.335445395Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="8940b3ff-6f1d-4050-94b2-35fdb61ac990",
2024-04-06T03:08:57.335453912Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T03:08:57.335462107Z     for: 1m
2024-04-06T03:08:57.335470427Z     labels:
2024-04-06T03:08:57.335478755Z       ns_id: 8940b3ff-6f1d-4050-94b2-35fdb61ac990
2024-04-06T03:08:57.335487136Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T03:08:57.335495455Z       vnf_member_index: vnf
2024-04-06T03:08:57.335515758Z 
2024-04-06T03:08:57.338088252Z New config written, updating prometheus
2024-04-06T03:09:02.357927812Z Prometheus config update successful
2024-04-06T03:09:02.357977674Z 
2024-04-06T03:16:16.797162117Z Changes detected, updating prometheus config
2024-04-06T03:16:16.800309250Z Jobs detected: 0
2024-04-06T03:16:16.806915104Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:16:16.809112980Z alerting:
2024-04-06T03:16:16.809138323Z   alertmanagers:
2024-04-06T03:16:16.809148724Z   - static_configs:
2024-04-06T03:16:16.809157361Z     - targets:
2024-04-06T03:16:16.809166576Z       - alertmanager:9093
2024-04-06T03:16:16.809175950Z global:
2024-04-06T03:16:16.809199105Z   evaluation_interval: 15s
2024-04-06T03:16:16.809207358Z   scrape_interval: 15s
2024-04-06T03:16:16.809215798Z rule_files:
2024-04-06T03:16:16.809224055Z - osm_metric_rules.yml
2024-04-06T03:16:16.809232225Z - osm_alert_rules.yml
2024-04-06T03:16:16.809240634Z scrape_configs:
2024-04-06T03:16:16.809249290Z - job_name: mon_exporter
2024-04-06T03:16:16.809257756Z   static_configs:
2024-04-06T03:16:16.809266129Z   - targets:
2024-04-06T03:16:16.809274510Z     - mon:8000
2024-04-06T03:16:16.809282919Z - honor_labels: true
2024-04-06T03:16:16.809291183Z   job_name: pushgateway
2024-04-06T03:16:16.809299351Z   scrape_interval: 30s
2024-04-06T03:16:16.809307533Z   static_configs:
2024-04-06T03:16:16.809316633Z   - targets:
2024-04-06T03:16:16.809326175Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:16:16.809334798Z 
2024-04-06T03:16:16.812429107Z Alerts read: 0
2024-04-06T03:16:16.814196038Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:16:16.815249806Z groups:
2024-04-06T03:16:16.815274511Z - name: osm_alert_rules
2024-04-06T03:16:16.815284601Z   rules:
2024-04-06T03:16:16.815293283Z   - alert: vdu_down
2024-04-06T03:16:16.815301672Z     annotations:
2024-04-06T03:16:16.815310984Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:16:16.815320059Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:16:16.815328203Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:16:16.815337095Z     expr: vm_status_extended != 1
2024-04-06T03:16:16.815345558Z     for: 3m
2024-04-06T03:16:16.815353504Z 
2024-04-06T03:16:16.816317549Z New config written, updating prometheus
2024-04-06T03:16:21.849762515Z Prometheus config update successful
2024-04-06T03:16:21.849798679Z 
2024-04-06T03:16:21.849803916Z Changes detected, updating prometheus config
2024-04-06T03:16:21.853600442Z Jobs detected: 0
2024-04-06T03:16:21.857882498Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:16:21.859619936Z alerting:
2024-04-06T03:16:21.859632586Z   alertmanagers:
2024-04-06T03:16:21.859636243Z   - static_configs:
2024-04-06T03:16:21.859639355Z     - targets:
2024-04-06T03:16:21.859642772Z       - alertmanager:9093
2024-04-06T03:16:21.859646016Z global:
2024-04-06T03:16:21.859648915Z   evaluation_interval: 15s
2024-04-06T03:16:21.859651616Z   scrape_interval: 15s
2024-04-06T03:16:21.859654395Z rule_files:
2024-04-06T03:16:21.859657111Z - osm_metric_rules.yml
2024-04-06T03:16:21.859660188Z - osm_alert_rules.yml
2024-04-06T03:16:21.859662975Z scrape_configs:
2024-04-06T03:16:21.859665615Z - job_name: mon_exporter
2024-04-06T03:16:21.859668398Z   static_configs:
2024-04-06T03:16:21.859671139Z   - targets:
2024-04-06T03:16:21.859673936Z     - mon:8000
2024-04-06T03:16:21.859676623Z - honor_labels: true
2024-04-06T03:16:21.859679323Z   job_name: pushgateway
2024-04-06T03:16:21.859682001Z   scrape_interval: 30s
2024-04-06T03:16:21.859684705Z   static_configs:
2024-04-06T03:16:21.859687377Z   - targets:
2024-04-06T03:16:21.859690636Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:16:21.859693299Z 
2024-04-06T03:16:21.862775659Z Alerts read: 0
2024-04-06T03:16:21.865357548Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:16:21.866667920Z groups:
2024-04-06T03:16:21.866679620Z - name: osm_alert_rules
2024-04-06T03:16:21.866682817Z   rules:
2024-04-06T03:16:21.866685948Z   - alert: vdu_down
2024-04-06T03:16:21.866689021Z     annotations:
2024-04-06T03:16:21.866692685Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:16:21.866695973Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:16:21.866698886Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:16:21.866702273Z     expr: vm_status_extended != 1
2024-04-06T03:16:21.866705158Z     for: 3m
2024-04-06T03:16:21.866707775Z 
2024-04-06T03:16:21.867659577Z New config written, updating prometheus
2024-04-06T03:16:26.905962092Z Prometheus config update successful
2024-04-06T03:16:26.906199611Z 
2024-04-06T03:17:08.125914405Z Changes detected, updating prometheus config
2024-04-06T03:17:08.125971642Z Jobs detected: 0
2024-04-06T03:17:08.130223476Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:17:08.131976832Z alerting:
2024-04-06T03:17:08.131984981Z   alertmanagers:
2024-04-06T03:17:08.131988434Z   - static_configs:
2024-04-06T03:17:08.131991476Z     - targets:
2024-04-06T03:17:08.131994824Z       - alertmanager:9093
2024-04-06T03:17:08.131997712Z global:
2024-04-06T03:17:08.132000683Z   evaluation_interval: 15s
2024-04-06T03:17:08.132004364Z   scrape_interval: 15s
2024-04-06T03:17:08.132007353Z rule_files:
2024-04-06T03:17:08.132010292Z - osm_metric_rules.yml
2024-04-06T03:17:08.132013167Z - osm_alert_rules.yml
2024-04-06T03:17:08.132016043Z scrape_configs:
2024-04-06T03:17:08.132018898Z - job_name: mon_exporter
2024-04-06T03:17:08.132073060Z   static_configs:
2024-04-06T03:17:08.132079128Z   - targets:
2024-04-06T03:17:08.132082212Z     - mon:8000
2024-04-06T03:17:08.132085105Z - honor_labels: true
2024-04-06T03:17:08.132088063Z   job_name: pushgateway
2024-04-06T03:17:08.132091144Z   scrape_interval: 30s
2024-04-06T03:17:08.132093952Z   static_configs:
2024-04-06T03:17:08.132096800Z   - targets:
2024-04-06T03:17:08.132100624Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:17:08.132103461Z 
2024-04-06T03:17:08.137537241Z Alerts read: 2
2024-04-06T03:17:08.139787506Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:17:08.145555440Z groups:
2024-04-06T03:17:08.145585607Z - name: osm_alert_rules
2024-04-06T03:17:08.145598644Z   rules:
2024-04-06T03:17:08.145603348Z   - alert: vdu_down
2024-04-06T03:17:08.145607574Z     annotations:
2024-04-06T03:17:08.145612197Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:17:08.145616610Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:17:08.145620666Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:17:08.145625172Z     expr: vm_status_extended != 1
2024-04-06T03:17:08.145629339Z     for: 3m
2024-04-06T03:17:08.145633325Z - name: _osm_alert_rules_20240406031708_
2024-04-06T03:17:08.145637324Z   rules:
2024-04-06T03:17:08.145641695Z   - alert: scalein_0a9cbeac-15d0-4478-ac1b-2f71c8bfab88
2024-04-06T03:17:08.145645840Z     expr: (count (osm_cpu_utilization{ns_id="80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:17:08.145650421Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:17:08.145654460Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T03:17:08.145658490Z     for: 1m
2024-04-06T03:17:08.145663026Z     labels:
2024-04-06T03:17:08.145667049Z       ns_id: 80148309-cd9a-4adb-ab1a-9d43518cf7e2
2024-04-06T03:17:08.145671086Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T03:17:08.145675486Z       vnf_member_index: vnf
2024-04-06T03:17:08.145679546Z   - alert: scaleout_23b98b8a-4ab5-4ea2-99ba-dee61862bfc1
2024-04-06T03:17:08.145683517Z     expr: (count (osm_cpu_utilization{ns_id="80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:17:08.145687685Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:17:08.145691803Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T03:17:08.145695896Z     for: 1m
2024-04-06T03:17:08.145699885Z     labels:
2024-04-06T03:17:08.145703881Z       ns_id: 80148309-cd9a-4adb-ab1a-9d43518cf7e2
2024-04-06T03:17:08.145707892Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T03:17:08.145723464Z       vnf_member_index: vnf
2024-04-06T03:17:08.145727459Z 
2024-04-06T03:17:08.145904985Z New config written, updating prometheus
2024-04-06T03:17:13.188190293Z Prometheus config update successful
2024-04-06T03:17:13.188229965Z 
2024-04-06T03:17:13.189748507Z Changes detected, updating prometheus config
2024-04-06T03:17:13.191429627Z Jobs detected: 0
2024-04-06T03:17:13.196453590Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:17:13.198252233Z alerting:
2024-04-06T03:17:13.198261754Z   alertmanagers:
2024-04-06T03:17:13.198265538Z   - static_configs:
2024-04-06T03:17:13.198268583Z     - targets:
2024-04-06T03:17:13.198272500Z       - alertmanager:9093
2024-04-06T03:17:13.198275497Z global:
2024-04-06T03:17:13.198278477Z   evaluation_interval: 15s
2024-04-06T03:17:13.198281494Z   scrape_interval: 15s
2024-04-06T03:17:13.198284569Z rule_files:
2024-04-06T03:17:13.198287513Z - osm_metric_rules.yml
2024-04-06T03:17:13.198290532Z - osm_alert_rules.yml
2024-04-06T03:17:13.198306827Z scrape_configs:
2024-04-06T03:17:13.198310424Z - job_name: mon_exporter
2024-04-06T03:17:13.198313418Z   static_configs:
2024-04-06T03:17:13.198316270Z   - targets:
2024-04-06T03:17:13.198319202Z     - mon:8000
2024-04-06T03:17:13.198322568Z - honor_labels: true
2024-04-06T03:17:13.198325487Z   job_name: pushgateway
2024-04-06T03:17:13.198328446Z   scrape_interval: 30s
2024-04-06T03:17:13.198331370Z   static_configs:
2024-04-06T03:17:13.198334312Z   - targets:
2024-04-06T03:17:13.198337773Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:17:13.198340723Z 
2024-04-06T03:17:13.201621044Z Alerts read: 2
2024-04-06T03:17:13.203658047Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:17:13.206850352Z groups:
2024-04-06T03:17:13.206868780Z - name: osm_alert_rules
2024-04-06T03:17:13.206872619Z   rules:
2024-04-06T03:17:13.206875658Z   - alert: vdu_down
2024-04-06T03:17:13.206878905Z     annotations:
2024-04-06T03:17:13.206882613Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:17:13.206886073Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:17:13.206888985Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:17:13.206892522Z     expr: vm_status_extended != 1
2024-04-06T03:17:13.206895472Z     for: 3m
2024-04-06T03:17:13.206898494Z - name: _osm_alert_rules_20240406031713_
2024-04-06T03:17:13.206901383Z   rules:
2024-04-06T03:17:13.206905508Z   - alert: scalein_0a9cbeac-15d0-4478-ac1b-2f71c8bfab88
2024-04-06T03:17:13.206908502Z     expr: (count (osm_cpu_utilization{ns_id="80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:17:13.206912256Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:17:13.206915247Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T03:17:13.206918190Z     for: 1m
2024-04-06T03:17:13.206921080Z     labels:
2024-04-06T03:17:13.206924069Z       ns_id: 80148309-cd9a-4adb-ab1a-9d43518cf7e2
2024-04-06T03:17:13.206927045Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T03:17:13.206930817Z       vnf_member_index: vnf
2024-04-06T03:17:13.206933740Z   - alert: scaleout_23b98b8a-4ab5-4ea2-99ba-dee61862bfc1
2024-04-06T03:17:13.206936682Z     expr: (count (osm_cpu_utilization{ns_id="80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:17:13.206939919Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="80148309-cd9a-4adb-ab1a-9d43518cf7e2",
2024-04-06T03:17:13.206957374Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T03:17:13.206960413Z     for: 1m
2024-04-06T03:17:13.206963382Z     labels:
2024-04-06T03:17:13.206966274Z       ns_id: 80148309-cd9a-4adb-ab1a-9d43518cf7e2
2024-04-06T03:17:13.206969264Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T03:17:13.206972846Z       vnf_member_index: vnf
2024-04-06T03:17:13.206975712Z 
2024-04-06T03:17:13.209678758Z New config written, updating prometheus
2024-04-06T03:17:18.237935433Z Prometheus config update successful
2024-04-06T03:17:18.237967868Z 
2024-04-06T03:30:40.085393334Z Changes detected, updating prometheus config
2024-04-06T03:30:40.090082602Z Jobs detected: 0
2024-04-06T03:30:40.100761416Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:30:40.103712989Z alerting:
2024-04-06T03:30:40.103753637Z   alertmanagers:
2024-04-06T03:30:40.103760037Z   - static_configs:
2024-04-06T03:30:40.103764456Z     - targets:
2024-04-06T03:30:40.103769519Z       - alertmanager:9093
2024-04-06T03:30:40.103773766Z global:
2024-04-06T03:30:40.103778167Z   evaluation_interval: 15s
2024-04-06T03:30:40.103782425Z   scrape_interval: 15s
2024-04-06T03:30:40.103786627Z rule_files:
2024-04-06T03:30:40.103791336Z - osm_metric_rules.yml
2024-04-06T03:30:40.103795442Z - osm_alert_rules.yml
2024-04-06T03:30:40.103800078Z scrape_configs:
2024-04-06T03:30:40.103804511Z - job_name: mon_exporter
2024-04-06T03:30:40.103808749Z   static_configs:
2024-04-06T03:30:40.103813143Z   - targets:
2024-04-06T03:30:40.103817347Z     - mon:8000
2024-04-06T03:30:40.103821451Z - honor_labels: true
2024-04-06T03:30:40.103825642Z   job_name: pushgateway
2024-04-06T03:30:40.103834028Z   scrape_interval: 30s
2024-04-06T03:30:40.103838818Z   static_configs:
2024-04-06T03:30:40.103843066Z   - targets:
2024-04-06T03:30:40.103847931Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:30:40.103852071Z 
2024-04-06T03:30:40.110029118Z Alerts read: 0
2024-04-06T03:30:40.112479995Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:30:40.113756194Z groups:
2024-04-06T03:30:40.113768160Z - name: osm_alert_rules
2024-04-06T03:30:40.113794194Z   rules:
2024-04-06T03:30:40.113798078Z   - alert: vdu_down
2024-04-06T03:30:40.113801536Z     annotations:
2024-04-06T03:30:40.113830484Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:30:40.113836532Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:30:40.113840466Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:30:40.113844783Z     expr: vm_status_extended != 1
2024-04-06T03:30:40.113848428Z     for: 3m
2024-04-06T03:30:40.113851724Z 
2024-04-06T03:30:40.115012799Z New config written, updating prometheus
2024-04-06T03:30:45.146226696Z Prometheus config update successful
2024-04-06T03:30:45.146269253Z 
2024-04-06T03:30:45.146273198Z Changes detected, updating prometheus config
2024-04-06T03:30:45.147654301Z Jobs detected: 0
2024-04-06T03:30:45.159390457Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:30:45.164082969Z alerting:
2024-04-06T03:30:45.164098744Z   alertmanagers:
2024-04-06T03:30:45.164102556Z   - static_configs:
2024-04-06T03:30:45.164105570Z     - targets:
2024-04-06T03:30:45.164109236Z       - alertmanager:9093
2024-04-06T03:30:45.164124786Z global:
2024-04-06T03:30:45.164128010Z   evaluation_interval: 15s
2024-04-06T03:30:45.164131298Z   scrape_interval: 15s
2024-04-06T03:30:45.164134320Z rule_files:
2024-04-06T03:30:45.164137237Z - osm_metric_rules.yml
2024-04-06T03:30:45.164140644Z - osm_alert_rules.yml
2024-04-06T03:30:45.164146834Z scrape_configs:
2024-04-06T03:30:45.164149982Z - job_name: mon_exporter
2024-04-06T03:30:45.164152956Z   static_configs:
2024-04-06T03:30:45.164155836Z   - targets:
2024-04-06T03:30:45.164158931Z     - mon:8000
2024-04-06T03:30:45.164161749Z - honor_labels: true
2024-04-06T03:30:45.164164639Z   job_name: pushgateway
2024-04-06T03:30:45.164167522Z   scrape_interval: 30s
2024-04-06T03:30:45.164170467Z   static_configs:
2024-04-06T03:30:45.164173284Z   - targets:
2024-04-06T03:30:45.164177054Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:30:45.164179885Z 
2024-04-06T03:30:45.169130476Z Alerts read: 0
2024-04-06T03:30:45.171864127Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:30:45.173524712Z groups:
2024-04-06T03:30:45.173536953Z - name: osm_alert_rules
2024-04-06T03:30:45.173540672Z   rules:
2024-04-06T03:30:45.173544333Z   - alert: vdu_down
2024-04-06T03:30:45.173547415Z     annotations:
2024-04-06T03:30:45.173550918Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:30:45.173554430Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:30:45.173557784Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:30:45.173561318Z     expr: vm_status_extended != 1
2024-04-06T03:30:45.173564306Z     for: 3m
2024-04-06T03:30:45.173567096Z 
2024-04-06T03:30:45.175174406Z New config written, updating prometheus
2024-04-06T03:30:50.215372829Z Prometheus config update successful
2024-04-06T03:30:50.215482875Z 
2024-04-06T03:33:43.982418101Z Changes detected, updating prometheus config
2024-04-06T03:33:43.985007786Z Jobs detected: 0
2024-04-06T03:33:43.991572666Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:33:43.994072774Z alerting:
2024-04-06T03:33:43.994118733Z   alertmanagers:
2024-04-06T03:33:43.994127280Z   - static_configs:
2024-04-06T03:33:43.994133373Z     - targets:
2024-04-06T03:33:43.994139790Z       - alertmanager:9093
2024-04-06T03:33:43.994147465Z global:
2024-04-06T03:33:43.994157521Z   evaluation_interval: 15s
2024-04-06T03:33:43.994166623Z   scrape_interval: 15s
2024-04-06T03:33:43.994175776Z rule_files:
2024-04-06T03:33:43.994184183Z - osm_metric_rules.yml
2024-04-06T03:33:43.994192723Z - osm_alert_rules.yml
2024-04-06T03:33:43.994201263Z scrape_configs:
2024-04-06T03:33:43.994209730Z - job_name: mon_exporter
2024-04-06T03:33:43.994218274Z   static_configs:
2024-04-06T03:33:43.994226988Z   - targets:
2024-04-06T03:33:43.994235638Z     - mon:8000
2024-04-06T03:33:43.994243937Z - honor_labels: true
2024-04-06T03:33:43.994251812Z   job_name: pushgateway
2024-04-06T03:33:43.994258545Z   scrape_interval: 30s
2024-04-06T03:33:43.994263765Z   static_configs:
2024-04-06T03:33:43.994268907Z   - targets:
2024-04-06T03:33:43.994274880Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:33:43.994280067Z 
2024-04-06T03:33:43.998041004Z Alerts read: 1
2024-04-06T03:33:43.999876595Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:33:44.005503915Z groups:
2024-04-06T03:33:44.005528004Z - name: osm_alert_rules
2024-04-06T03:33:44.005552020Z   rules:
2024-04-06T03:33:44.005557358Z   - alert: vdu_down
2024-04-06T03:33:44.005562368Z     annotations:
2024-04-06T03:33:44.005567984Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:33:44.005573495Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:33:44.005578928Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:33:44.005584409Z     expr: vm_status_extended != 1
2024-04-06T03:33:44.005589349Z     for: 3m
2024-04-06T03:33:44.005594257Z - name: _osm_alert_rules_20240406033343_
2024-04-06T03:33:44.005599191Z   rules:
2024-04-06T03:33:44.005604772Z   - alert: vdu_alarm_11d23c13-9221-4385-8cfc-25cf057d4f6f
2024-04-06T03:33:44.005610242Z     expr: osm_cpu_utilization{ns_id="1f966318-4522-4ce0-92c6-e4516e72527b", vnf_member_index="vnf",
2024-04-06T03:33:44.005615579Z       vdu_id="cirros_vnfd-VM"} < 20.0000
2024-04-06T03:33:44.005620696Z     for: 1m
2024-04-06T03:33:44.005625588Z     labels:
2024-04-06T03:33:44.005630448Z       ns_id: 1f966318-4522-4ce0-92c6-e4516e72527b
2024-04-06T03:33:44.005635904Z       vdu_id: cirros_vnfd-VM
2024-04-06T03:33:44.005640811Z       vdu_name: '{{ $labels.vdu_name }}'
2024-04-06T03:33:44.005645753Z       vnf_member_index: vnf
2024-04-06T03:33:44.005650426Z 
2024-04-06T03:33:44.007837601Z New config written, updating prometheus
2024-04-06T03:33:49.050164423Z Prometheus config update successful
2024-04-06T03:33:49.050201719Z 
2024-04-06T03:42:11.391289446Z Changes detected, updating prometheus config
2024-04-06T03:42:11.393690920Z Jobs detected: 0
2024-04-06T03:42:11.398438289Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:42:11.400346098Z alerting:
2024-04-06T03:42:11.400357344Z   alertmanagers:
2024-04-06T03:42:11.400361225Z   - static_configs:
2024-04-06T03:42:11.400364329Z     - targets:
2024-04-06T03:42:11.400367856Z       - alertmanager:9093
2024-04-06T03:42:11.400371095Z global:
2024-04-06T03:42:11.400374129Z   evaluation_interval: 15s
2024-04-06T03:42:11.400377022Z   scrape_interval: 15s
2024-04-06T03:42:11.400380039Z rule_files:
2024-04-06T03:42:11.400383047Z - osm_metric_rules.yml
2024-04-06T03:42:11.400386262Z - osm_alert_rules.yml
2024-04-06T03:42:11.400389236Z scrape_configs:
2024-04-06T03:42:11.400392216Z - job_name: mon_exporter
2024-04-06T03:42:11.400395309Z   static_configs:
2024-04-06T03:42:11.400398210Z   - targets:
2024-04-06T03:42:11.400401148Z     - mon:8000
2024-04-06T03:42:11.400404069Z - honor_labels: true
2024-04-06T03:42:11.400406958Z   job_name: pushgateway
2024-04-06T03:42:11.400409853Z   scrape_interval: 30s
2024-04-06T03:42:11.400412749Z   static_configs:
2024-04-06T03:42:11.400415911Z   - targets:
2024-04-06T03:42:11.400419582Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:42:11.400422504Z 
2024-04-06T03:42:11.406732853Z Alerts read: 0
2024-04-06T03:42:11.408437654Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:42:11.409565005Z groups:
2024-04-06T03:42:11.409576327Z - name: osm_alert_rules
2024-04-06T03:42:11.409580327Z   rules:
2024-04-06T03:42:11.409583927Z   - alert: vdu_down
2024-04-06T03:42:11.409587376Z     annotations:
2024-04-06T03:42:11.409591655Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:42:11.409595837Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:42:11.409599515Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:42:11.409617180Z     expr: vm_status_extended != 1
2024-04-06T03:42:11.409620927Z     for: 3m
2024-04-06T03:42:11.409624251Z 
2024-04-06T03:42:11.410478831Z New config written, updating prometheus
2024-04-06T03:42:16.440436513Z Prometheus config update successful
2024-04-06T03:42:16.440486261Z 
2024-04-06T03:44:22.610152688Z Changes detected, updating prometheus config
2024-04-06T03:44:22.612419911Z Jobs detected: 1
2024-04-06T03:44:22.619528199Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:44:22.623417566Z alerting:
2024-04-06T03:44:22.623430826Z   alertmanagers:
2024-04-06T03:44:22.623434770Z   - static_configs:
2024-04-06T03:44:22.623453084Z     - targets:
2024-04-06T03:44:22.623457088Z       - alertmanager:9093
2024-04-06T03:44:22.623460014Z global:
2024-04-06T03:44:22.623462918Z   evaluation_interval: 15s
2024-04-06T03:44:22.623465776Z   scrape_interval: 15s
2024-04-06T03:44:22.623468561Z rule_files:
2024-04-06T03:44:22.623471284Z - osm_metric_rules.yml
2024-04-06T03:44:22.623474036Z - osm_alert_rules.yml
2024-04-06T03:44:22.623476806Z scrape_configs:
2024-04-06T03:44:22.623479520Z - job_name: mon_exporter
2024-04-06T03:44:22.623482292Z   static_configs:
2024-04-06T03:44:22.623485032Z   - targets:
2024-04-06T03:44:22.623487722Z     - mon:8000
2024-04-06T03:44:22.623490754Z - honor_labels: true
2024-04-06T03:44:22.623493623Z   job_name: pushgateway
2024-04-06T03:44:22.623496508Z   scrape_interval: 30s
2024-04-06T03:44:22.623499253Z   static_configs:
2024-04-06T03:44:22.623501973Z   - targets:
2024-04-06T03:44:22.623505249Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:44:22.623507993Z - job_name: 33245a9b2d7943b3b2d21c2997ba7c54
2024-04-06T03:44:22.623510663Z   metrics_path: /snmp
2024-04-06T03:44:22.623513517Z   params:
2024-04-06T03:44:22.623516210Z     module:
2024-04-06T03:44:22.623518915Z     - osm-snmp
2024-04-06T03:44:22.623521559Z   relabel_configs:
2024-04-06T03:44:22.623524369Z   - source_labels:
2024-04-06T03:44:22.623527089Z     - __address__
2024-04-06T03:44:22.623529804Z     target_label: __param_target
2024-04-06T03:44:22.623532524Z   - source_labels:
2024-04-06T03:44:22.623535168Z     - __param_target
2024-04-06T03:44:22.623537874Z     target_label: instance
2024-04-06T03:44:22.623545536Z   - replacement: eechart-0095272541-snmpexporter.457075f3-824e-4d68-a1b6-97616a7ba1a8.svc:80
2024-04-06T03:44:22.623548395Z     target_label: __address__
2024-04-06T03:44:22.623551593Z   static_configs:
2024-04-06T03:44:22.623554309Z   - targets:
2024-04-06T03:44:22.623557062Z     - 172.21.248.47
2024-04-06T03:44:22.623559650Z 
2024-04-06T03:44:22.629571580Z Alerts read: 0
2024-04-06T03:44:22.631515127Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:44:22.632487312Z groups:
2024-04-06T03:44:22.632499056Z - name: osm_alert_rules
2024-04-06T03:44:22.632503010Z   rules:
2024-04-06T03:44:22.632506720Z   - alert: vdu_down
2024-04-06T03:44:22.632510199Z     annotations:
2024-04-06T03:44:22.632514790Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:44:22.632519120Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:44:22.632522650Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:44:22.632526673Z     expr: vm_status_extended != 1
2024-04-06T03:44:22.632530299Z     for: 3m
2024-04-06T03:44:22.632533726Z 
2024-04-06T03:44:22.633872832Z New config written, updating prometheus
2024-04-06T03:44:27.691112033Z Prometheus config update successful
2024-04-06T03:44:27.697897559Z 
2024-04-06T03:44:46.964153216Z Changes detected, updating prometheus config
2024-04-06T03:44:46.966830229Z Jobs detected: 0
2024-04-06T03:44:46.976722759Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:44:46.979451533Z alerting:
2024-04-06T03:44:46.979463164Z   alertmanagers:
2024-04-06T03:44:46.979466827Z   - static_configs:
2024-04-06T03:44:46.979469594Z     - targets:
2024-04-06T03:44:46.979473029Z       - alertmanager:9093
2024-04-06T03:44:46.979476247Z global:
2024-04-06T03:44:46.979479019Z   evaluation_interval: 15s
2024-04-06T03:44:46.979481717Z   scrape_interval: 15s
2024-04-06T03:44:46.979484588Z rule_files:
2024-04-06T03:44:46.979487351Z - osm_metric_rules.yml
2024-04-06T03:44:46.979490077Z - osm_alert_rules.yml
2024-04-06T03:44:46.979492841Z scrape_configs:
2024-04-06T03:44:46.979521322Z - job_name: mon_exporter
2024-04-06T03:44:46.979524530Z   static_configs:
2024-04-06T03:44:46.979527384Z   - targets:
2024-04-06T03:44:46.979530128Z     - mon:8000
2024-04-06T03:44:46.979532976Z - honor_labels: true
2024-04-06T03:44:46.979535712Z   job_name: pushgateway
2024-04-06T03:44:46.979538491Z   scrape_interval: 30s
2024-04-06T03:44:46.979541245Z   static_configs:
2024-04-06T03:44:46.979544366Z   - targets:
2024-04-06T03:44:46.979547836Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:44:46.979550614Z 
2024-04-06T03:44:46.983732333Z Alerts read: 0
2024-04-06T03:44:46.985530381Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:44:46.986686427Z groups:
2024-04-06T03:44:46.986695955Z - name: osm_alert_rules
2024-04-06T03:44:46.986699076Z   rules:
2024-04-06T03:44:46.986702038Z   - alert: vdu_down
2024-04-06T03:44:46.986704888Z     annotations:
2024-04-06T03:44:46.986708432Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:44:46.986711873Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:44:46.986714751Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:44:46.986718188Z     expr: vm_status_extended != 1
2024-04-06T03:44:46.986721125Z     for: 3m
2024-04-06T03:44:46.986723775Z 
2024-04-06T03:44:46.987712076Z New config written, updating prometheus
2024-04-06T03:44:52.023167817Z Prometheus config update successful
2024-04-06T03:44:52.023362669Z 
2024-04-06T03:58:00.349116181Z Changes detected, updating prometheus config
2024-04-06T03:58:00.351487522Z Jobs detected: 0
2024-04-06T03:58:00.358429729Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:58:00.360365322Z alerting:
2024-04-06T03:58:00.360421309Z   alertmanagers:
2024-04-06T03:58:00.360432130Z   - static_configs:
2024-04-06T03:58:00.360441348Z     - targets:
2024-04-06T03:58:00.360450615Z       - alertmanager:9093
2024-04-06T03:58:00.360458963Z global:
2024-04-06T03:58:00.360497199Z   evaluation_interval: 15s
2024-04-06T03:58:00.360507360Z   scrape_interval: 15s
2024-04-06T03:58:00.360538697Z rule_files:
2024-04-06T03:58:00.360547525Z - osm_metric_rules.yml
2024-04-06T03:58:00.360555940Z - osm_alert_rules.yml
2024-04-06T03:58:00.360601651Z scrape_configs:
2024-04-06T03:58:00.360610017Z - job_name: mon_exporter
2024-04-06T03:58:00.360618332Z   static_configs:
2024-04-06T03:58:00.360626887Z   - targets:
2024-04-06T03:58:00.360636406Z     - mon:8000
2024-04-06T03:58:00.360673147Z - honor_labels: true
2024-04-06T03:58:00.360707493Z   job_name: pushgateway
2024-04-06T03:58:00.360716407Z   scrape_interval: 30s
2024-04-06T03:58:00.360724722Z   static_configs:
2024-04-06T03:58:00.360761759Z   - targets:
2024-04-06T03:58:00.360771729Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:58:00.360807087Z 
2024-04-06T03:58:00.364095931Z Alerts read: 2
2024-04-06T03:58:00.366122898Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:58:00.368718944Z groups:
2024-04-06T03:58:00.368744166Z - name: osm_alert_rules
2024-04-06T03:58:00.368754203Z   rules:
2024-04-06T03:58:00.368763640Z   - alert: vdu_down
2024-04-06T03:58:00.368772255Z     annotations:
2024-04-06T03:58:00.368781833Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:58:00.368791462Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:58:00.368799922Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:58:00.368809381Z     expr: vm_status_extended != 1
2024-04-06T03:58:00.368817946Z     for: 3m
2024-04-06T03:58:00.368826383Z - name: _osm_alert_rules_20240406035800_
2024-04-06T03:58:00.368843485Z   rules:
2024-04-06T03:58:00.368853386Z   - alert: scalein_6b0dc3b4-7425-4191-888e-c37645e187a9
2024-04-06T03:58:00.368861944Z     expr: (count (osm_cpu_utilization{ns_id="49e93648-7c4b-4928-a174-e3b80a951548",
2024-04-06T03:58:00.368871711Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="49e93648-7c4b-4928-a174-e3b80a951548",
2024-04-06T03:58:00.368880044Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T03:58:00.368888590Z     for: 1m
2024-04-06T03:58:00.368897013Z     labels:
2024-04-06T03:58:00.368905407Z       ns_id: 49e93648-7c4b-4928-a174-e3b80a951548
2024-04-06T03:58:00.368913893Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T03:58:00.368923010Z       vnf_member_index: '1'
2024-04-06T03:58:00.368937560Z   - alert: scaleout_96b75915-176c-47a2-b03d-364ce64e328f
2024-04-06T03:58:00.368946487Z     expr: (count (osm_cpu_utilization{ns_id="49e93648-7c4b-4928-a174-e3b80a951548",
2024-04-06T03:58:00.368955714Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="49e93648-7c4b-4928-a174-e3b80a951548",
2024-04-06T03:58:00.368964438Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T03:58:00.368972846Z     for: 1m
2024-04-06T03:58:00.368981217Z     labels:
2024-04-06T03:58:00.368990115Z       ns_id: 49e93648-7c4b-4928-a174-e3b80a951548
2024-04-06T03:58:00.368998630Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T03:58:00.369007141Z       vnf_member_index: '1'
2024-04-06T03:58:00.369015104Z 
2024-04-06T03:58:00.371823135Z New config written, updating prometheus
2024-04-06T03:58:05.400171202Z Prometheus config update successful
2024-04-06T03:58:05.400229732Z 
2024-04-06T03:58:05.403434756Z Changes detected, updating prometheus config
2024-04-06T03:58:05.404600646Z Jobs detected: 0
2024-04-06T03:58:05.408513035Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:58:05.410232844Z alerting:
2024-04-06T03:58:05.410258884Z   alertmanagers:
2024-04-06T03:58:05.410268529Z   - static_configs:
2024-04-06T03:58:05.410277165Z     - targets:
2024-04-06T03:58:05.410285872Z       - alertmanager:9093
2024-04-06T03:58:05.410294191Z global:
2024-04-06T03:58:05.410302573Z   evaluation_interval: 15s
2024-04-06T03:58:05.410311479Z   scrape_interval: 15s
2024-04-06T03:58:05.410339779Z rule_files:
2024-04-06T03:58:05.410348397Z - osm_metric_rules.yml
2024-04-06T03:58:05.410356497Z - osm_alert_rules.yml
2024-04-06T03:58:05.410364603Z scrape_configs:
2024-04-06T03:58:05.410372817Z - job_name: mon_exporter
2024-04-06T03:58:05.410380895Z   static_configs:
2024-04-06T03:58:05.410389183Z   - targets:
2024-04-06T03:58:05.410397620Z     - mon:8000
2024-04-06T03:58:05.410406300Z - honor_labels: true
2024-04-06T03:58:05.410414719Z   job_name: pushgateway
2024-04-06T03:58:05.410422882Z   scrape_interval: 30s
2024-04-06T03:58:05.410431286Z   static_configs:
2024-04-06T03:58:05.410460518Z   - targets:
2024-04-06T03:58:05.410469890Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:58:05.410490532Z 
2024-04-06T03:58:05.414740066Z Alerts read: 2
2024-04-06T03:58:05.416573433Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:58:05.419198865Z groups:
2024-04-06T03:58:05.419225488Z - name: osm_alert_rules
2024-04-06T03:58:05.419235056Z   rules:
2024-04-06T03:58:05.419243472Z   - alert: vdu_down
2024-04-06T03:58:05.419252174Z     annotations:
2024-04-06T03:58:05.419261556Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:58:05.419270649Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:58:05.419278851Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:58:05.419287575Z     expr: vm_status_extended != 1
2024-04-06T03:58:05.419295980Z     for: 3m
2024-04-06T03:58:05.419304397Z - name: _osm_alert_rules_20240406035805_
2024-04-06T03:58:05.419312724Z   rules:
2024-04-06T03:58:05.419321803Z   - alert: scalein_6b0dc3b4-7425-4191-888e-c37645e187a9
2024-04-06T03:58:05.419330205Z     expr: (count (osm_cpu_utilization{ns_id="49e93648-7c4b-4928-a174-e3b80a951548",
2024-04-06T03:58:05.419339120Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="49e93648-7c4b-4928-a174-e3b80a951548",
2024-04-06T03:58:05.419347493Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-06T03:58:05.419355938Z     for: 1m
2024-04-06T03:58:05.419364379Z     labels:
2024-04-06T03:58:05.419372932Z       ns_id: 49e93648-7c4b-4928-a174-e3b80a951548
2024-04-06T03:58:05.419381209Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T03:58:05.419389890Z       vnf_member_index: '1'
2024-04-06T03:58:05.419398166Z   - alert: scaleout_96b75915-176c-47a2-b03d-364ce64e328f
2024-04-06T03:58:05.419406355Z     expr: (count (osm_cpu_utilization{ns_id="49e93648-7c4b-4928-a174-e3b80a951548",
2024-04-06T03:58:05.419414611Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="49e93648-7c4b-4928-a174-e3b80a951548",
2024-04-06T03:58:05.419422944Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-06T03:58:05.419431114Z     for: 1m
2024-04-06T03:58:05.419439366Z     labels:
2024-04-06T03:58:05.419447568Z       ns_id: 49e93648-7c4b-4928-a174-e3b80a951548
2024-04-06T03:58:05.419455792Z       vdu_id: hackfest_basic_metrics-VM
2024-04-06T03:58:05.419464142Z       vnf_member_index: '1'
2024-04-06T03:58:05.419472122Z 
2024-04-06T03:58:05.421969033Z New config written, updating prometheus
2024-04-06T03:58:10.452084292Z Prometheus config update successful
2024-04-06T03:58:10.452174954Z 
2024-04-06T03:58:59.587977687Z Changes detected, updating prometheus config
2024-04-06T03:58:59.589671721Z Jobs detected: 0
2024-04-06T03:58:59.595228291Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:58:59.597448653Z alerting:
2024-04-06T03:58:59.597458476Z   alertmanagers:
2024-04-06T03:58:59.597463594Z   - static_configs:
2024-04-06T03:58:59.597467510Z     - targets:
2024-04-06T03:58:59.597472354Z       - alertmanager:9093
2024-04-06T03:58:59.597476756Z global:
2024-04-06T03:58:59.597481449Z   evaluation_interval: 15s
2024-04-06T03:58:59.597503249Z   scrape_interval: 15s
2024-04-06T03:58:59.597511003Z rule_files:
2024-04-06T03:58:59.597514699Z - osm_metric_rules.yml
2024-04-06T03:58:59.597518275Z - osm_alert_rules.yml
2024-04-06T03:58:59.597521909Z scrape_configs:
2024-04-06T03:58:59.597525373Z - job_name: mon_exporter
2024-04-06T03:58:59.597529000Z   static_configs:
2024-04-06T03:58:59.597532731Z   - targets:
2024-04-06T03:58:59.597536482Z     - mon:8000
2024-04-06T03:58:59.597539920Z - honor_labels: true
2024-04-06T03:58:59.597543496Z   job_name: pushgateway
2024-04-06T03:58:59.597547034Z   scrape_interval: 30s
2024-04-06T03:58:59.597550543Z   static_configs:
2024-04-06T03:58:59.597553984Z   - targets:
2024-04-06T03:58:59.597558152Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:58:59.597561601Z 
2024-04-06T03:58:59.600844911Z Alerts read: 0
2024-04-06T03:58:59.602553340Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:58:59.603607018Z groups:
2024-04-06T03:58:59.603643215Z - name: osm_alert_rules
2024-04-06T03:58:59.603649622Z   rules:
2024-04-06T03:58:59.603654808Z   - alert: vdu_down
2024-04-06T03:58:59.603659657Z     annotations:
2024-04-06T03:58:59.603665235Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:58:59.603689972Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:58:59.603695472Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:58:59.603700786Z     expr: vm_status_extended != 1
2024-04-06T03:58:59.603705519Z     for: 3m
2024-04-06T03:58:59.603710038Z 
2024-04-06T03:58:59.604546938Z New config written, updating prometheus
2024-04-06T03:59:04.625873026Z Prometheus config update successful
2024-04-06T03:59:04.625905033Z 
2024-04-06T03:59:04.625908806Z Changes detected, updating prometheus config
2024-04-06T03:59:04.627208984Z Jobs detected: 0
2024-04-06T03:59:04.631836929Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-06T03:59:04.633526859Z alerting:
2024-04-06T03:59:04.633540921Z   alertmanagers:
2024-04-06T03:59:04.633569091Z   - static_configs:
2024-04-06T03:59:04.633574567Z     - targets:
2024-04-06T03:59:04.633581642Z       - alertmanager:9093
2024-04-06T03:59:04.633586028Z global:
2024-04-06T03:59:04.633590441Z   evaluation_interval: 15s
2024-04-06T03:59:04.633595621Z   scrape_interval: 15s
2024-04-06T03:59:04.633600639Z rule_files:
2024-04-06T03:59:04.633605086Z - osm_metric_rules.yml
2024-04-06T03:59:04.633609191Z - osm_alert_rules.yml
2024-04-06T03:59:04.633613609Z scrape_configs:
2024-04-06T03:59:04.633617925Z - job_name: mon_exporter
2024-04-06T03:59:04.633622341Z   static_configs:
2024-04-06T03:59:04.633626437Z   - targets:
2024-04-06T03:59:04.633630939Z     - mon:8000
2024-04-06T03:59:04.633635910Z - honor_labels: true
2024-04-06T03:59:04.633640197Z   job_name: pushgateway
2024-04-06T03:59:04.633644689Z   scrape_interval: 30s
2024-04-06T03:59:04.633648993Z   static_configs:
2024-04-06T03:59:04.633653125Z   - targets:
2024-04-06T03:59:04.633657932Z     - pushgateway-prometheus-pushgateway:9091
2024-04-06T03:59:04.633676440Z 
2024-04-06T03:59:04.638162277Z Alerts read: 0
2024-04-06T03:59:04.639759691Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-06T03:59:04.640749277Z groups:
2024-04-06T03:59:04.640760543Z - name: osm_alert_rules
2024-04-06T03:59:04.640763974Z   rules:
2024-04-06T03:59:04.640767447Z   - alert: vdu_down
2024-04-06T03:59:04.640770803Z     annotations:
2024-04-06T03:59:04.640774444Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-06T03:59:04.640779811Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-06T03:59:04.640782912Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-06T03:59:04.640787408Z     expr: vm_status_extended != 1
2024-04-06T03:59:04.640790418Z     for: 3m
2024-04-06T03:59:04.640793183Z 
2024-04-06T03:59:04.641790376Z New config written, updating prometheus
2024-04-06T03:59:09.675568763Z Prometheus config update successful
2024-04-06T03:59:09.675624810Z