2024-03-20T23:30:05.719852653Z level=info ts=2024-03-20T23:30:05.712Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d
2024-03-20T23:30:05.719910322Z level=info ts=2024-03-20T23:30:05.713Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)"
2024-03-20T23:30:05.719925453Z level=info ts=2024-03-20T23:30:05.713Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)"
2024-03-20T23:30:05.719931180Z level=info ts=2024-03-20T23:30:05.713Z caller=main.go:449 host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))"
2024-03-20T23:30:05.719937505Z level=info ts=2024-03-20T23:30:05.713Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)"
2024-03-20T23:30:05.719943103Z level=info ts=2024-03-20T23:30:05.713Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)"
2024-03-20T23:30:05.719948658Z level=info ts=2024-03-20T23:30:05.717Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090
2024-03-20T23:30:05.730143279Z level=info ts=2024-03-20T23:30:05.724Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false
2024-03-20T23:30:05.730173339Z level=info ts=2024-03-20T23:30:05.724Z caller=main.go:824 msg="Starting TSDB ..."
2024-03-20T23:30:05.760490019Z level=info ts=2024-03-20T23:30:05.751Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any"
2024-03-20T23:30:05.760513098Z level=info ts=2024-03-20T23:30:05.751Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=9.005µs
2024-03-20T23:30:05.760516504Z level=info ts=2024-03-20T23:30:05.751Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while"
2024-03-20T23:30:05.760519745Z level=info ts=2024-03-20T23:30:05.757Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
2024-03-20T23:30:05.760523789Z level=info ts=2024-03-20T23:30:05.757Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.752µs wal_replay_duration=5.913115ms total_replay_duration=5.964983ms
2024-03-20T23:30:05.762029189Z level=info ts=2024-03-20T23:30:05.761Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC
2024-03-20T23:30:05.762191198Z level=info ts=2024-03-20T23:30:05.762Z caller=main.go:854 msg="TSDB started"
2024-03-20T23:30:05.762370926Z level=info ts=2024-03-20T23:30:05.762Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-20T23:30:05.771403748Z level=info ts=2024-03-20T23:30:05.769Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.358244ms remote_storage=9.712µs web_handler=826ns query_engine=6.154µs scrape=2.027082ms scrape_sd=106.457µs notify=64.685µs notify_sd=45.765µs rules=4.283213ms
2024-03-20T23:30:05.771434082Z level=info ts=2024-03-20T23:30:05.769Z caller=main.go:796 msg="Server is ready to receive web requests."
2024-03-20T23:33:06.222989908Z level=info ts=2024-03-20T23:33:06.222Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-20T23:33:06.226249626Z level=info ts=2024-03-20T23:33:06.226Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.29106ms remote_storage=2.607µs web_handler=5.597µs query_engine=1.552µs scrape=182.654µs scrape_sd=87.37µs notify=129.797µs notify_sd=10.994µs rules=1.784302ms
2024-03-20T23:54:39.239940770Z level=info ts=2024-03-20T23:54:39.239Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-20T23:54:39.243408195Z level=info ts=2024-03-20T23:54:39.243Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.564053ms remote_storage=2.876µs web_handler=5.639µs query_engine=1.764µs scrape=165.99µs scrape_sd=78.659µs notify=40.507µs notify_sd=14.739µs rules=2.358775ms
2024-03-20T23:54:44.307938662Z level=info ts=2024-03-20T23:54:44.307Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-20T23:54:44.314860138Z level=info ts=2024-03-20T23:54:44.314Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.916308ms remote_storage=3.464µs web_handler=1.153µs query_engine=2.491µs scrape=347.308µs scrape_sd=173.329µs notify=240.964µs notify_sd=29.259µs rules=5.145003ms
2024-03-20T23:56:07.989326346Z level=info ts=2024-03-20T23:56:07.989Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-20T23:56:07.994636475Z level=info ts=2024-03-20T23:56:07.994Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.334271ms remote_storage=3.755µs web_handler=9.688µs query_engine=2.542µs scrape=333.396µs scrape_sd=169.403µs notify=33.368µs notify_sd=38.005µs rules=3.475727ms
2024-03-20T23:56:13.036415348Z level=info ts=2024-03-20T23:56:13.036Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-20T23:56:13.038778083Z level=info ts=2024-03-20T23:56:13.038Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.440723ms remote_storage=2.242µs web_handler=531ns query_engine=6.992µs scrape=156.269µs scrape_sd=67.243µs notify=17.13µs notify_sd=122.956µs rules=1.515418ms
2024-03-21T00:16:44.147667988Z level=info ts=2024-03-21T00:16:44.147Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T00:16:44.155725337Z level=info ts=2024-03-21T00:16:44.155Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.201423ms remote_storage=3.67µs web_handler=8.258µs query_engine=2.29µs scrape=403.725µs scrape_sd=119.817µs notify=61.42µs notify_sd=18.836µs rules=5.703405ms
2024-03-21T00:16:49.221673218Z level=info ts=2024-03-21T00:16:49.221Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T00:16:49.225477045Z level=info ts=2024-03-21T00:16:49.225Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.767768ms remote_storage=2.272µs web_handler=603ns query_engine=1.59µs scrape=87.944µs scrape_sd=40.149µs notify=12.716µs notify_sd=11.633µs rules=3.186538ms
2024-03-21T00:16:54.270814279Z level=info ts=2024-03-21T00:16:54.270Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T00:16:54.274306673Z level=info ts=2024-03-21T00:16:54.274Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.447965ms remote_storage=2.769µs web_handler=631ns query_engine=1.527µs scrape=84.194µs scrape_sd=46.886µs notify=15.894µs notify_sd=11.13µs rules=2.945164ms
2024-03-21T00:16:59.343771726Z level=info ts=2024-03-21T00:16:59.343Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T00:16:59.347557631Z level=info ts=2024-03-21T00:16:59.347Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.54048ms remote_storage=2.227µs web_handler=522ns query_engine=1.368µs scrape=86.726µs scrape_sd=50.031µs notify=13.275µs notify_sd=17.958µs rules=3.065578ms
2024-03-21T00:17:04.409555833Z level=info ts=2024-03-21T00:17:04.409Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T00:17:04.413199566Z level=info ts=2024-03-21T00:17:04.413Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.610994ms remote_storage=2.017µs web_handler=806ns query_engine=1.634µs scrape=95.075µs scrape_sd=37.622µs notify=22.365µs notify_sd=47.088µs rules=2.937432ms
2024-03-21T00:17:09.462353837Z level=info ts=2024-03-21T00:17:09.462Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T00:17:09.465706502Z level=info ts=2024-03-21T00:17:09.465Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.367521ms remote_storage=2.594µs web_handler=511ns query_engine=1.38µs scrape=93.726µs scrape_sd=34.281µs notify=13.588µs notify_sd=9.652µs rules=2.905343ms
2024-03-21T00:18:31.580004081Z level=info ts=2024-03-21T00:18:31.579Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T00:18:31.582196288Z level=info ts=2024-03-21T00:18:31.582Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.241108ms remote_storage=2.762µs web_handler=1.004µs query_engine=1.415µs scrape=100.429µs scrape_sd=40.614µs notify=23.583µs notify_sd=9.846µs rules=1.18096ms
2024-03-21T00:18:36.623220314Z level=info ts=2024-03-21T00:18:36.622Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T00:18:36.626283043Z level=info ts=2024-03-21T00:18:36.626Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.080371ms remote_storage=3.098µs web_handler=642ns query_engine=1.337µs scrape=142.082µs scrape_sd=37.965µs notify=14.369µs notify_sd=25.544µs rules=2.40675ms
2024-03-21T00:18:41.668185950Z level=info ts=2024-03-21T00:18:41.667Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T00:18:41.671178946Z level=info ts=2024-03-21T00:18:41.670Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.947912ms remote_storage=2.323µs web_handler=1µs query_engine=1.729µs scrape=169.567µs scrape_sd=73.314µs notify=22.66µs notify_sd=54.952µs rules=1.964187ms
2024-03-21T00:18:46.716790484Z level=info ts=2024-03-21T00:18:46.716Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T00:18:46.720122215Z level=info ts=2024-03-21T00:18:46.719Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.384232ms remote_storage=4.434µs web_handler=1.353µs query_engine=2.89µs scrape=312.311µs scrape_sd=97.81µs notify=27.688µs notify_sd=27.852µs rules=2.228722ms
2024-03-21T00:18:51.771850965Z level=info ts=2024-03-21T00:18:51.771Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T00:18:51.773624613Z level=info ts=2024-03-21T00:18:51.773Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.7477ms remote_storage=2.854µs web_handler=739ns query_engine=1.6µs scrape=115.052µs scrape_sd=78.799µs notify=18.817µs notify_sd=11.35µs rules=1.056389ms
2024-03-21T00:18:56.816532197Z level=info ts=2024-03-21T00:18:56.816Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T00:18:56.818155863Z level=info ts=2024-03-21T00:18:56.818Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.805956ms remote_storage=3.57µs web_handler=781ns query_engine=1.924µs scrape=96.757µs scrape_sd=42.185µs notify=17.834µs notify_sd=12.807µs rules=1.230826ms
2024-03-21T01:12:13.132259383Z level=warn ts=2024-03-21T01:12:13.131Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"b8857329-138d-446c-99ce-2be8f4aaff76\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"34499715-d3a2-43f9-8fa5-6fa97d8becfe\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"4a42aa6c-98f4-4285-996a-dd0bc991ae98\", vdu_name=\"multivdu_multiat-vnf-dataVM-0\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"b8857329-138d-446c-99ce-2be8f4aaff76\", vnf_id=\"c267a006-f624-41b0-afb7-bc7647448e66\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"34499715-d3a2-43f9-8fa5-6fa97d8becfe\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"4a42aa6c-98f4-4285-996a-dd0bc991ae98\", vdu_name=\"UNKNOWN\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"b8857329-138d-446c-99ce-2be8f4aaff76\", vnf_id=\"c267a006-f624-41b0-afb7-bc7647448e66\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-03-21T01:12:28.131528661Z level=warn ts=2024-03-21T01:12:28.131Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"b8857329-138d-446c-99ce-2be8f4aaff76\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"34499715-d3a2-43f9-8fa5-6fa97d8becfe\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"4a42aa6c-98f4-4285-996a-dd0bc991ae98\", vdu_name=\"multivdu_multiat-vnf-dataVM-0\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"b8857329-138d-446c-99ce-2be8f4aaff76\", vnf_id=\"c267a006-f624-41b0-afb7-bc7647448e66\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"34499715-d3a2-43f9-8fa5-6fa97d8becfe\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"4a42aa6c-98f4-4285-996a-dd0bc991ae98\", vdu_name=\"UNKNOWN\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"b8857329-138d-446c-99ce-2be8f4aaff76\", vnf_id=\"c267a006-f624-41b0-afb7-bc7647448e66\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-03-21T02:08:59.964729260Z level=info ts=2024-03-21T02:08:59.964Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T02:08:59.967438309Z level=info ts=2024-03-21T02:08:59.967Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.832832ms remote_storage=3.326µs web_handler=5.281µs query_engine=1.786µs scrape=152.353µs scrape_sd=87.712µs notify=37.618µs notify_sd=18.987µs rules=1.571458ms
2024-03-21T02:14:44.919926928Z level=info ts=2024-03-21T02:14:44.919Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T02:14:44.923005480Z level=info ts=2024-03-21T02:14:44.922Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.092716ms remote_storage=3.559µs web_handler=5.822µs query_engine=1.598µs scrape=170.007µs scrape_sd=111.451µs notify=24.927µs notify_sd=12.229µs rules=1.712329ms
2024-03-21T02:30:13.156349433Z level=info ts=2024-03-21T02:30:13.156Z caller=compact.go:518 component=tsdb msg="write block" mint=1710977411916 maxt=1710979200000 ulid=01HSFDGEWC1R8301XFBZWCCT32 duration=23.982384ms
2024-03-21T02:30:13.158768400Z level=info ts=2024-03-21T02:30:13.158Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.974827ms
2024-03-21T02:46:13.133546398Z level=warn ts=2024-03-21T02:46:13.132Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"1fa67dec-d581-4f8e-92ad-1bd248eafd03\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"25b1fb2c-011e-4dde-a9bc-e8e62bdd7e37\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"6db23b5c-5781-4fc6-b478-4a3ac2f30e5b\", vdu_name=\"k8s_10-k8s_proxy-vnf2-mgmtVM-0\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"1fa67dec-d581-4f8e-92ad-1bd248eafd03\", vnf_id=\"5e41eb63-f9cf-4f7e-8190-318042d529c1\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"25b1fb2c-011e-4dde-a9bc-e8e62bdd7e37\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"6db23b5c-5781-4fc6-b478-4a3ac2f30e5b\", vdu_name=\"UNKNOWN\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"1fa67dec-d581-4f8e-92ad-1bd248eafd03\", vnf_id=\"5e41eb63-f9cf-4f7e-8190-318042d529c1\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-03-21T02:46:28.132587748Z level=warn ts=2024-03-21T02:46:28.132Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"1fa67dec-d581-4f8e-92ad-1bd248eafd03\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"25b1fb2c-011e-4dde-a9bc-e8e62bdd7e37\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"6db23b5c-5781-4fc6-b478-4a3ac2f30e5b\", vdu_name=\"k8s_10-k8s_proxy-vnf2-mgmtVM-0\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"1fa67dec-d581-4f8e-92ad-1bd248eafd03\", vnf_id=\"5e41eb63-f9cf-4f7e-8190-318042d529c1\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"25b1fb2c-011e-4dde-a9bc-e8e62bdd7e37\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"6db23b5c-5781-4fc6-b478-4a3ac2f30e5b\", vdu_name=\"UNKNOWN\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"1fa67dec-d581-4f8e-92ad-1bd248eafd03\", vnf_id=\"5e41eb63-f9cf-4f7e-8190-318042d529c1\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-03-21T02:54:51.931386214Z level=info ts=2024-03-21T02:54:51.931Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T02:54:51.934145172Z level=info ts=2024-03-21T02:54:51.933Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.771988ms remote_storage=3.113µs web_handler=5.438µs query_engine=1.62µs scrape=124.839µs scrape_sd=52.145µs notify=24.322µs notify_sd=10.291µs rules=1.96786ms
2024-03-21T02:54:56.987415635Z level=info ts=2024-03-21T02:54:56.987Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T02:54:56.989682308Z level=info ts=2024-03-21T02:54:56.989Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.269329ms remote_storage=2.425µs web_handler=759ns query_engine=2.013µs scrape=83.482µs scrape_sd=33.884µs notify=13.642µs notify_sd=12.495µs rules=1.702306ms
2024-03-21T03:00:09.208503953Z level=info ts=2024-03-21T03:00:09.208Z caller=compact.go:518 component=tsdb msg="write block" mint=1710979209127 maxt=1710986400000 ulid=01HSFF78T2HTGBKGXTFHHQTVTE duration=54.203482ms
2024-03-21T03:00:09.212499969Z level=info ts=2024-03-21T03:00:09.212Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.18849ms
2024-03-21T03:01:15.925835934Z level=info ts=2024-03-21T03:01:15.925Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:01:15.929064209Z level=info ts=2024-03-21T03:01:15.928Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.207038ms remote_storage=2.668µs web_handler=7.505µs query_engine=2.088µs scrape=173.636µs scrape_sd=98.084µs notify=41.824µs notify_sd=22.674µs rules=1.880879ms
2024-03-21T03:01:20.964657386Z level=info ts=2024-03-21T03:01:20.964Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:01:20.972151568Z level=info ts=2024-03-21T03:01:20.971Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.450871ms remote_storage=3.6µs web_handler=842ns query_engine=1.883µs scrape=235.807µs scrape_sd=44.345µs notify=18.952µs notify_sd=13.448µs rules=6.709569ms
2024-03-21T03:02:07.445873959Z level=info ts=2024-03-21T03:02:07.445Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:02:07.449103835Z level=info ts=2024-03-21T03:02:07.448Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.184894ms remote_storage=2.868µs web_handler=1.248µs query_engine=1.362µs scrape=103.636µs scrape_sd=41.871µs notify=56.819µs notify_sd=27.405µs rules=2.50783ms
2024-03-21T03:02:12.527369478Z level=info ts=2024-03-21T03:02:12.527Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:02:12.531733439Z level=info ts=2024-03-21T03:02:12.531Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.469248ms remote_storage=2.89µs web_handler=739ns query_engine=1.563µs scrape=162.231µs scrape_sd=52.586µs notify=1.090805ms notify_sd=71.201µs rules=2.322444ms
2024-03-21T03:04:13.131438173Z level=warn ts=2024-03-21T03:04:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"6c391f36-f7e1-4338-978c-c7f15043ad35\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e1b7a765-5e0e-4754-a931-b1de3568fd6e\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"f6c25b9a-1a5d-4414-a84f-e69ab9e86663\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"6c391f36-f7e1-4338-978c-c7f15043ad35\", vnf_id=\"ea5a8888-2d2d-4f04-a61e-23d80cd3c556\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e1b7a765-5e0e-4754-a931-b1de3568fd6e\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"f6c25b9a-1a5d-4414-a84f-e69ab9e86663\", vdu_name=\"UNKNOWN\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"6c391f36-f7e1-4338-978c-c7f15043ad35\", vnf_id=\"ea5a8888-2d2d-4f04-a61e-23d80cd3c556\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-03-21T03:04:28.131272159Z level=warn ts=2024-03-21T03:04:28.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"6c391f36-f7e1-4338-978c-c7f15043ad35\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e1b7a765-5e0e-4754-a931-b1de3568fd6e\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"f6c25b9a-1a5d-4414-a84f-e69ab9e86663\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"6c391f36-f7e1-4338-978c-c7f15043ad35\", vnf_id=\"ea5a8888-2d2d-4f04-a61e-23d80cd3c556\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e1b7a765-5e0e-4754-a931-b1de3568fd6e\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"f6c25b9a-1a5d-4414-a84f-e69ab9e86663\", vdu_name=\"UNKNOWN\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"6c391f36-f7e1-4338-978c-c7f15043ad35\", vnf_id=\"ea5a8888-2d2d-4f04-a61e-23d80cd3c556\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-03-21T03:15:38.759292549Z level=info ts=2024-03-21T03:15:38.759Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:15:38.765801904Z level=info ts=2024-03-21T03:15:38.765Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.554986ms remote_storage=4.712µs web_handler=10.632µs query_engine=3.79µs scrape=285.423µs scrape_sd=115.937µs notify=105.186µs notify_sd=85.073µs rules=4.294962ms
2024-03-21T03:15:43.811421608Z level=info ts=2024-03-21T03:15:43.811Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:15:43.813137691Z level=info ts=2024-03-21T03:15:43.813Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.721704ms remote_storage=2.351µs web_handler=672ns query_engine=1.383µs scrape=101.013µs scrape_sd=48.748µs notify=15.236µs notify_sd=17.824µs rules=1.163286ms
2024-03-21T03:17:52.543687211Z level=info ts=2024-03-21T03:17:52.543Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:17:52.546245771Z level=info ts=2024-03-21T03:17:52.546Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.632128ms remote_storage=3.314µs web_handler=817ns query_engine=1.539µs scrape=156.695µs scrape_sd=43.76µs notify=28.798µs notify_sd=13.096µs rules=1.652068ms
2024-03-21T03:27:43.155050347Z level=info ts=2024-03-21T03:27:43.154Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:27:43.159876658Z level=info ts=2024-03-21T03:27:43.159Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.800518ms remote_storage=3.57µs web_handler=12.078µs query_engine=2.987µs scrape=298.259µs scrape_sd=106.72µs notify=44.25µs notify_sd=22.493µs rules=2.951439ms
2024-03-21T03:30:01.819133132Z level=info ts=2024-03-21T03:30:01.818Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:30:01.827162387Z level=info ts=2024-03-21T03:30:01.827Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.063526ms remote_storage=6.172µs web_handler=1.23µs query_engine=1.969µs scrape=125.588µs scrape_sd=100.609µs notify=30.729µs notify_sd=15.842µs rules=1.839437ms
2024-03-21T03:30:16.454579541Z level=info ts=2024-03-21T03:30:16.454Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:30:16.461095731Z level=info ts=2024-03-21T03:30:16.460Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.494245ms remote_storage=3.166µs web_handler=1.136µs query_engine=1.358µs scrape=1.242188ms scrape_sd=106.585µs notify=25.49µs notify_sd=40.826µs rules=3.618736ms
2024-03-21T03:38:13.131992058Z level=warn ts=2024-03-21T03:38:13.131Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"a00fdc2c-0e2a-4b77-ac2a-73195b4a92e2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2c0ac95d-afc1-4fe1-ad96-0686d2433d5d\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"c6d7992c-d47f-4fef-ac32-73707918e08f\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"a00fdc2c-0e2a-4b77-ac2a-73195b4a92e2\", vnf_id=\"a36b5304-0eb7-4155-9057-8587d12b3456\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2c0ac95d-afc1-4fe1-ad96-0686d2433d5d\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"c6d7992c-d47f-4fef-ac32-73707918e08f\", vdu_name=\"UNKNOWN\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"a00fdc2c-0e2a-4b77-ac2a-73195b4a92e2\", vnf_id=\"a36b5304-0eb7-4155-9057-8587d12b3456\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-03-21T03:38:28.133497980Z level=warn ts=2024-03-21T03:38:28.132Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"a00fdc2c-0e2a-4b77-ac2a-73195b4a92e2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2c0ac95d-afc1-4fe1-ad96-0686d2433d5d\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"c6d7992c-d47f-4fef-ac32-73707918e08f\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"a00fdc2c-0e2a-4b77-ac2a-73195b4a92e2\", vnf_id=\"a36b5304-0eb7-4155-9057-8587d12b3456\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2c0ac95d-afc1-4fe1-ad96-0686d2433d5d\", project_id=\"10aa24be-ea05-4fa6-8b65-ea4c61d0e6b4\", vdu_id=\"c6d7992c-d47f-4fef-ac32-73707918e08f\", vdu_name=\"UNKNOWN\", vim_id=\"958b3e11-674a-4c64-9019-1debbee33d6e\", vm_id=\"a00fdc2c-0e2a-4b77-ac2a-73195b4a92e2\", vnf_id=\"a36b5304-0eb7-4155-9057-8587d12b3456\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-03-21T03:43:08.233799041Z level=info ts=2024-03-21T03:43:08.233Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:43:08.236986974Z level=info ts=2024-03-21T03:43:08.236Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.254723ms remote_storage=2.348µs web_handler=5.736µs query_engine=1.615µs scrape=139.642µs scrape_sd=50.538µs notify=23.957µs notify_sd=27.187µs rules=2.19394ms
2024-03-21T03:43:13.295020591Z level=info ts=2024-03-21T03:43:13.294Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:43:13.300261903Z level=info ts=2024-03-21T03:43:13.299Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.199621ms remote_storage=3.478µs web_handler=1.032µs query_engine=2.404µs scrape=230.696µs scrape_sd=78.969µs notify=66.368µs notify_sd=23.687µs rules=3.844531ms
2024-03-21T03:44:02.221033892Z level=info ts=2024-03-21T03:44:02.220Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:44:02.223574106Z level=info ts=2024-03-21T03:44:02.223Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.625303ms remote_storage=3.075µs web_handler=774ns query_engine=2.672µs scrape=209.559µs scrape_sd=78.521µs notify=48.33µs notify_sd=19.78µs rules=1.671625ms
2024-03-21T03:44:07.288981632Z level=info ts=2024-03-21T03:44:07.288Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-03-21T03:44:07.291269430Z level=info ts=2024-03-21T03:44:07.291Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.304845ms remote_storage=2.925µs web_handler=858ns query_engine=2.255µs scrape=142.445µs scrape_sd=72.446µs notify=25.026µs notify_sd=12.991µs rules=1.49373ms
2024-03-20T23:32:26.213989869Z Created MongoClient to connect to MongoDB!
2024-03-20T23:32:26.214034905Z Generating prometheus config files
2024-03-20T23:32:56.242545225Z Error in configuration attempt! Number of tries: 1/3
2024-03-20T23:32:56.242597656Z No replica set members match selector "<function readable_server_selector at 0x7f19fca1ad30>", Timeout: 30s, Topology Description: <TopologyDescription id: 65fb720a24dfb2abfccd0d74, topology_type: ReplicaSetNoPrimary, servers: [<ServerDescription ('mongodb-k8s', 27017) server_type: RSGhost, rtt: 0.0010942871200404626>]>
2024-03-20T23:33:01.245843126Z Generating prometheus config files
2024-03-20T23:33:06.192740962Z Jobs detected: 0
2024-03-20T23:33:06.200756949Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-20T23:33:06.202657541Z alerting:
2024-03-20T23:33:06.202669288Z   alertmanagers:
2024-03-20T23:33:06.202673205Z   - static_configs:
2024-03-20T23:33:06.202676200Z     - targets:
2024-03-20T23:33:06.202680307Z       - alertmanager:9093
2024-03-20T23:33:06.202683280Z global:
2024-03-20T23:33:06.202686452Z   evaluation_interval: 15s
2024-03-20T23:33:06.202689467Z   scrape_interval: 15s
2024-03-20T23:33:06.202692572Z rule_files:
2024-03-20T23:33:06.202695526Z - osm_metric_rules.yml
2024-03-20T23:33:06.202698513Z - osm_alert_rules.yml
2024-03-20T23:33:06.202701447Z scrape_configs:
2024-03-20T23:33:06.202704574Z - job_name: mon_exporter
2024-03-20T23:33:06.202707694Z   static_configs:
2024-03-20T23:33:06.202710695Z   - targets:
2024-03-20T23:33:06.202713646Z     - mon:8000
2024-03-20T23:33:06.202716741Z - honor_labels: true
2024-03-20T23:33:06.202719609Z   job_name: pushgateway
2024-03-20T23:33:06.202722506Z   scrape_interval: 30s
2024-03-20T23:33:06.202725428Z   static_configs:
2024-03-20T23:33:06.202728385Z   - targets:
2024-03-20T23:33:06.202732274Z     - pushgateway-prometheus-pushgateway:9091
2024-03-20T23:33:06.202735377Z 
2024-03-20T23:33:06.210161322Z Alerts read: 0
2024-03-20T23:33:06.212067365Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-20T23:33:06.213516048Z groups:
2024-03-20T23:33:06.213528180Z - name: osm_alert_rules
2024-03-20T23:33:06.213531787Z   rules:
2024-03-20T23:33:06.213534946Z   - alert: vdu_down
2024-03-20T23:33:06.213538145Z     annotations:
2024-03-20T23:33:06.213542049Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-20T23:33:06.213546276Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-20T23:33:06.213549360Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-20T23:33:06.213552920Z     expr: vm_status_extended != 1
2024-03-20T23:33:06.213556071Z     for: 3m
2024-03-20T23:33:06.213559041Z 
2024-03-20T23:33:06.214927025Z New config written, updating prometheus
2024-03-20T23:33:11.240998425Z Prometheus config update successful
2024-03-20T23:33:16.248847778Z Listening to changes in prometheus jobs and alerts collections
2024-03-20T23:54:39.201100708Z Changes detected, updating prometheus config
2024-03-20T23:54:39.203956353Z Jobs detected: 0
2024-03-20T23:54:39.216636931Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-20T23:54:39.219715842Z alerting:
2024-03-20T23:54:39.219743367Z   alertmanagers:
2024-03-20T23:54:39.219749196Z   - static_configs:
2024-03-20T23:54:39.219753285Z     - targets:
2024-03-20T23:54:39.219758134Z       - alertmanager:9093
2024-03-20T23:54:39.219762279Z global:
2024-03-20T23:54:39.219766469Z   evaluation_interval: 15s
2024-03-20T23:54:39.219770860Z   scrape_interval: 15s
2024-03-20T23:54:39.219808362Z rule_files:
2024-03-20T23:54:39.219812548Z - osm_metric_rules.yml
2024-03-20T23:54:39.219816420Z - osm_alert_rules.yml
2024-03-20T23:54:39.219820555Z scrape_configs:
2024-03-20T23:54:39.219824359Z - job_name: mon_exporter
2024-03-20T23:54:39.219828179Z   static_configs:
2024-03-20T23:54:39.219832092Z   - targets:
2024-03-20T23:54:39.219835972Z     - mon:8000
2024-03-20T23:54:39.219839676Z - honor_labels: true
2024-03-20T23:54:39.219843454Z   job_name: pushgateway
2024-03-20T23:54:39.219847286Z   scrape_interval: 30s
2024-03-20T23:54:39.219851290Z   static_configs:
2024-03-20T23:54:39.219855092Z   - targets:
2024-03-20T23:54:39.219859913Z     - pushgateway-prometheus-pushgateway:9091
2024-03-20T23:54:39.219863566Z 
2024-03-20T23:54:39.225312308Z Alerts read: 2
2024-03-20T23:54:39.227413243Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-20T23:54:39.230783721Z groups:
2024-03-20T23:54:39.230795926Z - name: osm_alert_rules
2024-03-20T23:54:39.230799275Z   rules:
2024-03-20T23:54:39.230802419Z   - alert: vdu_down
2024-03-20T23:54:39.230805701Z     annotations:
2024-03-20T23:54:39.230809523Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-20T23:54:39.230823733Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-20T23:54:39.230827080Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-20T23:54:39.230830818Z     expr: vm_status_extended != 1
2024-03-20T23:54:39.230833812Z     for: 3m
2024-03-20T23:54:39.230836777Z - name: _osm_alert_rules_20240320235439_
2024-03-20T23:54:39.230840123Z   rules:
2024-03-20T23:54:39.230843673Z   - alert: scalein_6ff95fad-cbda-4019-83a7-a2afe8ab8870
2024-03-20T23:54:39.230846766Z     expr: (count (osm_cpu_utilization{ns_id="6059d29a-79db-4a02-a917-39c72a6dcf24",
2024-03-20T23:54:39.230854052Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="6059d29a-79db-4a02-a917-39c72a6dcf24",
2024-03-20T23:54:39.230857186Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-20T23:54:39.230860234Z     for: 1m
2024-03-20T23:54:39.230863165Z     labels:
2024-03-20T23:54:39.230866300Z       ns_id: 6059d29a-79db-4a02-a917-39c72a6dcf24
2024-03-20T23:54:39.230869397Z       vdu_id: hackfest_basic_metrics-VM
2024-03-20T23:54:39.230872919Z       vnf_member_index: vnf
2024-03-20T23:54:39.230875857Z   - alert: scaleout_d645c038-f0a4-4658-9a3a-af196ca5068b
2024-03-20T23:54:39.230879255Z     expr: (count (osm_cpu_utilization{ns_id="6059d29a-79db-4a02-a917-39c72a6dcf24",
2024-03-20T23:54:39.230882739Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="6059d29a-79db-4a02-a917-39c72a6dcf24",
2024-03-20T23:54:39.230885762Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-20T23:54:39.230888655Z     for: 1m
2024-03-20T23:54:39.230891542Z     labels:
2024-03-20T23:54:39.230897100Z       ns_id: 6059d29a-79db-4a02-a917-39c72a6dcf24
2024-03-20T23:54:39.230900165Z       vdu_id: hackfest_basic_metrics-VM
2024-03-20T23:54:39.230903221Z       vnf_member_index: vnf
2024-03-20T23:54:39.230906020Z 
2024-03-20T23:54:39.234808189Z New config written, updating prometheus
2024-03-20T23:54:44.271355752Z Prometheus config update successful
2024-03-20T23:54:44.271561240Z 
2024-03-20T23:54:44.271861608Z Changes detected, updating prometheus config
2024-03-20T23:54:44.277679666Z Jobs detected: 0
2024-03-20T23:54:44.282405701Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-20T23:54:44.284289788Z alerting:
2024-03-20T23:54:44.284300177Z   alertmanagers:
2024-03-20T23:54:44.284304033Z   - static_configs:
2024-03-20T23:54:44.284336395Z     - targets:
2024-03-20T23:54:44.284341177Z       - alertmanager:9093
2024-03-20T23:54:44.284344135Z global:
2024-03-20T23:54:44.284347244Z   evaluation_interval: 15s
2024-03-20T23:54:44.284350124Z   scrape_interval: 15s
2024-03-20T23:54:44.284353037Z rule_files:
2024-03-20T23:54:44.284355963Z - osm_metric_rules.yml
2024-03-20T23:54:44.284358788Z - osm_alert_rules.yml
2024-03-20T23:54:44.284361959Z scrape_configs:
2024-03-20T23:54:44.284364922Z - job_name: mon_exporter
2024-03-20T23:54:44.284367789Z   static_configs:
2024-03-20T23:54:44.284370821Z   - targets:
2024-03-20T23:54:44.284373699Z     - mon:8000
2024-03-20T23:54:44.284376591Z - honor_labels: true
2024-03-20T23:54:44.284379497Z   job_name: pushgateway
2024-03-20T23:54:44.284382353Z   scrape_interval: 30s
2024-03-20T23:54:44.284385676Z   static_configs:
2024-03-20T23:54:44.284388571Z   - targets:
2024-03-20T23:54:44.284391969Z     - pushgateway-prometheus-pushgateway:9091
2024-03-20T23:54:44.284499270Z 
2024-03-20T23:54:44.289263840Z Alerts read: 2
2024-03-20T23:54:44.292061137Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-20T23:54:44.297713168Z groups:
2024-03-20T23:54:44.297736939Z - name: osm_alert_rules
2024-03-20T23:54:44.297741853Z   rules:
2024-03-20T23:54:44.297750410Z   - alert: vdu_down
2024-03-20T23:54:44.297754864Z     annotations:
2024-03-20T23:54:44.297759721Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-20T23:54:44.297764497Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-20T23:54:44.297768856Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-20T23:54:44.297773647Z     expr: vm_status_extended != 1
2024-03-20T23:54:44.297777981Z     for: 3m
2024-03-20T23:54:44.297782245Z - name: _osm_alert_rules_20240320235444_
2024-03-20T23:54:44.297786372Z   rules:
2024-03-20T23:54:44.297791099Z   - alert: scalein_6ff95fad-cbda-4019-83a7-a2afe8ab8870
2024-03-20T23:54:44.297795283Z     expr: (count (osm_cpu_utilization{ns_id="6059d29a-79db-4a02-a917-39c72a6dcf24",
2024-03-20T23:54:44.297800578Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="6059d29a-79db-4a02-a917-39c72a6dcf24",
2024-03-20T23:54:44.297805792Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-20T23:54:44.297810094Z     for: 1m
2024-03-20T23:54:44.297814369Z     labels:
2024-03-20T23:54:44.297818666Z       ns_id: 6059d29a-79db-4a02-a917-39c72a6dcf24
2024-03-20T23:54:44.297822923Z       vdu_id: hackfest_basic_metrics-VM
2024-03-20T23:54:44.297827687Z       vnf_member_index: vnf
2024-03-20T23:54:44.297831844Z   - alert: scaleout_d645c038-f0a4-4658-9a3a-af196ca5068b
2024-03-20T23:54:44.297836002Z     expr: (count (osm_cpu_utilization{ns_id="6059d29a-79db-4a02-a917-39c72a6dcf24",
2024-03-20T23:54:44.297840523Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="6059d29a-79db-4a02-a917-39c72a6dcf24",
2024-03-20T23:54:44.297845492Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-20T23:54:44.297849629Z     for: 1m
2024-03-20T23:54:44.297853772Z     labels:
2024-03-20T23:54:44.297857954Z       ns_id: 6059d29a-79db-4a02-a917-39c72a6dcf24
2024-03-20T23:54:44.297862227Z       vdu_id: hackfest_basic_metrics-VM
2024-03-20T23:54:44.297881779Z       vnf_member_index: vnf
2024-03-20T23:54:44.297885832Z 
2024-03-20T23:54:44.302630004Z New config written, updating prometheus
2024-03-20T23:54:49.337042137Z Prometheus config update successful
2024-03-20T23:54:49.337191941Z 
2024-03-20T23:56:07.970213003Z Changes detected, updating prometheus config
2024-03-20T23:56:07.971732931Z Jobs detected: 0
2024-03-20T23:56:07.976193797Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-20T23:56:07.978557998Z alerting:
2024-03-20T23:56:07.978570138Z   alertmanagers:
2024-03-20T23:56:07.978573906Z   - static_configs:
2024-03-20T23:56:07.978576936Z     - targets:
2024-03-20T23:56:07.978580535Z       - alertmanager:9093
2024-03-20T23:56:07.978583462Z global:
2024-03-20T23:56:07.978586526Z   evaluation_interval: 15s
2024-03-20T23:56:07.978589653Z   scrape_interval: 15s
2024-03-20T23:56:07.978592591Z rule_files:
2024-03-20T23:56:07.978634021Z - osm_metric_rules.yml
2024-03-20T23:56:07.978637795Z - osm_alert_rules.yml
2024-03-20T23:56:07.978640626Z scrape_configs:
2024-03-20T23:56:07.978643492Z - job_name: mon_exporter
2024-03-20T23:56:07.978646329Z   static_configs:
2024-03-20T23:56:07.978649182Z   - targets:
2024-03-20T23:56:07.978651971Z     - mon:8000
2024-03-20T23:56:07.978654793Z - honor_labels: true
2024-03-20T23:56:07.978657625Z   job_name: pushgateway
2024-03-20T23:56:07.978660370Z   scrape_interval: 30s
2024-03-20T23:56:07.978663322Z   static_configs:
2024-03-20T23:56:07.978666098Z   - targets:
2024-03-20T23:56:07.978670923Z     - pushgateway-prometheus-pushgateway:9091
2024-03-20T23:56:07.978673656Z 
2024-03-20T23:56:07.981831923Z Alerts read: 0
2024-03-20T23:56:07.983714555Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-20T23:56:07.984947974Z groups:
2024-03-20T23:56:07.984958990Z - name: osm_alert_rules
2024-03-20T23:56:07.984962343Z   rules:
2024-03-20T23:56:07.984965467Z   - alert: vdu_down
2024-03-20T23:56:07.984968462Z     annotations:
2024-03-20T23:56:07.984972452Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-20T23:56:07.984976143Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-20T23:56:07.984979441Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-20T23:56:07.984983042Z     expr: vm_status_extended != 1
2024-03-20T23:56:07.984986079Z     for: 3m
2024-03-20T23:56:07.985028217Z 
2024-03-20T23:56:07.986132656Z New config written, updating prometheus
2024-03-20T23:56:13.015977394Z Prometheus config update successful
2024-03-20T23:56:13.016004776Z 
2024-03-20T23:56:13.016009140Z Changes detected, updating prometheus config
2024-03-20T23:56:13.017236778Z Jobs detected: 0
2024-03-20T23:56:13.022799251Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-20T23:56:13.025069832Z alerting:
2024-03-20T23:56:13.025086886Z   alertmanagers:
2024-03-20T23:56:13.025096952Z   - static_configs:
2024-03-20T23:56:13.025101849Z     - targets:
2024-03-20T23:56:13.025108332Z       - alertmanager:9093
2024-03-20T23:56:13.025111656Z global:
2024-03-20T23:56:13.025115176Z   evaluation_interval: 15s
2024-03-20T23:56:13.025118916Z   scrape_interval: 15s
2024-03-20T23:56:13.025123852Z rule_files:
2024-03-20T23:56:13.025128606Z - osm_metric_rules.yml
2024-03-20T23:56:13.025133796Z - osm_alert_rules.yml
2024-03-20T23:56:13.025137139Z scrape_configs:
2024-03-20T23:56:13.025140178Z - job_name: mon_exporter
2024-03-20T23:56:13.025159206Z   static_configs:
2024-03-20T23:56:13.025162343Z   - targets:
2024-03-20T23:56:13.025165365Z     - mon:8000
2024-03-20T23:56:13.025168423Z - honor_labels: true
2024-03-20T23:56:13.025171460Z   job_name: pushgateway
2024-03-20T23:56:13.025174599Z   scrape_interval: 30s
2024-03-20T23:56:13.025177607Z   static_configs:
2024-03-20T23:56:13.025180581Z   - targets:
2024-03-20T23:56:13.025185486Z     - pushgateway-prometheus-pushgateway:9091
2024-03-20T23:56:13.025189548Z 
2024-03-20T23:56:13.029115150Z Alerts read: 0
2024-03-20T23:56:13.030951485Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-20T23:56:13.032232080Z groups:
2024-03-20T23:56:13.032245198Z - name: osm_alert_rules
2024-03-20T23:56:13.032248958Z   rules:
2024-03-20T23:56:13.032252361Z   - alert: vdu_down
2024-03-20T23:56:13.032255523Z     annotations:
2024-03-20T23:56:13.032259235Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-20T23:56:13.032265182Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-20T23:56:13.032293998Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-20T23:56:13.032301818Z     expr: vm_status_extended != 1
2024-03-20T23:56:13.032342781Z     for: 3m
2024-03-20T23:56:13.032348346Z 
2024-03-20T23:56:13.033500585Z New config written, updating prometheus
2024-03-20T23:56:18.051851760Z Prometheus config update successful
2024-03-20T23:56:18.051894572Z 
2024-03-21T00:16:44.107377447Z Changes detected, updating prometheus config
2024-03-21T00:16:44.108689284Z Jobs detected: 0
2024-03-21T00:16:44.117653532Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T00:16:44.120597456Z alerting:
2024-03-21T00:16:44.120644396Z   alertmanagers:
2024-03-21T00:16:44.120651455Z   - static_configs:
2024-03-21T00:16:44.120655666Z     - targets:
2024-03-21T00:16:44.120660381Z       - alertmanager:9093
2024-03-21T00:16:44.120664425Z global:
2024-03-21T00:16:44.120668572Z   evaluation_interval: 15s
2024-03-21T00:16:44.120672942Z   scrape_interval: 15s
2024-03-21T00:16:44.120676981Z rule_files:
2024-03-21T00:16:44.120681331Z - osm_metric_rules.yml
2024-03-21T00:16:44.120685499Z - osm_alert_rules.yml
2024-03-21T00:16:44.120697038Z scrape_configs:
2024-03-21T00:16:44.120701672Z - job_name: mon_exporter
2024-03-21T00:16:44.120705743Z   static_configs:
2024-03-21T00:16:44.120709744Z   - targets:
2024-03-21T00:16:44.120714055Z     - mon:8000
2024-03-21T00:16:44.120718049Z - honor_labels: true
2024-03-21T00:16:44.120722078Z   job_name: pushgateway
2024-03-21T00:16:44.120726056Z   scrape_interval: 30s
2024-03-21T00:16:44.120730105Z   static_configs:
2024-03-21T00:16:44.120734167Z   - targets:
2024-03-21T00:16:44.120739219Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T00:16:44.120743267Z 
2024-03-21T00:16:44.125608891Z Alerts read: 6
2024-03-21T00:16:44.127553998Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T00:16:44.134427032Z groups:
2024-03-21T00:16:44.134491170Z - name: osm_alert_rules
2024-03-21T00:16:44.134496416Z   rules:
2024-03-21T00:16:44.134500737Z   - alert: vdu_down
2024-03-21T00:16:44.134505572Z     annotations:
2024-03-21T00:16:44.134510436Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T00:16:44.134514796Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T00:16:44.134518856Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T00:16:44.134560629Z     expr: vm_status_extended != 1
2024-03-21T00:16:44.134565296Z     for: 3m
2024-03-21T00:16:44.134569303Z - name: _osm_alert_rules_20240321001644_
2024-03-21T00:16:44.134573476Z   rules:
2024-03-21T00:16:44.134578213Z   - alert: scalein_844a1de0-fe36-490e-9bcd-bedd501c2494
2024-03-21T00:16:44.134582331Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:44.134587114Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:44.134591227Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:16:44.134595232Z     for: 1m
2024-03-21T00:16:44.134599178Z     labels:
2024-03-21T00:16:44.134603255Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:44.134607403Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:44.134611991Z       vnf_member_index: vnf
2024-03-21T00:16:44.134616327Z   - alert: scaleout_5888c360-fd21-4a34-a172-94f6e61f0f69
2024-03-21T00:16:44.134620476Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:44.134624571Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:44.134628633Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:16:44.134632638Z     for: 1m
2024-03-21T00:16:44.134639258Z     labels:
2024-03-21T00:16:44.134645947Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:44.134650082Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:44.134654116Z       vnf_member_index: vnf
2024-03-21T00:16:44.134658162Z   - alert: scalein_19be598d-411a-4105-ad7a-29f54dd351cb
2024-03-21T00:16:44.134662230Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:44.134666393Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:44.134670459Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:16:44.134674450Z     for: 1m
2024-03-21T00:16:44.134678466Z     labels:
2024-03-21T00:16:44.134682525Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:44.134686708Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:44.134690800Z       vnf_member_index: vnf
2024-03-21T00:16:44.134694891Z   - alert: scaleout_f94d7e4e-bf3f-453e-8ced-97ef681a342c
2024-03-21T00:16:44.134699193Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:44.134703325Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:44.134707431Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:16:44.134711545Z     for: 1m
2024-03-21T00:16:44.134715606Z     labels:
2024-03-21T00:16:44.134719643Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:44.134723637Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:44.134728115Z       vnf_member_index: vnf
2024-03-21T00:16:44.134732134Z   - alert: scalein_80f91308-3cf2-44a4-9a61-a316b6b59e1f
2024-03-21T00:16:44.134736171Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:44.134740292Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:44.134750607Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:16:44.134754674Z     for: 1m
2024-03-21T00:16:44.134759023Z     labels:
2024-03-21T00:16:44.134762980Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:44.134767000Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:44.134771121Z       vnf_member_index: vnf
2024-03-21T00:16:44.134775119Z   - alert: scaleout_3280fdf8-e2d9-4730-a78d-d21da80dd6f6
2024-03-21T00:16:44.134779053Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:44.134783185Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:44.134787555Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:16:44.134791580Z     for: 1m
2024-03-21T00:16:44.134795511Z     labels:
2024-03-21T00:16:44.134799466Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:44.134803412Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:44.134807394Z       vnf_member_index: vnf
2024-03-21T00:16:44.134811190Z 
2024-03-21T00:16:44.141533299Z New config written, updating prometheus
2024-03-21T00:16:49.185858839Z Prometheus config update successful
2024-03-21T00:16:49.185904608Z 
2024-03-21T00:16:49.186138053Z Changes detected, updating prometheus config
2024-03-21T00:16:49.188438197Z Jobs detected: 0
2024-03-21T00:16:49.195712311Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T00:16:49.198456835Z alerting:
2024-03-21T00:16:49.198477124Z   alertmanagers:
2024-03-21T00:16:49.198483211Z   - static_configs:
2024-03-21T00:16:49.198486576Z     - targets:
2024-03-21T00:16:49.198491737Z       - alertmanager:9093
2024-03-21T00:16:49.198494753Z global:
2024-03-21T00:16:49.198513732Z   evaluation_interval: 15s
2024-03-21T00:16:49.198517366Z   scrape_interval: 15s
2024-03-21T00:16:49.198520380Z rule_files:
2024-03-21T00:16:49.198523882Z - osm_metric_rules.yml
2024-03-21T00:16:49.198527021Z - osm_alert_rules.yml
2024-03-21T00:16:49.198530107Z scrape_configs:
2024-03-21T00:16:49.198533206Z - job_name: mon_exporter
2024-03-21T00:16:49.198536451Z   static_configs:
2024-03-21T00:16:49.198539447Z   - targets:
2024-03-21T00:16:49.198542578Z     - mon:8000
2024-03-21T00:16:49.198545607Z - honor_labels: true
2024-03-21T00:16:49.198548644Z   job_name: pushgateway
2024-03-21T00:16:49.198551702Z   scrape_interval: 30s
2024-03-21T00:16:49.198554817Z   static_configs:
2024-03-21T00:16:49.198557764Z   - targets:
2024-03-21T00:16:49.198562551Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T00:16:49.198565876Z 
2024-03-21T00:16:49.202736972Z Alerts read: 6
2024-03-21T00:16:49.204706263Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T00:16:49.211634895Z groups:
2024-03-21T00:16:49.211655559Z - name: osm_alert_rules
2024-03-21T00:16:49.211658992Z   rules:
2024-03-21T00:16:49.211662163Z   - alert: vdu_down
2024-03-21T00:16:49.211665285Z     annotations:
2024-03-21T00:16:49.211670655Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T00:16:49.211675699Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T00:16:49.211679042Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T00:16:49.211682882Z     expr: vm_status_extended != 1
2024-03-21T00:16:49.211723548Z     for: 3m
2024-03-21T00:16:49.211727656Z - name: _osm_alert_rules_20240321001649_
2024-03-21T00:16:49.211730835Z   rules:
2024-03-21T00:16:49.211734521Z   - alert: scalein_844a1de0-fe36-490e-9bcd-bedd501c2494
2024-03-21T00:16:49.211737733Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:49.211742775Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:49.211745880Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:16:49.211749019Z     for: 1m
2024-03-21T00:16:49.211751966Z     labels:
2024-03-21T00:16:49.211754998Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:49.211757970Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:49.211762848Z       vnf_member_index: vnf
2024-03-21T00:16:49.211784493Z   - alert: scaleout_5888c360-fd21-4a34-a172-94f6e61f0f69
2024-03-21T00:16:49.211789340Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:49.211794046Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:49.211798557Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:16:49.211803124Z     for: 1m
2024-03-21T00:16:49.211807546Z     labels:
2024-03-21T00:16:49.211811781Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:49.211814876Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:49.211818047Z       vnf_member_index: vnf
2024-03-21T00:16:49.211821020Z   - alert: scalein_19be598d-411a-4105-ad7a-29f54dd351cb
2024-03-21T00:16:49.211824088Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:49.211827459Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:49.211830416Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:16:49.211833456Z     for: 1m
2024-03-21T00:16:49.211836369Z     labels:
2024-03-21T00:16:49.211839356Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:49.211842391Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:49.211860037Z       vnf_member_index: vnf
2024-03-21T00:16:49.211863540Z   - alert: scaleout_f94d7e4e-bf3f-453e-8ced-97ef681a342c
2024-03-21T00:16:49.211866497Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:49.211869556Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:49.211872541Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:16:49.211875470Z     for: 1m
2024-03-21T00:16:49.211878494Z     labels:
2024-03-21T00:16:49.211881559Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:49.211885070Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:49.211888107Z       vnf_member_index: vnf
2024-03-21T00:16:49.211891376Z   - alert: scalein_80f91308-3cf2-44a4-9a61-a316b6b59e1f
2024-03-21T00:16:49.211894765Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:49.211897859Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:49.211901139Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:16:49.211911078Z     for: 1m
2024-03-21T00:16:49.211915765Z     labels:
2024-03-21T00:16:49.211920219Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:49.211938765Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:49.211942173Z       vnf_member_index: vnf
2024-03-21T00:16:49.211945237Z   - alert: scaleout_3280fdf8-e2d9-4730-a78d-d21da80dd6f6
2024-03-21T00:16:49.211948171Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:49.211951266Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:49.211954187Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:16:49.211957177Z     for: 1m
2024-03-21T00:16:49.211960383Z     labels:
2024-03-21T00:16:49.211963366Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:49.211966344Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:49.211969339Z       vnf_member_index: vnf
2024-03-21T00:16:49.211972156Z 
2024-03-21T00:16:49.218229189Z New config written, updating prometheus
2024-03-21T00:16:54.241574611Z Prometheus config update successful
2024-03-21T00:16:54.241612857Z 
2024-03-21T00:16:54.241619169Z Changes detected, updating prometheus config
2024-03-21T00:16:54.242659850Z Jobs detected: 0
2024-03-21T00:16:54.246825330Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T00:16:54.248534710Z alerting:
2024-03-21T00:16:54.248544358Z   alertmanagers:
2024-03-21T00:16:54.248548150Z   - static_configs:
2024-03-21T00:16:54.248551195Z     - targets:
2024-03-21T00:16:54.248555000Z       - alertmanager:9093
2024-03-21T00:16:54.248558050Z global:
2024-03-21T00:16:54.248561140Z   evaluation_interval: 15s
2024-03-21T00:16:54.248564335Z   scrape_interval: 15s
2024-03-21T00:16:54.248567379Z rule_files:
2024-03-21T00:16:54.248570413Z - osm_metric_rules.yml
2024-03-21T00:16:54.248573570Z - osm_alert_rules.yml
2024-03-21T00:16:54.248576558Z scrape_configs:
2024-03-21T00:16:54.248579603Z - job_name: mon_exporter
2024-03-21T00:16:54.248582656Z   static_configs:
2024-03-21T00:16:54.248585631Z   - targets:
2024-03-21T00:16:54.248588960Z     - mon:8000
2024-03-21T00:16:54.248592001Z - honor_labels: true
2024-03-21T00:16:54.248594981Z   job_name: pushgateway
2024-03-21T00:16:54.248597991Z   scrape_interval: 30s
2024-03-21T00:16:54.248601756Z   static_configs:
2024-03-21T00:16:54.248604794Z   - targets:
2024-03-21T00:16:54.248608433Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T00:16:54.248611499Z 
2024-03-21T00:16:54.253185829Z Alerts read: 6
2024-03-21T00:16:54.254936616Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T00:16:54.261058181Z groups:
2024-03-21T00:16:54.261086579Z - name: osm_alert_rules
2024-03-21T00:16:54.261092385Z   rules:
2024-03-21T00:16:54.261097853Z   - alert: vdu_down
2024-03-21T00:16:54.261102843Z     annotations:
2024-03-21T00:16:54.261108754Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T00:16:54.261114414Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T00:16:54.261119330Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T00:16:54.261125397Z     expr: vm_status_extended != 1
2024-03-21T00:16:54.261130351Z     for: 3m
2024-03-21T00:16:54.261135254Z - name: _osm_alert_rules_20240321001654_
2024-03-21T00:16:54.261157596Z   rules:
2024-03-21T00:16:54.261163385Z   - alert: scalein_844a1de0-fe36-490e-9bcd-bedd501c2494
2024-03-21T00:16:54.261168531Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:54.261174284Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:54.261179245Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:16:54.261184204Z     for: 1m
2024-03-21T00:16:54.261189018Z     labels:
2024-03-21T00:16:54.261193879Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:54.261198722Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:54.261204240Z       vnf_member_index: vnf
2024-03-21T00:16:54.261209199Z   - alert: scaleout_5888c360-fd21-4a34-a172-94f6e61f0f69
2024-03-21T00:16:54.261214131Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:54.261219544Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:54.261225058Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:16:54.261229990Z     for: 1m
2024-03-21T00:16:54.261234801Z     labels:
2024-03-21T00:16:54.261239709Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:54.261244569Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:54.261250109Z       vnf_member_index: vnf
2024-03-21T00:16:54.261255069Z   - alert: scalein_19be598d-411a-4105-ad7a-29f54dd351cb
2024-03-21T00:16:54.261259906Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:54.261264933Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:54.261269856Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:16:54.261274724Z     for: 1m
2024-03-21T00:16:54.261279804Z     labels:
2024-03-21T00:16:54.261284648Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:54.261289494Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:54.261294399Z       vnf_member_index: vnf
2024-03-21T00:16:54.261299264Z   - alert: scaleout_f94d7e4e-bf3f-453e-8ced-97ef681a342c
2024-03-21T00:16:54.261304200Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:54.261309158Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:54.261314023Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:16:54.261319014Z     for: 1m
2024-03-21T00:16:54.261323820Z     labels:
2024-03-21T00:16:54.261329428Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:54.261334336Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:54.261339176Z       vnf_member_index: vnf
2024-03-21T00:16:54.261344013Z   - alert: scalein_80f91308-3cf2-44a4-9a61-a316b6b59e1f
2024-03-21T00:16:54.261348805Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:54.261353742Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:54.261358589Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:16:54.261383753Z     for: 1m
2024-03-21T00:16:54.261389091Z     labels:
2024-03-21T00:16:54.261394001Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:54.261398905Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:54.261403784Z       vnf_member_index: vnf
2024-03-21T00:16:54.261408656Z   - alert: scaleout_3280fdf8-e2d9-4730-a78d-d21da80dd6f6
2024-03-21T00:16:54.261413470Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:54.261418374Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:54.261423248Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:16:54.261428156Z     for: 1m
2024-03-21T00:16:54.261432967Z     labels:
2024-03-21T00:16:54.261437824Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:54.261442697Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:54.261447550Z       vnf_member_index: vnf
2024-03-21T00:16:54.261452198Z 
2024-03-21T00:16:54.267545037Z New config written, updating prometheus
2024-03-21T00:16:59.291360897Z Prometheus config update successful
2024-03-21T00:16:59.291398331Z 
2024-03-21T00:16:59.291403198Z Changes detected, updating prometheus config
2024-03-21T00:16:59.292487396Z Jobs detected: 0
2024-03-21T00:16:59.297364274Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T00:16:59.299054350Z alerting:
2024-03-21T00:16:59.299067162Z   alertmanagers:
2024-03-21T00:16:59.299071187Z   - static_configs:
2024-03-21T00:16:59.299077396Z     - targets:
2024-03-21T00:16:59.299081361Z       - alertmanager:9093
2024-03-21T00:16:59.299084438Z global:
2024-03-21T00:16:59.299087701Z   evaluation_interval: 15s
2024-03-21T00:16:59.299090947Z   scrape_interval: 15s
2024-03-21T00:16:59.299094065Z rule_files:
2024-03-21T00:16:59.299097124Z - osm_metric_rules.yml
2024-03-21T00:16:59.299100148Z - osm_alert_rules.yml
2024-03-21T00:16:59.299103208Z scrape_configs:
2024-03-21T00:16:59.299106246Z - job_name: mon_exporter
2024-03-21T00:16:59.299109298Z   static_configs:
2024-03-21T00:16:59.299112377Z   - targets:
2024-03-21T00:16:59.299115423Z     - mon:8000
2024-03-21T00:16:59.299118442Z - honor_labels: true
2024-03-21T00:16:59.299121410Z   job_name: pushgateway
2024-03-21T00:16:59.299124692Z   scrape_interval: 30s
2024-03-21T00:16:59.299131356Z   static_configs:
2024-03-21T00:16:59.299134380Z   - targets:
2024-03-21T00:16:59.299137910Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T00:16:59.299140875Z 
2024-03-21T00:16:59.304173222Z Alerts read: 6
2024-03-21T00:16:59.307704840Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T00:16:59.321126829Z groups:
2024-03-21T00:16:59.321155758Z - name: osm_alert_rules
2024-03-21T00:16:59.321161793Z   rules:
2024-03-21T00:16:59.321167383Z   - alert: vdu_down
2024-03-21T00:16:59.321172795Z     annotations:
2024-03-21T00:16:59.321179191Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T00:16:59.321185584Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T00:16:59.321191005Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T00:16:59.321197229Z     expr: vm_status_extended != 1
2024-03-21T00:16:59.321202693Z     for: 3m
2024-03-21T00:16:59.321208019Z - name: _osm_alert_rules_20240321001659_
2024-03-21T00:16:59.321213672Z   rules:
2024-03-21T00:16:59.321242882Z   - alert: scalein_844a1de0-fe36-490e-9bcd-bedd501c2494
2024-03-21T00:16:59.321248616Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:59.321254590Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:59.321260003Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:16:59.321265342Z     for: 1m
2024-03-21T00:16:59.321270586Z     labels:
2024-03-21T00:16:59.321275787Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:59.321280995Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:59.321287041Z       vnf_member_index: vnf
2024-03-21T00:16:59.321292447Z   - alert: scaleout_5888c360-fd21-4a34-a172-94f6e61f0f69
2024-03-21T00:16:59.321297725Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:59.321303050Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:59.321308262Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:16:59.321314422Z     for: 1m
2024-03-21T00:16:59.321319614Z     labels:
2024-03-21T00:16:59.321324841Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:59.321330035Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:59.321335251Z       vnf_member_index: vnf
2024-03-21T00:16:59.321340439Z   - alert: scalein_19be598d-411a-4105-ad7a-29f54dd351cb
2024-03-21T00:16:59.321345638Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:59.321350943Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:59.321356268Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:16:59.321361434Z     for: 1m
2024-03-21T00:16:59.321366598Z     labels:
2024-03-21T00:16:59.321392268Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:59.321400335Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:59.321406810Z       vnf_member_index: vnf
2024-03-21T00:16:59.321412038Z   - alert: scaleout_f94d7e4e-bf3f-453e-8ced-97ef681a342c
2024-03-21T00:16:59.321417235Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:59.321422683Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:59.321427919Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:16:59.321433246Z     for: 1m
2024-03-21T00:16:59.321438478Z     labels:
2024-03-21T00:16:59.321443941Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:59.321449169Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:59.321454352Z       vnf_member_index: vnf
2024-03-21T00:16:59.321459598Z   - alert: scalein_80f91308-3cf2-44a4-9a61-a316b6b59e1f
2024-03-21T00:16:59.321465397Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:59.321470778Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:59.321476043Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:16:59.321481289Z     for: 1m
2024-03-21T00:16:59.321486497Z     labels:
2024-03-21T00:16:59.321497599Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:59.321502994Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:59.321508824Z       vnf_member_index: vnf
2024-03-21T00:16:59.321514162Z   - alert: scaleout_3280fdf8-e2d9-4730-a78d-d21da80dd6f6
2024-03-21T00:16:59.321519365Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:59.321524638Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:16:59.321529900Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:16:59.321535110Z     for: 1m
2024-03-21T00:16:59.321540507Z     labels:
2024-03-21T00:16:59.321545715Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:16:59.321550905Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:16:59.321556345Z       vnf_member_index: vnf
2024-03-21T00:16:59.321715727Z 
2024-03-21T00:16:59.340297256Z New config written, updating prometheus
2024-03-21T00:17:04.371810365Z Prometheus config update successful
2024-03-21T00:17:04.371853489Z 
2024-03-21T00:17:04.371861254Z Changes detected, updating prometheus config
2024-03-21T00:17:04.373692128Z Jobs detected: 0
2024-03-21T00:17:04.383052043Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T00:17:04.386187516Z alerting:
2024-03-21T00:17:04.386230962Z   alertmanagers:
2024-03-21T00:17:04.386246881Z   - static_configs:
2024-03-21T00:17:04.386258811Z     - targets:
2024-03-21T00:17:04.386268666Z       - alertmanager:9093
2024-03-21T00:17:04.386277075Z global:
2024-03-21T00:17:04.386285709Z   evaluation_interval: 15s
2024-03-21T00:17:04.386294111Z   scrape_interval: 15s
2024-03-21T00:17:04.386302579Z rule_files:
2024-03-21T00:17:04.386311107Z - osm_metric_rules.yml
2024-03-21T00:17:04.386319611Z - osm_alert_rules.yml
2024-03-21T00:17:04.386328825Z scrape_configs:
2024-03-21T00:17:04.386337176Z - job_name: mon_exporter
2024-03-21T00:17:04.386345666Z   static_configs:
2024-03-21T00:17:04.386354099Z   - targets:
2024-03-21T00:17:04.386362529Z     - mon:8000
2024-03-21T00:17:04.386370810Z - honor_labels: true
2024-03-21T00:17:04.386379565Z   job_name: pushgateway
2024-03-21T00:17:04.386388168Z   scrape_interval: 30s
2024-03-21T00:17:04.386396858Z   static_configs:
2024-03-21T00:17:04.386405241Z   - targets:
2024-03-21T00:17:04.386414881Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T00:17:04.386423053Z 
2024-03-21T00:17:04.392072669Z Alerts read: 6
2024-03-21T00:17:04.394029180Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T00:17:04.400549722Z groups:
2024-03-21T00:17:04.400573134Z - name: osm_alert_rules
2024-03-21T00:17:04.400576882Z   rules:
2024-03-21T00:17:04.400580068Z   - alert: vdu_down
2024-03-21T00:17:04.400583191Z     annotations:
2024-03-21T00:17:04.400587768Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T00:17:04.400596756Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T00:17:04.400604477Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T00:17:04.400610341Z     expr: vm_status_extended != 1
2024-03-21T00:17:04.400615579Z     for: 3m
2024-03-21T00:17:04.400620458Z - name: _osm_alert_rules_20240321001704_
2024-03-21T00:17:04.400625412Z   rules:
2024-03-21T00:17:04.400630625Z   - alert: scalein_844a1de0-fe36-490e-9bcd-bedd501c2494
2024-03-21T00:17:04.400657978Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:04.400662547Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:04.400665874Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:17:04.400668935Z     for: 1m
2024-03-21T00:17:04.400672045Z     labels:
2024-03-21T00:17:04.400675042Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:17:04.400678095Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:17:04.400681838Z       vnf_member_index: vnf
2024-03-21T00:17:04.400684817Z   - alert: scaleout_5888c360-fd21-4a34-a172-94f6e61f0f69
2024-03-21T00:17:04.400687967Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:04.400691212Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:04.400697380Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:17:04.400704568Z     for: 1m
2024-03-21T00:17:04.400709247Z     labels:
2024-03-21T00:17:04.400713667Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:17:04.400718201Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:17:04.400723177Z       vnf_member_index: vnf
2024-03-21T00:17:04.400728280Z   - alert: scalein_19be598d-411a-4105-ad7a-29f54dd351cb
2024-03-21T00:17:04.400731617Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:04.400734759Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:04.400737834Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:17:04.400740845Z     for: 1m
2024-03-21T00:17:04.400743769Z     labels:
2024-03-21T00:17:04.400746986Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:17:04.400750001Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:17:04.400753003Z       vnf_member_index: vnf
2024-03-21T00:17:04.400755968Z   - alert: scaleout_f94d7e4e-bf3f-453e-8ced-97ef681a342c
2024-03-21T00:17:04.400759002Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:04.400762044Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:04.400765626Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:17:04.400768586Z     for: 1m
2024-03-21T00:17:04.400771607Z     labels:
2024-03-21T00:17:04.400774603Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:17:04.400777718Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:17:04.400780659Z       vnf_member_index: vnf
2024-03-21T00:17:04.400783653Z   - alert: scalein_80f91308-3cf2-44a4-9a61-a316b6b59e1f
2024-03-21T00:17:04.400786646Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:04.400789782Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:04.400792849Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:17:04.400795810Z     for: 1m
2024-03-21T00:17:04.400798830Z     labels:
2024-03-21T00:17:04.400801808Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:17:04.400810705Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:17:04.400813784Z       vnf_member_index: vnf
2024-03-21T00:17:04.400816730Z   - alert: scaleout_3280fdf8-e2d9-4730-a78d-d21da80dd6f6
2024-03-21T00:17:04.400819987Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:04.400823670Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:04.400828041Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:17:04.400832909Z     for: 1m
2024-03-21T00:17:04.400837291Z     labels:
2024-03-21T00:17:04.400841697Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:17:04.400846474Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:17:04.400849796Z       vnf_member_index: vnf
2024-03-21T00:17:04.400852772Z 
2024-03-21T00:17:04.406973199Z New config written, updating prometheus
2024-03-21T00:17:09.431058389Z Prometheus config update successful
2024-03-21T00:17:09.431077898Z 
2024-03-21T00:17:09.431081527Z Changes detected, updating prometheus config
2024-03-21T00:17:09.433831447Z Jobs detected: 0
2024-03-21T00:17:09.438549315Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T00:17:09.440302234Z alerting:
2024-03-21T00:17:09.440354810Z   alertmanagers:
2024-03-21T00:17:09.440360071Z   - static_configs:
2024-03-21T00:17:09.440363251Z     - targets:
2024-03-21T00:17:09.440367491Z       - alertmanager:9093
2024-03-21T00:17:09.440371002Z global:
2024-03-21T00:17:09.440374170Z   evaluation_interval: 15s
2024-03-21T00:17:09.440377329Z   scrape_interval: 15s
2024-03-21T00:17:09.440380541Z rule_files:
2024-03-21T00:17:09.440383741Z - osm_metric_rules.yml
2024-03-21T00:17:09.440387231Z - osm_alert_rules.yml
2024-03-21T00:17:09.440390293Z scrape_configs:
2024-03-21T00:17:09.440393459Z - job_name: mon_exporter
2024-03-21T00:17:09.440396491Z   static_configs:
2024-03-21T00:17:09.440399580Z   - targets:
2024-03-21T00:17:09.440402676Z     - mon:8000
2024-03-21T00:17:09.440405750Z - honor_labels: true
2024-03-21T00:17:09.440408808Z   job_name: pushgateway
2024-03-21T00:17:09.440411803Z   scrape_interval: 30s
2024-03-21T00:17:09.440414783Z   static_configs:
2024-03-21T00:17:09.440418222Z   - targets:
2024-03-21T00:17:09.440421899Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T00:17:09.440424863Z 
2024-03-21T00:17:09.444628131Z Alerts read: 6
2024-03-21T00:17:09.446419846Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T00:17:09.452926722Z groups:
2024-03-21T00:17:09.452941874Z - name: osm_alert_rules
2024-03-21T00:17:09.452945618Z   rules:
2024-03-21T00:17:09.452948872Z   - alert: vdu_down
2024-03-21T00:17:09.452952059Z     annotations:
2024-03-21T00:17:09.452955725Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T00:17:09.452959541Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T00:17:09.452962565Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T00:17:09.452966429Z     expr: vm_status_extended != 1
2024-03-21T00:17:09.452969523Z     for: 3m
2024-03-21T00:17:09.452972594Z - name: _osm_alert_rules_20240321001709_
2024-03-21T00:17:09.452975596Z   rules:
2024-03-21T00:17:09.452979415Z   - alert: scalein_844a1de0-fe36-490e-9bcd-bedd501c2494
2024-03-21T00:17:09.452982430Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:09.453010608Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:09.453013790Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:17:09.453016763Z     for: 1m
2024-03-21T00:17:09.453019649Z     labels:
2024-03-21T00:17:09.453022657Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:17:09.453025494Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:17:09.453028935Z       vnf_member_index: vnf
2024-03-21T00:17:09.453031863Z   - alert: scaleout_5888c360-fd21-4a34-a172-94f6e61f0f69
2024-03-21T00:17:09.453034822Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:09.453038014Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:09.453040926Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:17:09.453043804Z     for: 1m
2024-03-21T00:17:09.453046711Z     labels:
2024-03-21T00:17:09.453049616Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:17:09.453052518Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:17:09.453055407Z       vnf_member_index: vnf
2024-03-21T00:17:09.453058294Z   - alert: scalein_19be598d-411a-4105-ad7a-29f54dd351cb
2024-03-21T00:17:09.453061166Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:09.453064188Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:09.453067059Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:17:09.453069951Z     for: 1m
2024-03-21T00:17:09.453072776Z     labels:
2024-03-21T00:17:09.453076004Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:17:09.453078905Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:17:09.453081778Z       vnf_member_index: vnf
2024-03-21T00:17:09.453084651Z   - alert: scaleout_f94d7e4e-bf3f-453e-8ced-97ef681a342c
2024-03-21T00:17:09.453087537Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:09.453090500Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:09.453093372Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:17:09.453096189Z     for: 1m
2024-03-21T00:17:09.453099028Z     labels:
2024-03-21T00:17:09.453101887Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:17:09.453104748Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:17:09.453107607Z       vnf_member_index: vnf
2024-03-21T00:17:09.453110453Z   - alert: scalein_80f91308-3cf2-44a4-9a61-a316b6b59e1f
2024-03-21T00:17:09.453113286Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:09.453116184Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:09.453119049Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T00:17:09.453121896Z     for: 1m
2024-03-21T00:17:09.453124729Z     labels:
2024-03-21T00:17:09.453127636Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:17:09.453130498Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:17:09.453137404Z       vnf_member_index: vnf
2024-03-21T00:17:09.453144501Z   - alert: scaleout_3280fdf8-e2d9-4730-a78d-d21da80dd6f6
2024-03-21T00:17:09.453147368Z     expr: (count (osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:09.453150251Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="c2963184-0552-4e46-ae3f-c965ddb4fa78",
2024-03-21T00:17:09.453153125Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T00:17:09.453155959Z     for: 1m
2024-03-21T00:17:09.453158822Z     labels:
2024-03-21T00:17:09.453162015Z       ns_id: c2963184-0552-4e46-ae3f-c965ddb4fa78
2024-03-21T00:17:09.453164860Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T00:17:09.453167753Z       vnf_member_index: vnf
2024-03-21T00:17:09.453170465Z 
2024-03-21T00:17:09.459319938Z New config written, updating prometheus
2024-03-21T00:17:14.492664666Z Prometheus config update successful
2024-03-21T00:17:14.492703000Z 
2024-03-21T00:18:31.530323175Z Changes detected, updating prometheus config
2024-03-21T00:18:31.532578148Z Jobs detected: 0
2024-03-21T00:18:31.548846395Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T00:18:31.552605162Z alerting:
2024-03-21T00:18:31.552635247Z   alertmanagers:
2024-03-21T00:18:31.552640932Z   - static_configs:
2024-03-21T00:18:31.552645345Z     - targets:
2024-03-21T00:18:31.552650676Z       - alertmanager:9093
2024-03-21T00:18:31.552655207Z global:
2024-03-21T00:18:31.552659688Z   evaluation_interval: 15s
2024-03-21T00:18:31.552663977Z   scrape_interval: 15s
2024-03-21T00:18:31.552670268Z rule_files:
2024-03-21T00:18:31.552675373Z - osm_metric_rules.yml
2024-03-21T00:18:31.552680148Z - osm_alert_rules.yml
2024-03-21T00:18:31.552685383Z scrape_configs:
2024-03-21T00:18:31.552690278Z - job_name: mon_exporter
2024-03-21T00:18:31.552695178Z   static_configs:
2024-03-21T00:18:31.552700321Z   - targets:
2024-03-21T00:18:31.552704613Z     - mon:8000
2024-03-21T00:18:31.552709611Z - honor_labels: true
2024-03-21T00:18:31.552718440Z   job_name: pushgateway
2024-03-21T00:18:31.552724810Z   scrape_interval: 30s
2024-03-21T00:18:31.552730588Z   static_configs:
2024-03-21T00:18:31.552734893Z   - targets:
2024-03-21T00:18:31.552740185Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T00:18:31.552893863Z 
2024-03-21T00:18:31.558665738Z Alerts read: 0
2024-03-21T00:18:31.562780531Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T00:18:31.565668607Z groups:
2024-03-21T00:18:31.565735430Z - name: osm_alert_rules
2024-03-21T00:18:31.565747038Z   rules:
2024-03-21T00:18:31.565757977Z   - alert: vdu_down
2024-03-21T00:18:31.565770679Z     annotations:
2024-03-21T00:18:31.565784920Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T00:18:31.565796664Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T00:18:31.565803249Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T00:18:31.565811692Z     expr: vm_status_extended != 1
2024-03-21T00:18:31.565818369Z     for: 3m
2024-03-21T00:18:31.566613913Z 
2024-03-21T00:18:31.573505739Z New config written, updating prometheus
2024-03-21T00:18:36.596410136Z Prometheus config update successful
2024-03-21T00:18:36.596435130Z 
2024-03-21T00:18:36.596455882Z Changes detected, updating prometheus config
2024-03-21T00:18:36.597619835Z Jobs detected: 0
2024-03-21T00:18:36.603040941Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T00:18:36.604775713Z alerting:
2024-03-21T00:18:36.604788228Z   alertmanagers:
2024-03-21T00:18:36.604792821Z   - static_configs:
2024-03-21T00:18:36.604795897Z     - targets:
2024-03-21T00:18:36.604801800Z       - alertmanager:9093
2024-03-21T00:18:36.604804980Z global:
2024-03-21T00:18:36.604808637Z   evaluation_interval: 15s
2024-03-21T00:18:36.604812257Z   scrape_interval: 15s
2024-03-21T00:18:36.604815221Z rule_files:
2024-03-21T00:18:36.604818199Z - osm_metric_rules.yml
2024-03-21T00:18:36.604821382Z - osm_alert_rules.yml
2024-03-21T00:18:36.604824365Z scrape_configs:
2024-03-21T00:18:36.604827366Z - job_name: mon_exporter
2024-03-21T00:18:36.604830500Z   static_configs:
2024-03-21T00:18:36.604834171Z   - targets:
2024-03-21T00:18:36.604838691Z     - mon:8000
2024-03-21T00:18:36.604843038Z - honor_labels: true
2024-03-21T00:18:36.604847194Z   job_name: pushgateway
2024-03-21T00:18:36.604851732Z   scrape_interval: 30s
2024-03-21T00:18:36.604856511Z   static_configs:
2024-03-21T00:18:36.604860926Z   - targets:
2024-03-21T00:18:36.604865847Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T00:18:36.604868851Z 
2024-03-21T00:18:36.608040656Z Alerts read: 0
2024-03-21T00:18:36.616284503Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T00:18:36.616298618Z groups:
2024-03-21T00:18:36.616302281Z - name: osm_alert_rules
2024-03-21T00:18:36.616305391Z   rules:
2024-03-21T00:18:36.616325114Z   - alert: vdu_down
2024-03-21T00:18:36.616328560Z     annotations:
2024-03-21T00:18:36.616331904Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T00:18:36.616335248Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T00:18:36.616338387Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T00:18:36.616341683Z     expr: vm_status_extended != 1
2024-03-21T00:18:36.616344758Z     for: 3m
2024-03-21T00:18:36.616347641Z 
2024-03-21T00:18:36.616350778Z New config written, updating prometheus
2024-03-21T00:18:41.642515812Z Prometheus config update successful
2024-03-21T00:18:41.642556125Z 
2024-03-21T00:18:41.642562146Z Changes detected, updating prometheus config
2024-03-21T00:18:41.644226298Z Jobs detected: 0
2024-03-21T00:18:41.651001540Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T00:18:41.654164639Z alerting:
2024-03-21T00:18:41.654179844Z   alertmanagers:
2024-03-21T00:18:41.654183794Z   - static_configs:
2024-03-21T00:18:41.654186885Z     - targets:
2024-03-21T00:18:41.654190628Z       - alertmanager:9093
2024-03-21T00:18:41.654193784Z global:
2024-03-21T00:18:41.654197045Z   evaluation_interval: 15s
2024-03-21T00:18:41.654200171Z   scrape_interval: 15s
2024-03-21T00:18:41.654203198Z rule_files:
2024-03-21T00:18:41.654206240Z - osm_metric_rules.yml
2024-03-21T00:18:41.654209369Z - osm_alert_rules.yml
2024-03-21T00:18:41.654213004Z scrape_configs:
2024-03-21T00:18:41.654215969Z - job_name: mon_exporter
2024-03-21T00:18:41.654219063Z   static_configs:
2024-03-21T00:18:41.654222085Z   - targets:
2024-03-21T00:18:41.654225166Z     - mon:8000
2024-03-21T00:18:41.654228135Z - honor_labels: true
2024-03-21T00:18:41.654231236Z   job_name: pushgateway
2024-03-21T00:18:41.654234214Z   scrape_interval: 30s
2024-03-21T00:18:41.654237207Z   static_configs:
2024-03-21T00:18:41.654240240Z   - targets:
2024-03-21T00:18:41.654243974Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T00:18:41.654264494Z 
2024-03-21T00:18:41.657759255Z Alerts read: 0
2024-03-21T00:18:41.660405744Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T00:18:41.662077785Z groups:
2024-03-21T00:18:41.662092578Z - name: osm_alert_rules
2024-03-21T00:18:41.662096546Z   rules:
2024-03-21T00:18:41.662099713Z   - alert: vdu_down
2024-03-21T00:18:41.662103425Z     annotations:
2024-03-21T00:18:41.662149873Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T00:18:41.662157523Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T00:18:41.662162626Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T00:18:41.662169004Z     expr: vm_status_extended != 1
2024-03-21T00:18:41.662174361Z     for: 3m
2024-03-21T00:18:41.662179719Z 
2024-03-21T00:18:41.664747097Z New config written, updating prometheus
2024-03-21T00:18:46.690756117Z Prometheus config update successful
2024-03-21T00:18:46.690792654Z 
2024-03-21T00:18:46.690796502Z Changes detected, updating prometheus config
2024-03-21T00:18:46.692734919Z Jobs detected: 0
2024-03-21T00:18:46.700113272Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T00:18:46.703553050Z alerting:
2024-03-21T00:18:46.703567897Z   alertmanagers:
2024-03-21T00:18:46.703572487Z   - static_configs:
2024-03-21T00:18:46.703575491Z     - targets:
2024-03-21T00:18:46.703579627Z       - alertmanager:9093
2024-03-21T00:18:46.703582802Z global:
2024-03-21T00:18:46.703585782Z   evaluation_interval: 15s
2024-03-21T00:18:46.703588902Z   scrape_interval: 15s
2024-03-21T00:18:46.703591930Z rule_files:
2024-03-21T00:18:46.703594901Z - osm_metric_rules.yml
2024-03-21T00:18:46.703597978Z - osm_alert_rules.yml
2024-03-21T00:18:46.703601097Z scrape_configs:
2024-03-21T00:18:46.703604290Z - job_name: mon_exporter
2024-03-21T00:18:46.703607598Z   static_configs:
2024-03-21T00:18:46.703610514Z   - targets:
2024-03-21T00:18:46.703618437Z     - mon:8000
2024-03-21T00:18:46.703621518Z - honor_labels: true
2024-03-21T00:18:46.703624476Z   job_name: pushgateway
2024-03-21T00:18:46.703627315Z   scrape_interval: 30s
2024-03-21T00:18:46.703630245Z   static_configs:
2024-03-21T00:18:46.703633679Z   - targets:
2024-03-21T00:18:46.703637747Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T00:18:46.703641186Z 
2024-03-21T00:18:46.708094517Z Alerts read: 0
2024-03-21T00:18:46.710408285Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T00:18:46.711687729Z groups:
2024-03-21T00:18:46.711699203Z - name: osm_alert_rules
2024-03-21T00:18:46.711704013Z   rules:
2024-03-21T00:18:46.711708597Z   - alert: vdu_down
2024-03-21T00:18:46.711712823Z     annotations:
2024-03-21T00:18:46.711718206Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T00:18:46.711777872Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T00:18:46.711785586Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T00:18:46.711795678Z     expr: vm_status_extended != 1
2024-03-21T00:18:46.711801950Z     for: 3m
2024-03-21T00:18:46.711806148Z 
2024-03-21T00:18:46.712944811Z New config written, updating prometheus
2024-03-21T00:18:51.748137921Z Prometheus config update successful
2024-03-21T00:18:51.748173614Z 
2024-03-21T00:18:51.748742508Z Changes detected, updating prometheus config
2024-03-21T00:18:51.750299480Z Jobs detected: 0
2024-03-21T00:18:51.757168236Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T00:18:51.761402027Z alerting:
2024-03-21T00:18:51.761426627Z   alertmanagers:
2024-03-21T00:18:51.761439481Z   - static_configs:
2024-03-21T00:18:51.761443843Z     - targets:
2024-03-21T00:18:51.761448564Z       - alertmanager:9093
2024-03-21T00:18:51.761452707Z global:
2024-03-21T00:18:51.761456858Z   evaluation_interval: 15s
2024-03-21T00:18:51.761460946Z   scrape_interval: 15s
2024-03-21T00:18:51.761505084Z rule_files:
2024-03-21T00:18:51.761509294Z - osm_metric_rules.yml
2024-03-21T00:18:51.761512381Z - osm_alert_rules.yml
2024-03-21T00:18:51.761515451Z scrape_configs:
2024-03-21T00:18:51.761518429Z - job_name: mon_exporter
2024-03-21T00:18:51.761522182Z   static_configs:
2024-03-21T00:18:51.761525232Z   - targets:
2024-03-21T00:18:51.761528234Z     - mon:8000
2024-03-21T00:18:51.761531324Z - honor_labels: true
2024-03-21T00:18:51.761534309Z   job_name: pushgateway
2024-03-21T00:18:51.761537268Z   scrape_interval: 30s
2024-03-21T00:18:51.761540276Z   static_configs:
2024-03-21T00:18:51.761543288Z   - targets:
2024-03-21T00:18:51.761547286Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T00:18:51.761559326Z 
2024-03-21T00:18:51.764814849Z Alerts read: 0
2024-03-21T00:18:51.766656161Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T00:18:51.767869953Z groups:
2024-03-21T00:18:51.767880803Z - name: osm_alert_rules
2024-03-21T00:18:51.767884591Z   rules:
2024-03-21T00:18:51.767887792Z   - alert: vdu_down
2024-03-21T00:18:51.767890861Z     annotations:
2024-03-21T00:18:51.767895295Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T00:18:51.767899124Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T00:18:51.767902175Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T00:18:51.767905830Z     expr: vm_status_extended != 1
2024-03-21T00:18:51.767908977Z     for: 3m
2024-03-21T00:18:51.767911858Z 
2024-03-21T00:18:51.769117267Z New config written, updating prometheus
2024-03-21T00:18:56.791210239Z Prometheus config update successful
2024-03-21T00:18:56.791251174Z 
2024-03-21T00:18:56.791256560Z Changes detected, updating prometheus config
2024-03-21T00:18:56.797207382Z Jobs detected: 0
2024-03-21T00:18:56.801713545Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T00:18:56.803283243Z alerting:
2024-03-21T00:18:56.803304270Z   alertmanagers:
2024-03-21T00:18:56.803312302Z   - static_configs:
2024-03-21T00:18:56.803318489Z     - targets:
2024-03-21T00:18:56.803325657Z       - alertmanager:9093
2024-03-21T00:18:56.803332100Z global:
2024-03-21T00:18:56.803337941Z   evaluation_interval: 15s
2024-03-21T00:18:56.803344096Z   scrape_interval: 15s
2024-03-21T00:18:56.803349993Z rule_files:
2024-03-21T00:18:56.803355652Z - osm_metric_rules.yml
2024-03-21T00:18:56.803361302Z - osm_alert_rules.yml
2024-03-21T00:18:56.803367073Z scrape_configs:
2024-03-21T00:18:56.803372788Z - job_name: mon_exporter
2024-03-21T00:18:56.803378997Z   static_configs:
2024-03-21T00:18:56.803384652Z   - targets:
2024-03-21T00:18:56.803390425Z     - mon:8000
2024-03-21T00:18:56.803396825Z - honor_labels: true
2024-03-21T00:18:56.803402568Z   job_name: pushgateway
2024-03-21T00:18:56.803408181Z   scrape_interval: 30s
2024-03-21T00:18:56.803413960Z   static_configs:
2024-03-21T00:18:56.803420248Z   - targets:
2024-03-21T00:18:56.803451843Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T00:18:56.803457870Z 
2024-03-21T00:18:56.809411875Z Alerts read: 0
2024-03-21T00:18:56.810996488Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T00:18:56.812042185Z groups:
2024-03-21T00:18:56.812057079Z - name: osm_alert_rules
2024-03-21T00:18:56.812062149Z   rules:
2024-03-21T00:18:56.812066742Z   - alert: vdu_down
2024-03-21T00:18:56.812089589Z     annotations:
2024-03-21T00:18:56.812097733Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T00:18:56.812103246Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T00:18:56.812108325Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T00:18:56.812114162Z     expr: vm_status_extended != 1
2024-03-21T00:18:56.812119360Z     for: 3m
2024-03-21T00:18:56.812124395Z 
2024-03-21T00:18:56.813114875Z New config written, updating prometheus
2024-03-21T00:19:01.846225478Z Prometheus config update successful
2024-03-21T00:19:01.846259261Z 
2024-03-21T02:08:59.940909939Z Changes detected, updating prometheus config
2024-03-21T02:08:59.942340730Z Jobs detected: 0
2024-03-21T02:08:59.948550011Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T02:08:59.951170784Z alerting:
2024-03-21T02:08:59.951180192Z   alertmanagers:
2024-03-21T02:08:59.951184377Z   - static_configs:
2024-03-21T02:08:59.951187861Z     - targets:
2024-03-21T02:08:59.951191903Z       - alertmanager:9093
2024-03-21T02:08:59.951195413Z global:
2024-03-21T02:08:59.951198895Z   evaluation_interval: 15s
2024-03-21T02:08:59.951202492Z   scrape_interval: 15s
2024-03-21T02:08:59.951205963Z rule_files:
2024-03-21T02:08:59.951209573Z - osm_metric_rules.yml
2024-03-21T02:08:59.951212997Z - osm_alert_rules.yml
2024-03-21T02:08:59.951216364Z scrape_configs:
2024-03-21T02:08:59.951220091Z - job_name: mon_exporter
2024-03-21T02:08:59.951223527Z   static_configs:
2024-03-21T02:08:59.951226936Z   - targets:
2024-03-21T02:08:59.951230430Z     - mon:8000
2024-03-21T02:08:59.951233888Z - honor_labels: true
2024-03-21T02:08:59.951237237Z   job_name: pushgateway
2024-03-21T02:08:59.951240701Z   scrape_interval: 30s
2024-03-21T02:08:59.951244087Z   static_configs:
2024-03-21T02:08:59.951247450Z   - targets:
2024-03-21T02:08:59.951251592Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T02:08:59.951254971Z 
2024-03-21T02:08:59.955176782Z Alerts read: 0
2024-03-21T02:08:59.957585400Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T02:08:59.958653113Z groups:
2024-03-21T02:08:59.958664730Z - name: osm_alert_rules
2024-03-21T02:08:59.958670197Z   rules:
2024-03-21T02:08:59.958675146Z   - alert: vdu_down
2024-03-21T02:08:59.958679918Z     annotations:
2024-03-21T02:08:59.958685238Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T02:08:59.958690787Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T02:08:59.958695688Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T02:08:59.958701286Z     expr: vm_status_extended != 1
2024-03-21T02:08:59.958706194Z     for: 3m
2024-03-21T02:08:59.958710850Z 
2024-03-21T02:08:59.959665212Z New config written, updating prometheus
2024-03-21T02:09:04.984621753Z Prometheus config update successful
2024-03-21T02:09:04.984651299Z 
2024-03-21T02:14:44.898620114Z Changes detected, updating prometheus config
2024-03-21T02:14:44.900107982Z Jobs detected: 0
2024-03-21T02:14:44.905559867Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T02:14:44.907498517Z alerting:
2024-03-21T02:14:44.907509783Z   alertmanagers:
2024-03-21T02:14:44.907513904Z   - static_configs:
2024-03-21T02:14:44.907517049Z     - targets:
2024-03-21T02:14:44.907520685Z       - alertmanager:9093
2024-03-21T02:14:44.907523761Z global:
2024-03-21T02:14:44.907527086Z   evaluation_interval: 15s
2024-03-21T02:14:44.907530209Z   scrape_interval: 15s
2024-03-21T02:14:44.907533319Z rule_files:
2024-03-21T02:14:44.907536281Z - osm_metric_rules.yml
2024-03-21T02:14:44.907539428Z - osm_alert_rules.yml
2024-03-21T02:14:44.907577522Z scrape_configs:
2024-03-21T02:14:44.907580928Z - job_name: mon_exporter
2024-03-21T02:14:44.907584334Z   static_configs:
2024-03-21T02:14:44.907587555Z   - targets:
2024-03-21T02:14:44.907590655Z     - mon:8000
2024-03-21T02:14:44.907593756Z - honor_labels: true
2024-03-21T02:14:44.907596793Z   job_name: pushgateway
2024-03-21T02:14:44.907599884Z   scrape_interval: 30s
2024-03-21T02:14:44.907602907Z   static_configs:
2024-03-21T02:14:44.907605956Z   - targets:
2024-03-21T02:14:44.907609471Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T02:14:44.907664682Z 
2024-03-21T02:14:44.910954541Z Alerts read: 0
2024-03-21T02:14:44.913046693Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T02:14:44.914170150Z groups:
2024-03-21T02:14:44.914180686Z - name: osm_alert_rules
2024-03-21T02:14:44.914184142Z   rules:
2024-03-21T02:14:44.914187369Z   - alert: vdu_down
2024-03-21T02:14:44.914190382Z     annotations:
2024-03-21T02:14:44.914195233Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T02:14:44.914200203Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T02:14:44.914203436Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T02:14:44.914207478Z     expr: vm_status_extended != 1
2024-03-21T02:14:44.914225982Z     for: 3m
2024-03-21T02:14:44.914289954Z 
2024-03-21T02:14:44.915412815Z New config written, updating prometheus
2024-03-21T02:14:49.947950670Z Prometheus config update successful
2024-03-21T02:14:49.948024006Z 
2024-03-21T02:54:51.899000043Z Changes detected, updating prometheus config
2024-03-21T02:54:51.901942829Z Jobs detected: 0
2024-03-21T02:54:51.909670977Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T02:54:51.911618113Z alerting:
2024-03-21T02:54:51.911635808Z   alertmanagers:
2024-03-21T02:54:51.911642045Z   - static_configs:
2024-03-21T02:54:51.911646822Z     - targets:
2024-03-21T02:54:51.911652898Z       - alertmanager:9093
2024-03-21T02:54:51.911658060Z global:
2024-03-21T02:54:51.911663688Z   evaluation_interval: 15s
2024-03-21T02:54:51.911669105Z   scrape_interval: 15s
2024-03-21T02:54:51.911673881Z rule_files:
2024-03-21T02:54:51.911678861Z - osm_metric_rules.yml
2024-03-21T02:54:51.911683553Z - osm_alert_rules.yml
2024-03-21T02:54:51.911688495Z scrape_configs:
2024-03-21T02:54:51.911698377Z - job_name: mon_exporter
2024-03-21T02:54:51.911704768Z   static_configs:
2024-03-21T02:54:51.911709811Z   - targets:
2024-03-21T02:54:51.911714630Z     - mon:8000
2024-03-21T02:54:51.911719894Z - honor_labels: true
2024-03-21T02:54:51.911725314Z   job_name: pushgateway
2024-03-21T02:54:51.911731011Z   scrape_interval: 30s
2024-03-21T02:54:51.911736414Z   static_configs:
2024-03-21T02:54:51.911760202Z   - targets:
2024-03-21T02:54:51.911765990Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T02:54:51.911770560Z 
2024-03-21T02:54:51.916246028Z Alerts read: 2
2024-03-21T02:54:51.919041241Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T02:54:51.922087500Z groups:
2024-03-21T02:54:51.922101976Z - name: osm_alert_rules
2024-03-21T02:54:51.922123283Z   rules:
2024-03-21T02:54:51.922129644Z   - alert: vdu_down
2024-03-21T02:54:51.922134446Z     annotations:
2024-03-21T02:54:51.922140204Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T02:54:51.922146064Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T02:54:51.922150999Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T02:54:51.922164746Z     expr: vm_status_extended != 1
2024-03-21T02:54:51.922169811Z     for: 3m
2024-03-21T02:54:51.922174745Z - name: _osm_alert_rules_20240321025451_
2024-03-21T02:54:51.922179174Z   rules:
2024-03-21T02:54:51.922184835Z   - alert: scalein_3a1a2f22-b1cf-43ae-a215-22531cd0fc2c
2024-03-21T02:54:51.922201828Z     expr: (count (osm_cpu_utilization{ns_id="64ba5810-fb9c-4ddc-84e2-aaa980cbf44a",
2024-03-21T02:54:51.922208008Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="64ba5810-fb9c-4ddc-84e2-aaa980cbf44a",
2024-03-21T02:54:51.922213155Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T02:54:51.922218269Z     for: 1m
2024-03-21T02:54:51.922223047Z     labels:
2024-03-21T02:54:51.922228343Z       ns_id: 64ba5810-fb9c-4ddc-84e2-aaa980cbf44a
2024-03-21T02:54:51.922237571Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T02:54:51.922243153Z       vnf_member_index: vnf
2024-03-21T02:54:51.922247768Z   - alert: scaleout_6dc2a302-8e2b-4c3f-a5f7-5fe527fa78cb
2024-03-21T02:54:51.922252557Z     expr: (count (osm_cpu_utilization{ns_id="64ba5810-fb9c-4ddc-84e2-aaa980cbf44a",
2024-03-21T02:54:51.922257666Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="64ba5810-fb9c-4ddc-84e2-aaa980cbf44a",
2024-03-21T02:54:51.922261992Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T02:54:51.922266107Z     for: 1m
2024-03-21T02:54:51.922270986Z     labels:
2024-03-21T02:54:51.922286006Z       ns_id: 64ba5810-fb9c-4ddc-84e2-aaa980cbf44a
2024-03-21T02:54:51.922289971Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T02:54:51.922294102Z       vnf_member_index: vnf
2024-03-21T02:54:51.922298054Z 
2024-03-21T02:54:51.925495984Z New config written, updating prometheus
2024-03-21T02:54:56.959184427Z Prometheus config update successful
2024-03-21T02:54:56.959457182Z 
2024-03-21T02:54:56.960294518Z Changes detected, updating prometheus config
2024-03-21T02:54:56.961833708Z Jobs detected: 0
2024-03-21T02:54:56.968429391Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T02:54:56.971421728Z alerting:
2024-03-21T02:54:56.971436679Z   alertmanagers:
2024-03-21T02:54:56.971440593Z   - static_configs:
2024-03-21T02:54:56.971443925Z     - targets:
2024-03-21T02:54:56.971447526Z       - alertmanager:9093
2024-03-21T02:54:56.971450724Z global:
2024-03-21T02:54:56.971453874Z   evaluation_interval: 15s
2024-03-21T02:54:56.971457130Z   scrape_interval: 15s
2024-03-21T02:54:56.971460483Z rule_files:
2024-03-21T02:54:56.971464248Z - osm_metric_rules.yml
2024-03-21T02:54:56.971467805Z - osm_alert_rules.yml
2024-03-21T02:54:56.971470801Z scrape_configs:
2024-03-21T02:54:56.971488561Z - job_name: mon_exporter
2024-03-21T02:54:56.971491849Z   static_configs:
2024-03-21T02:54:56.971494868Z   - targets:
2024-03-21T02:54:56.971498108Z     - mon:8000
2024-03-21T02:54:56.971501171Z - honor_labels: true
2024-03-21T02:54:56.971504124Z   job_name: pushgateway
2024-03-21T02:54:56.971507136Z   scrape_interval: 30s
2024-03-21T02:54:56.971510154Z   static_configs:
2024-03-21T02:54:56.971513099Z   - targets:
2024-03-21T02:54:56.971516704Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T02:54:56.971586874Z 
2024-03-21T02:54:56.975130581Z Alerts read: 2
2024-03-21T02:54:56.977589981Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T02:54:56.981123931Z groups:
2024-03-21T02:54:56.981142692Z - name: osm_alert_rules
2024-03-21T02:54:56.981147365Z   rules:
2024-03-21T02:54:56.981151590Z   - alert: vdu_down
2024-03-21T02:54:56.981155610Z     annotations:
2024-03-21T02:54:56.981160624Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T02:54:56.981165434Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T02:54:56.981169812Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T02:54:56.981174845Z     expr: vm_status_extended != 1
2024-03-21T02:54:56.981179227Z     for: 3m
2024-03-21T02:54:56.981183450Z - name: _osm_alert_rules_20240321025456_
2024-03-21T02:54:56.981187659Z   rules:
2024-03-21T02:54:56.981196537Z   - alert: scalein_3a1a2f22-b1cf-43ae-a215-22531cd0fc2c
2024-03-21T02:54:56.981199927Z     expr: (count (osm_cpu_utilization{ns_id="64ba5810-fb9c-4ddc-84e2-aaa980cbf44a",
2024-03-21T02:54:56.981207039Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="64ba5810-fb9c-4ddc-84e2-aaa980cbf44a",
2024-03-21T02:54:56.981210481Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T02:54:56.981213528Z     for: 1m
2024-03-21T02:54:56.981216745Z     labels:
2024-03-21T02:54:56.981219850Z       ns_id: 64ba5810-fb9c-4ddc-84e2-aaa980cbf44a
2024-03-21T02:54:56.981222858Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T02:54:56.981226463Z       vnf_member_index: vnf
2024-03-21T02:54:56.981229682Z   - alert: scaleout_6dc2a302-8e2b-4c3f-a5f7-5fe527fa78cb
2024-03-21T02:54:56.981232765Z     expr: (count (osm_cpu_utilization{ns_id="64ba5810-fb9c-4ddc-84e2-aaa980cbf44a",
2024-03-21T02:54:56.981235883Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="64ba5810-fb9c-4ddc-84e2-aaa980cbf44a",
2024-03-21T02:54:56.981238897Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T02:54:56.981242057Z     for: 1m
2024-03-21T02:54:56.981245057Z     labels:
2024-03-21T02:54:56.981248127Z       ns_id: 64ba5810-fb9c-4ddc-84e2-aaa980cbf44a
2024-03-21T02:54:56.981251138Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T02:54:56.981254166Z       vnf_member_index: vnf
2024-03-21T02:54:56.981267760Z 
2024-03-21T02:54:56.984580375Z New config written, updating prometheus
2024-03-21T02:55:02.018952238Z Prometheus config update successful
2024-03-21T02:55:02.019200706Z 
2024-03-21T03:01:15.902024464Z Changes detected, updating prometheus config
2024-03-21T03:01:15.904614888Z Jobs detected: 0
2024-03-21T03:01:15.911223087Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:01:15.913212705Z alerting:
2024-03-21T03:01:15.913262018Z   alertmanagers:
2024-03-21T03:01:15.913268595Z   - static_configs:
2024-03-21T03:01:15.913288550Z     - targets:
2024-03-21T03:01:15.913294320Z       - alertmanager:9093
2024-03-21T03:01:15.913297420Z global:
2024-03-21T03:01:15.913300549Z   evaluation_interval: 15s
2024-03-21T03:01:15.913303501Z   scrape_interval: 15s
2024-03-21T03:01:15.913306579Z rule_files:
2024-03-21T03:01:15.913309670Z - osm_metric_rules.yml
2024-03-21T03:01:15.913312693Z - osm_alert_rules.yml
2024-03-21T03:01:15.913315725Z scrape_configs:
2024-03-21T03:01:15.913318749Z - job_name: mon_exporter
2024-03-21T03:01:15.913321732Z   static_configs:
2024-03-21T03:01:15.913337465Z   - targets:
2024-03-21T03:01:15.913340680Z     - mon:8000
2024-03-21T03:01:15.913343908Z - honor_labels: true
2024-03-21T03:01:15.913346899Z   job_name: pushgateway
2024-03-21T03:01:15.913349834Z   scrape_interval: 30s
2024-03-21T03:01:15.913352892Z   static_configs:
2024-03-21T03:01:15.913356148Z   - targets:
2024-03-21T03:01:15.913360732Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:01:15.913363822Z 
2024-03-21T03:01:15.916122913Z Alerts read: 0
2024-03-21T03:01:15.918233676Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:01:15.919359888Z groups:
2024-03-21T03:01:15.919369351Z - name: osm_alert_rules
2024-03-21T03:01:15.919372696Z   rules:
2024-03-21T03:01:15.919376113Z   - alert: vdu_down
2024-03-21T03:01:15.919379316Z     annotations:
2024-03-21T03:01:15.919382999Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:01:15.919390074Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:01:15.919393467Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:01:15.919397080Z     expr: vm_status_extended != 1
2024-03-21T03:01:15.919400233Z     for: 3m
2024-03-21T03:01:15.919403113Z 
2024-03-21T03:01:15.920488006Z New config written, updating prometheus
2024-03-21T03:01:20.946112947Z Prometheus config update successful
2024-03-21T03:01:20.946138982Z 
2024-03-21T03:01:20.946142434Z Changes detected, updating prometheus config
2024-03-21T03:01:20.947555409Z Jobs detected: 0
2024-03-21T03:01:20.951978772Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:01:20.954011294Z alerting:
2024-03-21T03:01:20.954023215Z   alertmanagers:
2024-03-21T03:01:20.954027032Z   - static_configs:
2024-03-21T03:01:20.954030325Z     - targets:
2024-03-21T03:01:20.954034194Z       - alertmanager:9093
2024-03-21T03:01:20.954037253Z global:
2024-03-21T03:01:20.954040937Z   evaluation_interval: 15s
2024-03-21T03:01:20.954044179Z   scrape_interval: 15s
2024-03-21T03:01:20.954047642Z rule_files:
2024-03-21T03:01:20.954050691Z - osm_metric_rules.yml
2024-03-21T03:01:20.954053766Z - osm_alert_rules.yml
2024-03-21T03:01:20.954056833Z scrape_configs:
2024-03-21T03:01:20.954059810Z - job_name: mon_exporter
2024-03-21T03:01:20.954062915Z   static_configs:
2024-03-21T03:01:20.954065926Z   - targets:
2024-03-21T03:01:20.954068959Z     - mon:8000
2024-03-21T03:01:20.954071963Z - honor_labels: true
2024-03-21T03:01:20.954074993Z   job_name: pushgateway
2024-03-21T03:01:20.954077978Z   scrape_interval: 30s
2024-03-21T03:01:20.954080942Z   static_configs:
2024-03-21T03:01:20.954084170Z   - targets:
2024-03-21T03:01:20.954088138Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:01:20.954091063Z 
2024-03-21T03:01:20.957342029Z Alerts read: 0
2024-03-21T03:01:20.959288806Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:01:20.960449891Z groups:
2024-03-21T03:01:20.960459961Z - name: osm_alert_rules
2024-03-21T03:01:20.960463182Z   rules:
2024-03-21T03:01:20.960466535Z   - alert: vdu_down
2024-03-21T03:01:20.960470060Z     annotations:
2024-03-21T03:01:20.960474045Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:01:20.960477900Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:01:20.960481057Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:01:20.960484688Z     expr: vm_status_extended != 1
2024-03-21T03:01:20.960487879Z     for: 3m
2024-03-21T03:01:20.960490723Z 
2024-03-21T03:01:20.961486795Z New config written, updating prometheus
2024-03-21T03:01:25.992197371Z Prometheus config update successful
2024-03-21T03:01:25.992232226Z 
2024-03-21T03:02:07.415987841Z Changes detected, updating prometheus config
2024-03-21T03:02:07.417472520Z Jobs detected: 0
2024-03-21T03:02:07.425801910Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:02:07.429129676Z alerting:
2024-03-21T03:02:07.429143639Z   alertmanagers:
2024-03-21T03:02:07.429147546Z   - static_configs:
2024-03-21T03:02:07.429150677Z     - targets:
2024-03-21T03:02:07.429154375Z       - alertmanager:9093
2024-03-21T03:02:07.429157685Z global:
2024-03-21T03:02:07.429160912Z   evaluation_interval: 15s
2024-03-21T03:02:07.429163916Z   scrape_interval: 15s
2024-03-21T03:02:07.429167530Z rule_files:
2024-03-21T03:02:07.429170616Z - osm_metric_rules.yml
2024-03-21T03:02:07.429173627Z - osm_alert_rules.yml
2024-03-21T03:02:07.429176708Z scrape_configs:
2024-03-21T03:02:07.429179860Z - job_name: mon_exporter
2024-03-21T03:02:07.429183041Z   static_configs:
2024-03-21T03:02:07.429186046Z   - targets:
2024-03-21T03:02:07.429189088Z     - mon:8000
2024-03-21T03:02:07.429192107Z - honor_labels: true
2024-03-21T03:02:07.429195140Z   job_name: pushgateway
2024-03-21T03:02:07.429198238Z   scrape_interval: 30s
2024-03-21T03:02:07.429201256Z   static_configs:
2024-03-21T03:02:07.429204449Z   - targets:
2024-03-21T03:02:07.429208360Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:02:07.429211319Z 
2024-03-21T03:02:07.433759997Z Alerts read: 2
2024-03-21T03:02:07.435668731Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:02:07.439293453Z groups:
2024-03-21T03:02:07.439311740Z - name: osm_alert_rules
2024-03-21T03:02:07.439317678Z   rules:
2024-03-21T03:02:07.439323085Z   - alert: vdu_down
2024-03-21T03:02:07.439328031Z     annotations:
2024-03-21T03:02:07.439333569Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:02:07.439339339Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:02:07.439344336Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:02:07.439349525Z     expr: vm_status_extended != 1
2024-03-21T03:02:07.439354541Z     for: 3m
2024-03-21T03:02:07.439359440Z - name: _osm_alert_rules_20240321030207_
2024-03-21T03:02:07.439364593Z   rules:
2024-03-21T03:02:07.439370215Z   - alert: scalein_d1d7c371-6dde-44db-a02d-5aab39b6095b
2024-03-21T03:02:07.439375172Z     expr: (count (osm_cpu_utilization{ns_id="e1b7a765-5e0e-4754-a931-b1de3568fd6e",
2024-03-21T03:02:07.439381197Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="e1b7a765-5e0e-4754-a931-b1de3568fd6e",
2024-03-21T03:02:07.439386313Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T03:02:07.439408267Z     for: 1m
2024-03-21T03:02:07.439413345Z     labels:
2024-03-21T03:02:07.439418312Z       ns_id: e1b7a765-5e0e-4754-a931-b1de3568fd6e
2024-03-21T03:02:07.439423295Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T03:02:07.439428930Z       vnf_member_index: vnf
2024-03-21T03:02:07.439433794Z   - alert: scaleout_1d2e25f0-90f2-4681-a9a3-bee2e982ce23
2024-03-21T03:02:07.439438992Z     expr: (count (osm_cpu_utilization{ns_id="e1b7a765-5e0e-4754-a931-b1de3568fd6e",
2024-03-21T03:02:07.439444255Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="e1b7a765-5e0e-4754-a931-b1de3568fd6e",
2024-03-21T03:02:07.439449082Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T03:02:07.439454037Z     for: 1m
2024-03-21T03:02:07.439458914Z     labels:
2024-03-21T03:02:07.439463751Z       ns_id: e1b7a765-5e0e-4754-a931-b1de3568fd6e
2024-03-21T03:02:07.439468632Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T03:02:07.439473427Z       vnf_member_index: vnf
2024-03-21T03:02:07.439477933Z 
2024-03-21T03:02:07.442555854Z New config written, updating prometheus
2024-03-21T03:02:12.473786523Z Prometheus config update successful
2024-03-21T03:02:12.473833798Z 
2024-03-21T03:02:12.473939657Z Changes detected, updating prometheus config
2024-03-21T03:02:12.475667537Z Jobs detected: 0
2024-03-21T03:02:12.488927585Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:02:12.493750199Z alerting:
2024-03-21T03:02:12.493787250Z   alertmanagers:
2024-03-21T03:02:12.493794108Z   - static_configs:
2024-03-21T03:02:12.493799746Z     - targets:
2024-03-21T03:02:12.493806259Z       - alertmanager:9093
2024-03-21T03:02:12.493811582Z global:
2024-03-21T03:02:12.493816877Z   evaluation_interval: 15s
2024-03-21T03:02:12.493822458Z   scrape_interval: 15s
2024-03-21T03:02:12.493827960Z rule_files:
2024-03-21T03:02:12.493833101Z - osm_metric_rules.yml
2024-03-21T03:02:12.493838019Z - osm_alert_rules.yml
2024-03-21T03:02:12.493842935Z scrape_configs:
2024-03-21T03:02:12.493847785Z - job_name: mon_exporter
2024-03-21T03:02:12.493852957Z   static_configs:
2024-03-21T03:02:12.493858203Z   - targets:
2024-03-21T03:02:12.493863311Z     - mon:8000
2024-03-21T03:02:12.493868837Z - honor_labels: true
2024-03-21T03:02:12.493873722Z   job_name: pushgateway
2024-03-21T03:02:12.493879020Z   scrape_interval: 30s
2024-03-21T03:02:12.493884870Z   static_configs:
2024-03-21T03:02:12.493892478Z   - targets:
2024-03-21T03:02:12.493898344Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:02:12.493903095Z 
2024-03-21T03:02:12.501651057Z Alerts read: 2
2024-03-21T03:02:12.506274694Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:02:12.514645980Z groups:
2024-03-21T03:02:12.514681340Z - name: osm_alert_rules
2024-03-21T03:02:12.514687161Z   rules:
2024-03-21T03:02:12.514692538Z   - alert: vdu_down
2024-03-21T03:02:12.514697521Z     annotations:
2024-03-21T03:02:12.514703560Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:02:12.514709265Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:02:12.514714319Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:02:12.514720104Z     expr: vm_status_extended != 1
2024-03-21T03:02:12.514725487Z     for: 3m
2024-03-21T03:02:12.514730426Z - name: _osm_alert_rules_20240321030212_
2024-03-21T03:02:12.514755766Z   rules:
2024-03-21T03:02:12.514761729Z   - alert: scalein_d1d7c371-6dde-44db-a02d-5aab39b6095b
2024-03-21T03:02:12.514767131Z     expr: (count (osm_cpu_utilization{ns_id="e1b7a765-5e0e-4754-a931-b1de3568fd6e",
2024-03-21T03:02:12.514773759Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="e1b7a765-5e0e-4754-a931-b1de3568fd6e",
2024-03-21T03:02:12.514779195Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T03:02:12.514784406Z     for: 1m
2024-03-21T03:02:12.514790028Z     labels:
2024-03-21T03:02:12.514795005Z       ns_id: e1b7a765-5e0e-4754-a931-b1de3568fd6e
2024-03-21T03:02:12.514800134Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T03:02:12.514805794Z       vnf_member_index: vnf
2024-03-21T03:02:12.514811027Z   - alert: scaleout_1d2e25f0-90f2-4681-a9a3-bee2e982ce23
2024-03-21T03:02:12.514816277Z     expr: (count (osm_cpu_utilization{ns_id="e1b7a765-5e0e-4754-a931-b1de3568fd6e",
2024-03-21T03:02:12.514821206Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="e1b7a765-5e0e-4754-a931-b1de3568fd6e",
2024-03-21T03:02:12.514826142Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T03:02:12.514831212Z     for: 1m
2024-03-21T03:02:12.514836208Z     labels:
2024-03-21T03:02:12.514841521Z       ns_id: e1b7a765-5e0e-4754-a931-b1de3568fd6e
2024-03-21T03:02:12.514846544Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T03:02:12.514851826Z       vnf_member_index: vnf
2024-03-21T03:02:12.514856554Z 
2024-03-21T03:02:12.523496425Z New config written, updating prometheus
2024-03-21T03:02:17.552188648Z Prometheus config update successful
2024-03-21T03:02:17.552235513Z 
2024-03-21T03:15:38.726606715Z Changes detected, updating prometheus config
2024-03-21T03:15:38.729668984Z Jobs detected: 0
2024-03-21T03:15:38.741645208Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:15:38.744245345Z alerting:
2024-03-21T03:15:38.744430508Z   alertmanagers:
2024-03-21T03:15:38.744445730Z   - static_configs:
2024-03-21T03:15:38.744454627Z     - targets:
2024-03-21T03:15:38.744464190Z       - alertmanager:9093
2024-03-21T03:15:38.744490564Z global:
2024-03-21T03:15:38.744500039Z   evaluation_interval: 15s
2024-03-21T03:15:38.744508494Z   scrape_interval: 15s
2024-03-21T03:15:38.744517028Z rule_files:
2024-03-21T03:15:38.744525579Z - osm_metric_rules.yml
2024-03-21T03:15:38.744533912Z - osm_alert_rules.yml
2024-03-21T03:15:38.744542385Z scrape_configs:
2024-03-21T03:15:38.744550775Z - job_name: mon_exporter
2024-03-21T03:15:38.744559147Z   static_configs:
2024-03-21T03:15:38.744567653Z   - targets:
2024-03-21T03:15:38.744576136Z     - mon:8000
2024-03-21T03:15:38.744584459Z - honor_labels: true
2024-03-21T03:15:38.744592873Z   job_name: pushgateway
2024-03-21T03:15:38.744601164Z   scrape_interval: 30s
2024-03-21T03:15:38.744609479Z   static_configs:
2024-03-21T03:15:38.744618107Z   - targets:
2024-03-21T03:15:38.744627741Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:15:38.744635971Z 
2024-03-21T03:15:38.748677652Z Alerts read: 0
2024-03-21T03:15:38.751265135Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:15:38.752595369Z groups:
2024-03-21T03:15:38.752604507Z - name: osm_alert_rules
2024-03-21T03:15:38.752607903Z   rules:
2024-03-21T03:15:38.752611069Z   - alert: vdu_down
2024-03-21T03:15:38.752614233Z     annotations:
2024-03-21T03:15:38.752618040Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:15:38.752634756Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:15:38.752638009Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:15:38.752641731Z     expr: vm_status_extended != 1
2024-03-21T03:15:38.752644850Z     for: 3m
2024-03-21T03:15:38.752647782Z 
2024-03-21T03:15:38.753769123Z New config written, updating prometheus
2024-03-21T03:15:43.788244984Z Prometheus config update successful
2024-03-21T03:15:43.788288923Z 
2024-03-21T03:15:43.788297141Z Changes detected, updating prometheus config
2024-03-21T03:15:43.790293186Z Jobs detected: 0
2024-03-21T03:15:43.797837005Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:15:43.800119055Z alerting:
2024-03-21T03:15:43.800154220Z   alertmanagers:
2024-03-21T03:15:43.800160912Z   - static_configs:
2024-03-21T03:15:43.800164742Z     - targets:
2024-03-21T03:15:43.800169798Z       - alertmanager:9093
2024-03-21T03:15:43.800173572Z global:
2024-03-21T03:15:43.800177612Z   evaluation_interval: 15s
2024-03-21T03:15:43.800181341Z   scrape_interval: 15s
2024-03-21T03:15:43.800185324Z rule_files:
2024-03-21T03:15:43.800188990Z - osm_metric_rules.yml
2024-03-21T03:15:43.800192696Z - osm_alert_rules.yml
2024-03-21T03:15:43.800196458Z scrape_configs:
2024-03-21T03:15:43.800200178Z - job_name: mon_exporter
2024-03-21T03:15:43.800203884Z   static_configs:
2024-03-21T03:15:43.800207600Z   - targets:
2024-03-21T03:15:43.800211330Z     - mon:8000
2024-03-21T03:15:43.800215081Z - honor_labels: true
2024-03-21T03:15:43.800218711Z   job_name: pushgateway
2024-03-21T03:15:43.800222651Z   scrape_interval: 30s
2024-03-21T03:15:43.800226251Z   static_configs:
2024-03-21T03:15:43.800230340Z   - targets:
2024-03-21T03:15:43.800234970Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:15:43.800238636Z 
2024-03-21T03:15:43.803977088Z Alerts read: 0
2024-03-21T03:15:43.806096424Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:15:43.807250006Z groups:
2024-03-21T03:15:43.807259959Z - name: osm_alert_rules
2024-03-21T03:15:43.807263496Z   rules:
2024-03-21T03:15:43.807266658Z   - alert: vdu_down
2024-03-21T03:15:43.807270175Z     annotations:
2024-03-21T03:15:43.807273943Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:15:43.807277758Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:15:43.807280946Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:15:43.807284467Z     expr: vm_status_extended != 1
2024-03-21T03:15:43.807287613Z     for: 3m
2024-03-21T03:15:43.807290632Z 
2024-03-21T03:15:43.808334676Z New config written, updating prometheus
2024-03-21T03:15:48.841136141Z Prometheus config update successful
2024-03-21T03:15:48.841361757Z 
2024-03-21T03:17:52.522432204Z Changes detected, updating prometheus config
2024-03-21T03:17:52.523606007Z Jobs detected: 0
2024-03-21T03:17:52.530268304Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:17:52.532234013Z alerting:
2024-03-21T03:17:52.532245299Z   alertmanagers:
2024-03-21T03:17:52.532249945Z   - static_configs:
2024-03-21T03:17:52.532253987Z     - targets:
2024-03-21T03:17:52.532258854Z       - alertmanager:9093
2024-03-21T03:17:52.532263104Z global:
2024-03-21T03:17:52.532267248Z   evaluation_interval: 15s
2024-03-21T03:17:52.532271526Z   scrape_interval: 15s
2024-03-21T03:17:52.532289950Z rule_files:
2024-03-21T03:17:52.532294378Z - osm_metric_rules.yml
2024-03-21T03:17:52.532298662Z - osm_alert_rules.yml
2024-03-21T03:17:52.532303067Z scrape_configs:
2024-03-21T03:17:52.532339631Z - job_name: mon_exporter
2024-03-21T03:17:52.532345743Z   static_configs:
2024-03-21T03:17:52.532349845Z   - targets:
2024-03-21T03:17:52.532353824Z     - mon:8000
2024-03-21T03:17:52.532358003Z - honor_labels: true
2024-03-21T03:17:52.532361930Z   job_name: pushgateway
2024-03-21T03:17:52.532365883Z   scrape_interval: 30s
2024-03-21T03:17:52.532369907Z   static_configs:
2024-03-21T03:17:52.532373816Z   - targets:
2024-03-21T03:17:52.532378297Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:17:52.532382208Z 
2024-03-21T03:17:52.535318985Z Alerts read: 1
2024-03-21T03:17:52.537094714Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:17:52.538939892Z groups:
2024-03-21T03:17:52.538956496Z - name: osm_alert_rules
2024-03-21T03:17:52.538962742Z   rules:
2024-03-21T03:17:52.538968836Z   - alert: vdu_down
2024-03-21T03:17:52.538974657Z     annotations:
2024-03-21T03:17:52.538980961Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:17:52.538987320Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:17:52.538993107Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:17:52.539003674Z     expr: vm_status_extended != 1
2024-03-21T03:17:52.539009779Z     for: 3m
2024-03-21T03:17:52.539015597Z - name: _osm_alert_rules_20240321031752_
2024-03-21T03:17:52.539021238Z   rules:
2024-03-21T03:17:52.539027383Z   - alert: vdu_alarm_d9c1c556-4794-4161-967f-8c2bd7490ef8
2024-03-21T03:17:52.539033747Z     expr: osm_cpu_utilization{ns_id="a5830951-dc51-4614-a5e9-b712919cff95", vnf_member_index="vnf",
2024-03-21T03:17:52.539039534Z       vdu_id="cirros_vnfd-VM"} < 20.0000
2024-03-21T03:17:52.539045228Z     for: 1m
2024-03-21T03:17:52.539050758Z     labels:
2024-03-21T03:17:52.539056396Z       ns_id: a5830951-dc51-4614-a5e9-b712919cff95
2024-03-21T03:17:52.539062509Z       vdu_id: cirros_vnfd-VM
2024-03-21T03:17:52.539068041Z       vdu_name: '{{ $labels.vdu_name }}'
2024-03-21T03:17:52.539073647Z       vnf_member_index: vnf
2024-03-21T03:17:52.539078889Z 
2024-03-21T03:17:52.540784578Z New config written, updating prometheus
2024-03-21T03:17:57.559021708Z Prometheus config update successful
2024-03-21T03:17:57.559049239Z 
2024-03-21T03:27:43.124445740Z Changes detected, updating prometheus config
2024-03-21T03:27:43.126419611Z Jobs detected: 0
2024-03-21T03:27:43.138332551Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:27:43.140895328Z alerting:
2024-03-21T03:27:43.140914171Z   alertmanagers:
2024-03-21T03:27:43.140921340Z   - static_configs:
2024-03-21T03:27:43.140927504Z     - targets:
2024-03-21T03:27:43.140933908Z       - alertmanager:9093
2024-03-21T03:27:43.140939770Z global:
2024-03-21T03:27:43.140945484Z   evaluation_interval: 15s
2024-03-21T03:27:43.140951012Z   scrape_interval: 15s
2024-03-21T03:27:43.140956729Z rule_files:
2024-03-21T03:27:43.140962251Z - osm_metric_rules.yml
2024-03-21T03:27:43.140968136Z - osm_alert_rules.yml
2024-03-21T03:27:43.140973772Z scrape_configs:
2024-03-21T03:27:43.140979387Z - job_name: mon_exporter
2024-03-21T03:27:43.140985120Z   static_configs:
2024-03-21T03:27:43.140991055Z   - targets:
2024-03-21T03:27:43.140996655Z     - mon:8000
2024-03-21T03:27:43.141025765Z - honor_labels: true
2024-03-21T03:27:43.141031674Z   job_name: pushgateway
2024-03-21T03:27:43.141037455Z   scrape_interval: 30s
2024-03-21T03:27:43.141043030Z   static_configs:
2024-03-21T03:27:43.141048569Z   - targets:
2024-03-21T03:27:43.141054922Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:27:43.141060399Z 
2024-03-21T03:27:43.144900446Z Alerts read: 0
2024-03-21T03:27:43.147426707Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:27:43.148653454Z groups:
2024-03-21T03:27:43.148677174Z - name: osm_alert_rules
2024-03-21T03:27:43.148685529Z   rules:
2024-03-21T03:27:43.148693302Z   - alert: vdu_down
2024-03-21T03:27:43.148701052Z     annotations:
2024-03-21T03:27:43.148709535Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:27:43.148718513Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:27:43.148726503Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:27:43.148735254Z     expr: vm_status_extended != 1
2024-03-21T03:27:43.148742805Z     for: 3m
2024-03-21T03:27:43.148750180Z 
2024-03-21T03:27:43.149440843Z New config written, updating prometheus
2024-03-21T03:27:48.185239875Z Prometheus config update successful
2024-03-21T03:27:48.185304639Z 
2024-03-21T03:30:01.791097999Z Changes detected, updating prometheus config
2024-03-21T03:30:01.794170857Z Jobs detected: 1
2024-03-21T03:30:01.798900921Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:30:01.802224906Z alerting:
2024-03-21T03:30:01.802265616Z   alertmanagers:
2024-03-21T03:30:01.802270201Z   - static_configs:
2024-03-21T03:30:01.802273364Z     - targets:
2024-03-21T03:30:01.802276998Z       - alertmanager:9093
2024-03-21T03:30:01.802280140Z global:
2024-03-21T03:30:01.802283597Z   evaluation_interval: 15s
2024-03-21T03:30:01.802286731Z   scrape_interval: 15s
2024-03-21T03:30:01.802289778Z rule_files:
2024-03-21T03:30:01.802292876Z - osm_metric_rules.yml
2024-03-21T03:30:01.802300673Z - osm_alert_rules.yml
2024-03-21T03:30:01.802303784Z scrape_configs:
2024-03-21T03:30:01.802306909Z - job_name: mon_exporter
2024-03-21T03:30:01.802309925Z   static_configs:
2024-03-21T03:30:01.802312974Z   - targets:
2024-03-21T03:30:01.802316411Z     - mon:8000
2024-03-21T03:30:01.802319382Z - honor_labels: true
2024-03-21T03:30:01.802322422Z   job_name: pushgateway
2024-03-21T03:30:01.802325548Z   scrape_interval: 30s
2024-03-21T03:30:01.802328519Z   static_configs:
2024-03-21T03:30:01.802331551Z   - targets:
2024-03-21T03:30:01.802335649Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:30:01.802338686Z - job_name: a0bc64a3731841dbb88e6aad3b62aaa0
2024-03-21T03:30:01.802341732Z   metrics_path: /snmp
2024-03-21T03:30:01.802344776Z   params:
2024-03-21T03:30:01.802347824Z     module:
2024-03-21T03:30:01.802351178Z     - osm-snmp
2024-03-21T03:30:01.802354246Z   relabel_configs:
2024-03-21T03:30:01.802357262Z   - source_labels:
2024-03-21T03:30:01.802360236Z     - __address__
2024-03-21T03:30:01.802363601Z     target_label: __param_target
2024-03-21T03:30:01.802366555Z   - source_labels:
2024-03-21T03:30:01.802369549Z     - __param_target
2024-03-21T03:30:01.802372580Z     target_label: instance
2024-03-21T03:30:01.802376293Z   - replacement: eechart-0046470290-snmpexporter.cbfd9e35-4d54-4a11-80b3-bd1988bcf88b.svc:80
2024-03-21T03:30:01.802379270Z     target_label: __address__
2024-03-21T03:30:01.802397195Z   static_configs:
2024-03-21T03:30:01.802400541Z   - targets:
2024-03-21T03:30:01.802403536Z     - 172.21.249.48
2024-03-21T03:30:01.802406397Z 
2024-03-21T03:30:01.808474194Z Alerts read: 0
2024-03-21T03:30:01.810315128Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:30:01.811409401Z groups:
2024-03-21T03:30:01.811423457Z - name: osm_alert_rules
2024-03-21T03:30:01.811426971Z   rules:
2024-03-21T03:30:01.811430305Z   - alert: vdu_down
2024-03-21T03:30:01.811433313Z     annotations:
2024-03-21T03:30:01.811465766Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:30:01.811471386Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:30:01.811474476Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:30:01.811478590Z     expr: vm_status_extended != 1
2024-03-21T03:30:01.811481799Z     for: 3m
2024-03-21T03:30:01.811484724Z 
2024-03-21T03:30:01.812441720Z New config written, updating prometheus
2024-03-21T03:30:06.867528190Z Prometheus config update successful
2024-03-21T03:30:06.874585910Z 
2024-03-21T03:30:16.430629214Z Changes detected, updating prometheus config
2024-03-21T03:30:16.431681145Z Jobs detected: 0
2024-03-21T03:30:16.439004343Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:30:16.442144268Z alerting:
2024-03-21T03:30:16.442157595Z   alertmanagers:
2024-03-21T03:30:16.442161818Z   - static_configs:
2024-03-21T03:30:16.442164978Z     - targets:
2024-03-21T03:30:16.442170755Z       - alertmanager:9093
2024-03-21T03:30:16.442173913Z global:
2024-03-21T03:30:16.442177015Z   evaluation_interval: 15s
2024-03-21T03:30:16.442180394Z   scrape_interval: 15s
2024-03-21T03:30:16.442183477Z rule_files:
2024-03-21T03:30:16.442186593Z - osm_metric_rules.yml
2024-03-21T03:30:16.442189698Z - osm_alert_rules.yml
2024-03-21T03:30:16.442192723Z scrape_configs:
2024-03-21T03:30:16.442195858Z - job_name: mon_exporter
2024-03-21T03:30:16.442198945Z   static_configs:
2024-03-21T03:30:16.442202038Z   - targets:
2024-03-21T03:30:16.442205248Z     - mon:8000
2024-03-21T03:30:16.442208235Z - honor_labels: true
2024-03-21T03:30:16.442211366Z   job_name: pushgateway
2024-03-21T03:30:16.442214496Z   scrape_interval: 30s
2024-03-21T03:30:16.442217538Z   static_configs:
2024-03-21T03:30:16.442220521Z   - targets:
2024-03-21T03:30:16.442225481Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:30:16.442228494Z 
2024-03-21T03:30:16.446684511Z Alerts read: 0
2024-03-21T03:30:16.448780412Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:30:16.450085665Z groups:
2024-03-21T03:30:16.450095146Z - name: osm_alert_rules
2024-03-21T03:30:16.450099456Z   rules:
2024-03-21T03:30:16.450103009Z   - alert: vdu_down
2024-03-21T03:30:16.450106372Z     annotations:
2024-03-21T03:30:16.450110767Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:30:16.450114908Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:30:16.450118283Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:30:16.450124456Z     expr: vm_status_extended != 1
2024-03-21T03:30:16.450127838Z     for: 3m
2024-03-21T03:30:16.450131057Z 
2024-03-21T03:30:16.451218879Z New config written, updating prometheus
2024-03-21T03:30:21.476259160Z Prometheus config update successful
2024-03-21T03:30:21.476353528Z 
2024-03-21T03:43:08.210256681Z Changes detected, updating prometheus config
2024-03-21T03:43:08.210293325Z Jobs detected: 0
2024-03-21T03:43:08.214893195Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:43:08.217005293Z alerting:
2024-03-21T03:43:08.217021947Z   alertmanagers:
2024-03-21T03:43:08.217029089Z   - static_configs:
2024-03-21T03:43:08.217032365Z     - targets:
2024-03-21T03:43:08.217044495Z       - alertmanager:9093
2024-03-21T03:43:08.217047871Z global:
2024-03-21T03:43:08.217051633Z   evaluation_interval: 15s
2024-03-21T03:43:08.217055022Z   scrape_interval: 15s
2024-03-21T03:43:08.217069385Z rule_files:
2024-03-21T03:43:08.217072326Z - osm_metric_rules.yml
2024-03-21T03:43:08.217075323Z - osm_alert_rules.yml
2024-03-21T03:43:08.217078260Z scrape_configs:
2024-03-21T03:43:08.217081164Z - job_name: mon_exporter
2024-03-21T03:43:08.217084198Z   static_configs:
2024-03-21T03:43:08.217087409Z   - targets:
2024-03-21T03:43:08.217090409Z     - mon:8000
2024-03-21T03:43:08.217093261Z - honor_labels: true
2024-03-21T03:43:08.217096328Z   job_name: pushgateway
2024-03-21T03:43:08.217099210Z   scrape_interval: 30s
2024-03-21T03:43:08.217102266Z   static_configs:
2024-03-21T03:43:08.217105140Z   - targets:
2024-03-21T03:43:08.217108569Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:43:08.217111452Z 
2024-03-21T03:43:08.220014772Z Alerts read: 2
2024-03-21T03:43:08.221882915Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:43:08.225021686Z groups:
2024-03-21T03:43:08.225035748Z - name: osm_alert_rules
2024-03-21T03:43:08.225039361Z   rules:
2024-03-21T03:43:08.225043012Z   - alert: vdu_down
2024-03-21T03:43:08.225046436Z     annotations:
2024-03-21T03:43:08.225050419Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:43:08.225054506Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:43:08.225068695Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:43:08.225072736Z     expr: vm_status_extended != 1
2024-03-21T03:43:08.225076238Z     for: 3m
2024-03-21T03:43:08.225079574Z - name: _osm_alert_rules_20240321034308_
2024-03-21T03:43:08.225083122Z   rules:
2024-03-21T03:43:08.225086953Z   - alert: scalein_75edce22-190b-4610-ac91-cd0bafc6ca96
2024-03-21T03:43:08.225090322Z     expr: (count (osm_cpu_utilization{ns_id="d2de8858-6db9-457b-8da0-b19c2f6b803c",
2024-03-21T03:43:08.225094365Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="d2de8858-6db9-457b-8da0-b19c2f6b803c",
2024-03-21T03:43:08.225097797Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T03:43:08.225101087Z     for: 1m
2024-03-21T03:43:08.225104420Z     labels:
2024-03-21T03:43:08.225107750Z       ns_id: d2de8858-6db9-457b-8da0-b19c2f6b803c
2024-03-21T03:43:08.225111212Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T03:43:08.225115200Z       vnf_member_index: '1'
2024-03-21T03:43:08.225118847Z   - alert: scaleout_bc73cf20-9fef-4777-8913-9e397f42c5ca
2024-03-21T03:43:08.225122365Z     expr: (count (osm_cpu_utilization{ns_id="d2de8858-6db9-457b-8da0-b19c2f6b803c",
2024-03-21T03:43:08.225125655Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="d2de8858-6db9-457b-8da0-b19c2f6b803c",
2024-03-21T03:43:08.225128965Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T03:43:08.225132258Z     for: 1m
2024-03-21T03:43:08.225135499Z     labels:
2024-03-21T03:43:08.225151541Z       ns_id: d2de8858-6db9-457b-8da0-b19c2f6b803c
2024-03-21T03:43:08.225155025Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T03:43:08.225158366Z       vnf_member_index: '1'
2024-03-21T03:43:08.225161491Z 
2024-03-21T03:43:08.228777269Z New config written, updating prometheus
2024-03-21T03:43:13.268368386Z Prometheus config update successful
2024-03-21T03:43:13.268416171Z 
2024-03-21T03:43:13.268424216Z Changes detected, updating prometheus config
2024-03-21T03:43:13.270431866Z Jobs detected: 0
2024-03-21T03:43:13.277038701Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:43:13.279481458Z alerting:
2024-03-21T03:43:13.279495433Z   alertmanagers:
2024-03-21T03:43:13.279500849Z   - static_configs:
2024-03-21T03:43:13.279505240Z     - targets:
2024-03-21T03:43:13.279510302Z       - alertmanager:9093
2024-03-21T03:43:13.279514597Z global:
2024-03-21T03:43:13.279518953Z   evaluation_interval: 15s
2024-03-21T03:43:13.279523160Z   scrape_interval: 15s
2024-03-21T03:43:13.279527569Z rule_files:
2024-03-21T03:43:13.279531978Z - osm_metric_rules.yml
2024-03-21T03:43:13.279536855Z - osm_alert_rules.yml
2024-03-21T03:43:13.279541207Z scrape_configs:
2024-03-21T03:43:13.279545710Z - job_name: mon_exporter
2024-03-21T03:43:13.279549862Z   static_configs:
2024-03-21T03:43:13.279554230Z   - targets:
2024-03-21T03:43:13.279558413Z     - mon:8000
2024-03-21T03:43:13.279562725Z - honor_labels: true
2024-03-21T03:43:13.279566925Z   job_name: pushgateway
2024-03-21T03:43:13.279571034Z   scrape_interval: 30s
2024-03-21T03:43:13.279575205Z   static_configs:
2024-03-21T03:43:13.279579403Z   - targets:
2024-03-21T03:43:13.279584724Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:43:13.279588959Z 
2024-03-21T03:43:13.284189600Z Alerts read: 2
2024-03-21T03:43:13.286033379Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:43:13.289228283Z groups:
2024-03-21T03:43:13.289240690Z - name: osm_alert_rules
2024-03-21T03:43:13.289243898Z   rules:
2024-03-21T03:43:13.289246914Z   - alert: vdu_down
2024-03-21T03:43:13.289249869Z     annotations:
2024-03-21T03:43:13.289254100Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:43:13.289257752Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:43:13.289260723Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:43:13.289264152Z     expr: vm_status_extended != 1
2024-03-21T03:43:13.289267147Z     for: 3m
2024-03-21T03:43:13.289270068Z - name: _osm_alert_rules_20240321034313_
2024-03-21T03:43:13.289272934Z   rules:
2024-03-21T03:43:13.289276404Z   - alert: scalein_75edce22-190b-4610-ac91-cd0bafc6ca96
2024-03-21T03:43:13.289279364Z     expr: (count (osm_cpu_utilization{ns_id="d2de8858-6db9-457b-8da0-b19c2f6b803c",
2024-03-21T03:43:13.289282827Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="d2de8858-6db9-457b-8da0-b19c2f6b803c",
2024-03-21T03:43:13.289285785Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-03-21T03:43:13.289288687Z     for: 1m
2024-03-21T03:43:13.289291594Z     labels:
2024-03-21T03:43:13.289294514Z       ns_id: d2de8858-6db9-457b-8da0-b19c2f6b803c
2024-03-21T03:43:13.289297361Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T03:43:13.289300971Z       vnf_member_index: '1'
2024-03-21T03:43:13.289303968Z   - alert: scaleout_bc73cf20-9fef-4777-8913-9e397f42c5ca
2024-03-21T03:43:13.289321299Z     expr: (count (osm_cpu_utilization{ns_id="d2de8858-6db9-457b-8da0-b19c2f6b803c",
2024-03-21T03:43:13.289324449Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="d2de8858-6db9-457b-8da0-b19c2f6b803c",
2024-03-21T03:43:13.289327998Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-03-21T03:43:13.289330972Z     for: 1m
2024-03-21T03:43:13.289333808Z     labels:
2024-03-21T03:43:13.289336724Z       ns_id: d2de8858-6db9-457b-8da0-b19c2f6b803c
2024-03-21T03:43:13.289339989Z       vdu_id: hackfest_basic_metrics-VM
2024-03-21T03:43:13.289343019Z       vnf_member_index: '1'
2024-03-21T03:43:13.289346113Z 
2024-03-21T03:43:13.292221846Z New config written, updating prometheus
2024-03-21T03:43:18.322301861Z Prometheus config update successful
2024-03-21T03:43:18.322335025Z 
2024-03-21T03:44:02.185668156Z Changes detected, updating prometheus config
2024-03-21T03:44:02.189660342Z Jobs detected: 0
2024-03-21T03:44:02.194647656Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:44:02.197061889Z alerting:
2024-03-21T03:44:02.197084562Z   alertmanagers:
2024-03-21T03:44:02.197088742Z   - static_configs:
2024-03-21T03:44:02.197092220Z     - targets:
2024-03-21T03:44:02.197096234Z       - alertmanager:9093
2024-03-21T03:44:02.197137534Z global:
2024-03-21T03:44:02.197142129Z   evaluation_interval: 15s
2024-03-21T03:44:02.197145462Z   scrape_interval: 15s
2024-03-21T03:44:02.197148603Z rule_files:
2024-03-21T03:44:02.197151907Z - osm_metric_rules.yml
2024-03-21T03:44:02.197155349Z - osm_alert_rules.yml
2024-03-21T03:44:02.197158636Z scrape_configs:
2024-03-21T03:44:02.197161717Z - job_name: mon_exporter
2024-03-21T03:44:02.197165288Z   static_configs:
2024-03-21T03:44:02.197168471Z   - targets:
2024-03-21T03:44:02.197171635Z     - mon:8000
2024-03-21T03:44:02.197174825Z - honor_labels: true
2024-03-21T03:44:02.197190881Z   job_name: pushgateway
2024-03-21T03:44:02.197194422Z   scrape_interval: 30s
2024-03-21T03:44:02.197197588Z   static_configs:
2024-03-21T03:44:02.197200787Z   - targets:
2024-03-21T03:44:02.197204658Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:44:02.197207772Z 
2024-03-21T03:44:02.210013931Z Alerts read: 0
2024-03-21T03:44:02.211880152Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:44:02.213174282Z groups:
2024-03-21T03:44:02.213194723Z - name: osm_alert_rules
2024-03-21T03:44:02.213199997Z   rules:
2024-03-21T03:44:02.213205024Z   - alert: vdu_down
2024-03-21T03:44:02.213209784Z     annotations:
2024-03-21T03:44:02.213269364Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:44:02.213275954Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:44:02.213280878Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:44:02.213287044Z     expr: vm_status_extended != 1
2024-03-21T03:44:02.213290712Z     for: 3m
2024-03-21T03:44:02.213307690Z 
2024-03-21T03:44:02.214266315Z New config written, updating prometheus
2024-03-21T03:44:07.254920930Z Prometheus config update successful
2024-03-21T03:44:07.254951740Z 
2024-03-21T03:44:07.254956009Z Changes detected, updating prometheus config
2024-03-21T03:44:07.257035805Z Jobs detected: 0
2024-03-21T03:44:07.266708180Z Writing new config file to /etc/prometheus/prometheus.yml
2024-03-21T03:44:07.269410002Z alerting:
2024-03-21T03:44:07.269426801Z   alertmanagers:
2024-03-21T03:44:07.269448000Z   - static_configs:
2024-03-21T03:44:07.269451633Z     - targets:
2024-03-21T03:44:07.269455399Z       - alertmanager:9093
2024-03-21T03:44:07.269458440Z global:
2024-03-21T03:44:07.269461897Z   evaluation_interval: 15s
2024-03-21T03:44:07.269464864Z   scrape_interval: 15s
2024-03-21T03:44:07.269468133Z rule_files:
2024-03-21T03:44:07.269472088Z - osm_metric_rules.yml
2024-03-21T03:44:07.269475175Z - osm_alert_rules.yml
2024-03-21T03:44:07.269478635Z scrape_configs:
2024-03-21T03:44:07.269481570Z - job_name: mon_exporter
2024-03-21T03:44:07.269484867Z   static_configs:
2024-03-21T03:44:07.269488197Z   - targets:
2024-03-21T03:44:07.269491165Z     - mon:8000
2024-03-21T03:44:07.269494400Z - honor_labels: true
2024-03-21T03:44:07.269497451Z   job_name: pushgateway
2024-03-21T03:44:07.269500420Z   scrape_interval: 30s
2024-03-21T03:44:07.269503419Z   static_configs:
2024-03-21T03:44:07.269506403Z   - targets:
2024-03-21T03:44:07.269510144Z     - pushgateway-prometheus-pushgateway:9091
2024-03-21T03:44:07.269513083Z 
2024-03-21T03:44:07.277117688Z Alerts read: 0
2024-03-21T03:44:07.280558652Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-03-21T03:44:07.282719685Z groups:
2024-03-21T03:44:07.282738304Z - name: osm_alert_rules
2024-03-21T03:44:07.282743714Z   rules:
2024-03-21T03:44:07.282749907Z   - alert: vdu_down
2024-03-21T03:44:07.282755704Z     annotations:
2024-03-21T03:44:07.282779179Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-03-21T03:44:07.282784008Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-03-21T03:44:07.282787077Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-03-21T03:44:07.282791015Z     expr: vm_status_extended != 1
2024-03-21T03:44:07.282793960Z     for: 3m
2024-03-21T03:44:07.282796677Z 
2024-03-21T03:44:07.284889641Z New config written, updating prometheus
2024-03-21T03:44:12.316487296Z Prometheus config update successful
2024-03-21T03:44:12.316522593Z