2024-02-22T23:31:32.620536045Z level=info ts=2024-02-22T23:31:32.620Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d
2024-02-22T23:31:32.620577010Z level=info ts=2024-02-22T23:31:32.620Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)"
2024-02-22T23:31:32.620654870Z level=info ts=2024-02-22T23:31:32.620Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)"
2024-02-22T23:31:32.620660892Z level=info ts=2024-02-22T23:31:32.620Z caller=main.go:449 host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))"
2024-02-22T23:31:32.620666236Z level=info ts=2024-02-22T23:31:32.620Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)"
2024-02-22T23:31:32.620670458Z level=info ts=2024-02-22T23:31:32.620Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)"
2024-02-22T23:31:32.622618886Z level=info ts=2024-02-22T23:31:32.622Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090
2024-02-22T23:31:32.623534769Z level=info ts=2024-02-22T23:31:32.623Z caller=main.go:824 msg="Starting TSDB ..."
2024-02-22T23:31:32.625190512Z level=info ts=2024-02-22T23:31:32.625Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false
2024-02-22T23:31:32.631524886Z level=info ts=2024-02-22T23:31:32.631Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any"
2024-02-22T23:31:32.631544179Z level=info ts=2024-02-22T23:31:32.631Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.423µs
2024-02-22T23:31:32.631548946Z level=info ts=2024-02-22T23:31:32.631Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while"
2024-02-22T23:31:32.631792840Z level=info ts=2024-02-22T23:31:32.631Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
2024-02-22T23:31:32.631802382Z level=info ts=2024-02-22T23:31:32.631Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=55.285µs wal_replay_duration=227.639µs total_replay_duration=306.261µs
2024-02-22T23:31:32.633705704Z level=info ts=2024-02-22T23:31:32.633Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC
2024-02-22T23:31:32.633719709Z level=info ts=2024-02-22T23:31:32.633Z caller=main.go:854 msg="TSDB started"
2024-02-22T23:31:32.633800185Z level=info ts=2024-02-22T23:31:32.633Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-22T23:31:32.638988085Z level=info ts=2024-02-22T23:31:32.638Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.169745ms remote_storage=2.566µs web_handler=724ns query_engine=7.327µs scrape=304.225µs scrape_sd=65.386µs notify=46.262µs notify_sd=21.521µs rules=4.194177ms
2024-02-22T23:31:32.639006126Z level=info ts=2024-02-22T23:31:32.638Z caller=main.go:796 msg="Server is ready to receive web requests."
2024-02-22T23:34:49.811026379Z level=info ts=2024-02-22T23:34:49.808Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-22T23:34:49.812610268Z level=info ts=2024-02-22T23:34:49.812Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.120219ms remote_storage=7.273µs web_handler=7.123µs query_engine=7.965µs scrape=226.606µs scrape_sd=79.735µs notify=41.74µs notify_sd=35.259µs rules=2.656623ms
2024-02-23T00:08:00.747908409Z level=info ts=2024-02-23T00:08:00.747Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:08:00.757001579Z level=info ts=2024-02-23T00:08:00.756Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.421891ms remote_storage=4.372µs web_handler=42.673µs query_engine=3.01µs scrape=485.475µs scrape_sd=249.102µs notify=52.616µs notify_sd=71.049µs rules=6.055873ms
2024-02-23T00:08:05.799185703Z level=info ts=2024-02-23T00:08:05.798Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:08:05.804323971Z level=info ts=2024-02-23T00:08:05.804Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.0901ms remote_storage=30.755µs web_handler=934ns query_engine=1.899µs scrape=247.12µs scrape_sd=87.375µs notify=22.058µs notify_sd=44.198µs rules=3.97169ms
2024-02-23T00:09:30.940126914Z level=info ts=2024-02-23T00:09:30.939Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:09:30.945175660Z level=info ts=2024-02-23T00:09:30.944Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.013833ms remote_storage=3.448µs web_handler=900ns query_engine=2.366µs scrape=265.686µs scrape_sd=89.877µs notify=69.259µs notify_sd=24.138µs rules=3.610863ms
2024-02-23T00:09:36.004205057Z level=info ts=2024-02-23T00:09:36.004Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:09:36.006259900Z level=info ts=2024-02-23T00:09:36.006Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.088948ms remote_storage=2.039µs web_handler=465ns query_engine=3.754µs scrape=122.885µs scrape_sd=35.719µs notify=75.043µs notify_sd=41.184µs rules=1.397163ms
2024-02-23T00:12:13.131176697Z level=warn ts=2024-02-23T00:12:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"000108f7-f378-42ba-9402-130cd156668b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3b3eedda-7d1e-4d35-aa77-4ec9bfbefa99\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"12031ed4-6ecb-40a0-aeaa-65070bb6b27d\", vdu_name=\"basic_11_native_-vnf1-mgmtVM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"000108f7-f378-42ba-9402-130cd156668b\", vnf_id=\"b439662d-1cb4-4cd0-8eee-fbf6d9728624\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3b3eedda-7d1e-4d35-aa77-4ec9bfbefa99\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"12031ed4-6ecb-40a0-aeaa-65070bb6b27d\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"000108f7-f378-42ba-9402-130cd156668b\", vnf_id=\"b439662d-1cb4-4cd0-8eee-fbf6d9728624\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T00:12:28.130070552Z level=warn ts=2024-02-23T00:12:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"000108f7-f378-42ba-9402-130cd156668b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3b3eedda-7d1e-4d35-aa77-4ec9bfbefa99\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"12031ed4-6ecb-40a0-aeaa-65070bb6b27d\", vdu_name=\"basic_11_native_-vnf1-mgmtVM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"000108f7-f378-42ba-9402-130cd156668b\", vnf_id=\"b439662d-1cb4-4cd0-8eee-fbf6d9728624\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3b3eedda-7d1e-4d35-aa77-4ec9bfbefa99\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"12031ed4-6ecb-40a0-aeaa-65070bb6b27d\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"000108f7-f378-42ba-9402-130cd156668b\", vnf_id=\"b439662d-1cb4-4cd0-8eee-fbf6d9728624\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T00:34:10.832140717Z level=info ts=2024-02-23T00:34:10.831Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:34:10.839196712Z level=info ts=2024-02-23T00:34:10.839Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.151456ms remote_storage=2.896µs web_handler=6.7µs query_engine=1.797µs scrape=217.408µs scrape_sd=82.424µs notify=59.06µs notify_sd=24.088µs rules=5.499272ms
2024-02-23T00:34:15.909273215Z level=info ts=2024-02-23T00:34:15.909Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:34:15.916657541Z level=info ts=2024-02-23T00:34:15.916Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.39133ms remote_storage=3.189µs web_handler=914ns query_engine=2.081µs scrape=230.8µs scrape_sd=87.356µs notify=25.326µs notify_sd=26.65µs rules=6.135843ms
2024-02-23T00:34:20.987883290Z level=info ts=2024-02-23T00:34:20.987Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:34:20.995611157Z level=info ts=2024-02-23T00:34:20.995Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.753314ms remote_storage=3.639µs web_handler=715ns query_engine=2.103µs scrape=261.994µs scrape_sd=339.026µs notify=26.004µs notify_sd=35.505µs rules=6.533951ms
2024-02-23T00:34:26.044293292Z level=info ts=2024-02-23T00:34:26.044Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:34:26.055290318Z level=info ts=2024-02-23T00:34:26.055Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=10.887244ms remote_storage=2.436µs web_handler=679ns query_engine=1.315µs scrape=104.228µs scrape_sd=36.503µs notify=44.882µs notify_sd=10.159µs rules=10.264442ms
2024-02-23T00:34:31.141802589Z level=info ts=2024-02-23T00:34:31.141Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:34:31.144958662Z level=info ts=2024-02-23T00:34:31.144Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.057289ms remote_storage=2.507µs web_handler=424ns query_engine=1.678µs scrape=89.097µs scrape_sd=34.592µs notify=22.416µs notify_sd=11.08µs rules=2.530068ms
2024-02-23T00:34:36.218642299Z level=info ts=2024-02-23T00:34:36.218Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:34:36.227911867Z level=info ts=2024-02-23T00:34:36.227Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.246725ms remote_storage=4.056µs web_handler=592ns query_engine=2.816µs scrape=317.42µs scrape_sd=267.606µs notify=27.224µs notify_sd=64.354µs rules=7.493955ms
2024-02-23T00:35:56.524890367Z level=info ts=2024-02-23T00:35:56.524Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:35:56.527403053Z level=info ts=2024-02-23T00:35:56.527Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.592121ms remote_storage=3.571µs web_handler=10.295µs query_engine=2.458µs scrape=141.474µs scrape_sd=62.449µs notify=21.322µs notify_sd=16.489µs rules=1.795669ms
2024-02-23T00:36:01.569206763Z level=info ts=2024-02-23T00:36:01.569Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:36:01.572923123Z level=info ts=2024-02-23T00:36:01.572Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.679894ms remote_storage=124.04µs web_handler=812ns query_engine=1.614µs scrape=185.747µs scrape_sd=68.928µs notify=21.011µs notify_sd=80.941µs rules=2.556619ms
2024-02-23T00:36:06.633538759Z level=info ts=2024-02-23T00:36:06.633Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:36:06.638167083Z level=info ts=2024-02-23T00:36:06.637Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.581343ms remote_storage=3.678µs web_handler=694ns query_engine=2.479µs scrape=177.903µs scrape_sd=97.822µs notify=35.899µs notify_sd=35.663µs rules=3.557111ms
2024-02-23T00:36:11.701683503Z level=info ts=2024-02-23T00:36:11.701Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:36:11.705868178Z level=info ts=2024-02-23T00:36:11.705Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.076817ms remote_storage=3.942µs web_handler=749ns query_engine=1.892µs scrape=243.367µs scrape_sd=80.21µs notify=25.723µs notify_sd=21.128µs rules=3.080689ms
2024-02-23T00:36:16.760515611Z level=info ts=2024-02-23T00:36:16.760Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:36:16.762974800Z level=info ts=2024-02-23T00:36:16.762Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.409674ms remote_storage=2.608µs web_handler=678ns query_engine=1.505µs scrape=164.49µs scrape_sd=72.562µs notify=18.438µs notify_sd=14.406µs rules=1.526935ms
2024-02-23T00:36:21.805177875Z level=info ts=2024-02-23T00:36:21.805Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T00:36:21.809676842Z level=info ts=2024-02-23T00:36:21.809Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.458907ms remote_storage=3.522µs web_handler=810ns query_engine=2.088µs scrape=366.059µs scrape_sd=146.382µs notify=116.87µs notify_sd=49.34µs rules=3.0568ms
2024-02-23T00:44:13.130156999Z level=warn ts=2024-02-23T00:44:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"3c325d89-2314-47e6-8be6-2d6041f864fc\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c20b9cd7-75a8-45d6-833c-c8557b54f96a\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"1631f907-6ad2-4afc-b97f-50af90f980f5\", vdu_name=\"basic_20_manual_-vnf-mgmtVM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"3c325d89-2314-47e6-8be6-2d6041f864fc\", vnf_id=\"4a966ce0-e5bf-4dd4-947f-b44614ed0d18\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c20b9cd7-75a8-45d6-833c-c8557b54f96a\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"1631f907-6ad2-4afc-b97f-50af90f980f5\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"3c325d89-2314-47e6-8be6-2d6041f864fc\", vnf_id=\"4a966ce0-e5bf-4dd4-947f-b44614ed0d18\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T00:44:28.129729221Z level=warn ts=2024-02-23T00:44:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"3c325d89-2314-47e6-8be6-2d6041f864fc\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c20b9cd7-75a8-45d6-833c-c8557b54f96a\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"1631f907-6ad2-4afc-b97f-50af90f980f5\", vdu_name=\"basic_20_manual_-vnf-mgmtVM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"3c325d89-2314-47e6-8be6-2d6041f864fc\", vnf_id=\"4a966ce0-e5bf-4dd4-947f-b44614ed0d18\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c20b9cd7-75a8-45d6-833c-c8557b54f96a\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"1631f907-6ad2-4afc-b97f-50af90f980f5\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"3c325d89-2314-47e6-8be6-2d6041f864fc\", vnf_id=\"4a966ce0-e5bf-4dd4-947f-b44614ed0d18\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T00:48:13.130131006Z level=warn ts=2024-02-23T00:48:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"77f7088f-f2bd-4d47-81af-6d2a7be61503\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c20b9cd7-75a8-45d6-833c-c8557b54f96a\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"ac43b25c-ac60-472d-b725-3442c52a6fe9\", vdu_name=\"basic_20_manual_-vnf-mgmtVM-2\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"77f7088f-f2bd-4d47-81af-6d2a7be61503\", vnf_id=\"4a966ce0-e5bf-4dd4-947f-b44614ed0d18\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c20b9cd7-75a8-45d6-833c-c8557b54f96a\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"ac43b25c-ac60-472d-b725-3442c52a6fe9\", vdu_name=\"basic_20_manual_-vnf-mgmtVM-1\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"77f7088f-f2bd-4d47-81af-6d2a7be61503\", vnf_id=\"4a966ce0-e5bf-4dd4-947f-b44614ed0d18\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T00:48:28.131202068Z level=warn ts=2024-02-23T00:48:28.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"77f7088f-f2bd-4d47-81af-6d2a7be61503\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c20b9cd7-75a8-45d6-833c-c8557b54f96a\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"ac43b25c-ac60-472d-b725-3442c52a6fe9\", vdu_name=\"basic_20_manual_-vnf-mgmtVM-2\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"77f7088f-f2bd-4d47-81af-6d2a7be61503\", vnf_id=\"4a966ce0-e5bf-4dd4-947f-b44614ed0d18\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c20b9cd7-75a8-45d6-833c-c8557b54f96a\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"ac43b25c-ac60-472d-b725-3442c52a6fe9\", vdu_name=\"basic_20_manual_-vnf-mgmtVM-1\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"77f7088f-f2bd-4d47-81af-6d2a7be61503\", vnf_id=\"4a966ce0-e5bf-4dd4-947f-b44614ed0d18\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T00:56:13.133239490Z level=warn ts=2024-02-23T00:56:13.132Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"5610e61b-ce27-4503-9778-6c48e0358709\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e1c7d127-984f-415b-a990-160282a9a13a\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"8cd07919-20a8-4e05-b3f5-53d95f6d4084\", vdu_name=\"basic_22-1-simple_requires-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"5610e61b-ce27-4503-9778-6c48e0358709\", vnf_id=\"08489b17-e01f-4a49-bf5c-4c9f1afb80a2\", vnf_member_index=\"1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e1c7d127-984f-415b-a990-160282a9a13a\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"8cd07919-20a8-4e05-b3f5-53d95f6d4084\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"5610e61b-ce27-4503-9778-6c48e0358709\", vnf_id=\"08489b17-e01f-4a49-bf5c-4c9f1afb80a2\", vnf_member_index=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T00:56:28.131924055Z level=warn ts=2024-02-23T00:56:28.131Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"5610e61b-ce27-4503-9778-6c48e0358709\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e1c7d127-984f-415b-a990-160282a9a13a\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"8cd07919-20a8-4e05-b3f5-53d95f6d4084\", vdu_name=\"basic_22-1-simple_requires-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"5610e61b-ce27-4503-9778-6c48e0358709\", vnf_id=\"08489b17-e01f-4a49-bf5c-4c9f1afb80a2\", vnf_member_index=\"1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e1c7d127-984f-415b-a990-160282a9a13a\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"8cd07919-20a8-4e05-b3f5-53d95f6d4084\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"5610e61b-ce27-4503-9778-6c48e0358709\", vnf_id=\"08489b17-e01f-4a49-bf5c-4c9f1afb80a2\", vnf_member_index=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T01:06:13.130570853Z level=warn ts=2024-02-23T01:06:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"ceee2540-a230-48ac-bdb8-a477ab84d47e\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f4286663-1e5e-46b7-af44-f13929330c1b\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"dd621c23-7345-47d1-bcf8-9a8274ae47a4\", vdu_name=\"basic_25_charm_u-vnf2-mgmtVM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"ceee2540-a230-48ac-bdb8-a477ab84d47e\", vnf_id=\"88f4b652-043b-4904-9afb-c6ea3b5161ea\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f4286663-1e5e-46b7-af44-f13929330c1b\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"dd621c23-7345-47d1-bcf8-9a8274ae47a4\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"ceee2540-a230-48ac-bdb8-a477ab84d47e\", vnf_id=\"88f4b652-043b-4904-9afb-c6ea3b5161ea\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T01:06:28.129492914Z level=warn ts=2024-02-23T01:06:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"ceee2540-a230-48ac-bdb8-a477ab84d47e\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f4286663-1e5e-46b7-af44-f13929330c1b\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"dd621c23-7345-47d1-bcf8-9a8274ae47a4\", vdu_name=\"basic_25_charm_u-vnf2-mgmtVM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"ceee2540-a230-48ac-bdb8-a477ab84d47e\", vnf_id=\"88f4b652-043b-4904-9afb-c6ea3b5161ea\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f4286663-1e5e-46b7-af44-f13929330c1b\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"dd621c23-7345-47d1-bcf8-9a8274ae47a4\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"ceee2540-a230-48ac-bdb8-a477ab84d47e\", vnf_id=\"88f4b652-043b-4904-9afb-c6ea3b5161ea\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T01:36:13.131129990Z level=warn ts=2024-02-23T01:36:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"ad15620f-d568-47de-9299-4b5b9560a27b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6e664408-54eb-451a-a7a8-999217468d48\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"01d2223d-65ec-4712-b5f5-1cfef7382385\", vdu_name=\"multivdu_multiat-vnf-mgmtVM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"ad15620f-d568-47de-9299-4b5b9560a27b\", vnf_id=\"57c98b66-b555-4a19-8cd5-02436d8d5113\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6e664408-54eb-451a-a7a8-999217468d48\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"01d2223d-65ec-4712-b5f5-1cfef7382385\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"ad15620f-d568-47de-9299-4b5b9560a27b\", vnf_id=\"57c98b66-b555-4a19-8cd5-02436d8d5113\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T01:36:28.128966170Z level=warn ts=2024-02-23T01:36:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"ad15620f-d568-47de-9299-4b5b9560a27b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6e664408-54eb-451a-a7a8-999217468d48\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"01d2223d-65ec-4712-b5f5-1cfef7382385\", vdu_name=\"multivdu_multiat-vnf-mgmtVM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"ad15620f-d568-47de-9299-4b5b9560a27b\", vnf_id=\"57c98b66-b555-4a19-8cd5-02436d8d5113\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6e664408-54eb-451a-a7a8-999217468d48\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"01d2223d-65ec-4712-b5f5-1cfef7382385\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"ad15620f-d568-47de-9299-4b5b9560a27b\", vnf_id=\"57c98b66-b555-4a19-8cd5-02436d8d5113\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T01:48:13.130731713Z level=warn ts=2024-02-23T01:48:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"9c3560c6-d56c-4716-bc1b-991b68bba8e2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"775bf708-0f94-4fe5-8325-9e682478a320\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"3d5ed9fe-203b-42e1-a9a2-fd56973a899e\", vdu_name=\"epa_04-vnf1-dataVM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"9c3560c6-d56c-4716-bc1b-991b68bba8e2\", vnf_id=\"e6679eac-411f-41b0-b864-971ac2309e47\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"775bf708-0f94-4fe5-8325-9e682478a320\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"3d5ed9fe-203b-42e1-a9a2-fd56973a899e\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"9c3560c6-d56c-4716-bc1b-991b68bba8e2\", vnf_id=\"e6679eac-411f-41b0-b864-971ac2309e47\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T01:48:28.129973227Z level=warn ts=2024-02-23T01:48:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"9c3560c6-d56c-4716-bc1b-991b68bba8e2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"775bf708-0f94-4fe5-8325-9e682478a320\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"3d5ed9fe-203b-42e1-a9a2-fd56973a899e\", vdu_name=\"epa_04-vnf1-dataVM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"9c3560c6-d56c-4716-bc1b-991b68bba8e2\", vnf_id=\"e6679eac-411f-41b0-b864-971ac2309e47\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"775bf708-0f94-4fe5-8325-9e682478a320\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"3d5ed9fe-203b-42e1-a9a2-fd56973a899e\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"9c3560c6-d56c-4716-bc1b-991b68bba8e2\", vnf_id=\"e6679eac-411f-41b0-b864-971ac2309e47\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T02:06:13.128411799Z level=warn ts=2024-02-23T02:06:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"b4286036-e973-4ace-af33-7af3b612155b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7563113b-5859-4680-a3a7-95aaddb0c26d\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"af6edf42-2826-4a76-8576-3d59b94171fd\", vdu_name=\"hfmultivdu-vnf1-dataVM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"b4286036-e973-4ace-af33-7af3b612155b\", vnf_id=\"04c3db1e-ea17-423c-b96d-5f22f67b068d\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7563113b-5859-4680-a3a7-95aaddb0c26d\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"af6edf42-2826-4a76-8576-3d59b94171fd\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"b4286036-e973-4ace-af33-7af3b612155b\", vnf_id=\"04c3db1e-ea17-423c-b96d-5f22f67b068d\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T02:06:28.129929442Z level=warn ts=2024-02-23T02:06:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"b4286036-e973-4ace-af33-7af3b612155b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7563113b-5859-4680-a3a7-95aaddb0c26d\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"af6edf42-2826-4a76-8576-3d59b94171fd\", vdu_name=\"hfmultivdu-vnf1-dataVM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"b4286036-e973-4ace-af33-7af3b612155b\", vnf_id=\"04c3db1e-ea17-423c-b96d-5f22f67b068d\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7563113b-5859-4680-a3a7-95aaddb0c26d\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"af6edf42-2826-4a76-8576-3d59b94171fd\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"b4286036-e973-4ace-af33-7af3b612155b\", vnf_id=\"04c3db1e-ea17-423c-b96d-5f22f67b068d\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T02:20:13.129397547Z level=warn ts=2024-02-23T02:20:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"efa6fc51-d37a-4285-9a20-d0d835d7763f\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"006ccc7b-18bf-4d21-9d8a-2290907b3c01\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"33e7dbc9-1baf-4579-97ff-5521f623c8d3\", vdu_name=\"heal_02-several_volumes_-several_volumes-VM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"efa6fc51-d37a-4285-9a20-d0d835d7763f\", vnf_id=\"ba7c5525-1106-4ec4-9bf7-d601ef0ac03f\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"006ccc7b-18bf-4d21-9d8a-2290907b3c01\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"33e7dbc9-1baf-4579-97ff-5521f623c8d3\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"efa6fc51-d37a-4285-9a20-d0d835d7763f\", vnf_id=\"ba7c5525-1106-4ec4-9bf7-d601ef0ac03f\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T02:20:28.131481960Z level=warn ts=2024-02-23T02:20:28.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"efa6fc51-d37a-4285-9a20-d0d835d7763f\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"006ccc7b-18bf-4d21-9d8a-2290907b3c01\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"33e7dbc9-1baf-4579-97ff-5521f623c8d3\", vdu_name=\"heal_02-several_volumes_-several_volumes-VM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"efa6fc51-d37a-4285-9a20-d0d835d7763f\", vnf_id=\"ba7c5525-1106-4ec4-9bf7-d601ef0ac03f\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"006ccc7b-18bf-4d21-9d8a-2290907b3c01\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"33e7dbc9-1baf-4579-97ff-5521f623c8d3\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"efa6fc51-d37a-4285-9a20-d0d835d7763f\", vnf_id=\"ba7c5525-1106-4ec4-9bf7-d601ef0ac03f\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T02:31:41.966085236Z level=info ts=2024-02-23T02:31:41.965Z caller=compact.go:518 component=tsdb msg="write block" mint=1708644699124 maxt=1708646400000 ulid=01HQ9WVRK8YETNFH7PYVK6R9MK duration=37.383618ms
2024-02-23T02:31:41.968726730Z level=info ts=2024-02-23T02:31:41.968Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.168054ms
2024-02-23T02:32:52.242911783Z level=info ts=2024-02-23T02:32:52.241Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T02:32:52.244363467Z level=info ts=2024-02-23T02:32:52.243Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.933312ms remote_storage=2.19µs web_handler=4.254µs query_engine=1.308µs scrape=124.357µs scrape_sd=42.117µs notify=22.101µs notify_sd=11.022µs rules=1.145149ms
2024-02-23T02:38:36.443935528Z level=info ts=2024-02-23T02:38:36.443Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T02:38:36.448267677Z level=info ts=2024-02-23T02:38:36.448Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.397406ms remote_storage=10.402µs web_handler=9.605µs query_engine=2.557µs scrape=288.956µs scrape_sd=121.477µs notify=92.952µs notify_sd=80.179µs rules=2.484447ms
2024-02-23T03:00:11.972869248Z level=info ts=2024-02-23T03:00:11.972Z caller=compact.go:518 component=tsdb msg="write block" mint=1708646409124 maxt=1708653600000 ulid=01HQ9YFYGMTMAA6MCDMPC9W98P duration=48.330587ms
2024-02-23T03:00:11.977746143Z level=info ts=2024-02-23T03:00:11.977Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.449973ms
2024-02-23T03:30:35.317468551Z level=info ts=2024-02-23T03:30:35.317Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T03:30:35.320614351Z level=info ts=2024-02-23T03:30:35.320Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.230423ms remote_storage=1.96µs web_handler=5.234µs query_engine=1.507µs scrape=149.738µs scrape_sd=85.564µs notify=31.105µs notify_sd=13.472µs rules=2.093804ms
2024-02-23T03:30:40.372499033Z level=info ts=2024-02-23T03:30:40.372Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T03:30:40.376926339Z level=info ts=2024-02-23T03:30:40.376Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.418274ms remote_storage=2.92µs web_handler=623ns query_engine=1.843µs scrape=181.652µs scrape_sd=77.231µs notify=17.869µs notify_sd=14.286µs rules=3.547988ms
2024-02-23T03:35:59.652317653Z level=info ts=2024-02-23T03:35:59.652Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T03:35:59.659628321Z level=info ts=2024-02-23T03:35:59.659Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.423376ms remote_storage=41.566µs web_handler=910ns query_engine=2.071µs scrape=562.895µs scrape_sd=308.087µs notify=244.14µs notify_sd=98.408µs rules=4.64715ms
2024-02-23T03:36:04.722214839Z level=info ts=2024-02-23T03:36:04.719Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T03:36:04.722243635Z level=info ts=2024-02-23T03:36:04.721Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.969616ms remote_storage=2.141µs web_handler=439ns query_engine=1.699µs scrape=93.773µs scrape_sd=49.705µs notify=14.853µs notify_sd=10.224µs rules=1.438231ms
2024-02-23T03:36:54.962947263Z level=info ts=2024-02-23T03:36:54.962Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T03:36:54.967359910Z level=info ts=2024-02-23T03:36:54.967Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.338605ms remote_storage=3.033µs web_handler=679ns query_engine=1.495µs scrape=105.808µs scrape_sd=60.958µs notify=17.167µs notify_sd=15.731µs rules=3.492074ms
2024-02-23T03:37:00.022292728Z level=info ts=2024-02-23T03:37:00.022Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T03:37:00.024133479Z level=info ts=2024-02-23T03:37:00.024Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.893632ms remote_storage=2.121µs web_handler=484ns query_engine=1.797µs scrape=79.378µs scrape_sd=41.831µs notify=14.392µs notify_sd=12.494µs rules=1.435522ms
2024-02-23T03:55:29.016232408Z level=info ts=2024-02-23T03:55:29.015Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T03:55:29.021042472Z level=info ts=2024-02-23T03:55:29.020Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.79495ms remote_storage=2.899µs web_handler=6.48µs query_engine=2.435µs scrape=163.573µs scrape_sd=77.418µs notify=19.913µs notify_sd=13.674µs rules=3.518466ms
2024-02-23T03:55:34.068724605Z level=info ts=2024-02-23T03:55:34.068Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T03:55:34.074041754Z level=info ts=2024-02-23T03:55:34.073Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.226739ms remote_storage=3.533µs web_handler=1.131µs query_engine=1.67µs scrape=597.498µs scrape_sd=193.074µs notify=115.609µs notify_sd=127.854µs rules=3.28412ms
2024-02-23T03:57:45.113286138Z level=info ts=2024-02-23T03:57:45.112Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T03:57:45.120122255Z level=info ts=2024-02-23T03:57:45.119Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.92572ms remote_storage=38.019µs web_handler=10.597µs query_engine=2.448µs scrape=536.084µs scrape_sd=170.686µs notify=35.834µs notify_sd=93.999µs rules=3.994922ms
2024-02-23T03:58:13.130462250Z level=warn ts=2024-02-23T03:58:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"231652c5-3461-4a75-8b2b-9e0308c751af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0df5e2c5-16d8-42ee-81de-048761355395\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"2b9cb46e-3a63-4c88-a438-dd9e6cde72cf\", vdu_name=\"sa_07-webhook_se-vnf-hackfest_basic-VM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"231652c5-3461-4a75-8b2b-9e0308c751af\", vnf_id=\"7324bfd6-4de9-4b2a-b7f4-4448cddcaf41\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0df5e2c5-16d8-42ee-81de-048761355395\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"2b9cb46e-3a63-4c88-a438-dd9e6cde72cf\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"231652c5-3461-4a75-8b2b-9e0308c751af\", vnf_id=\"7324bfd6-4de9-4b2a-b7f4-4448cddcaf41\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T03:58:28.131700405Z level=warn ts=2024-02-23T03:58:28.131Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"231652c5-3461-4a75-8b2b-9e0308c751af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0df5e2c5-16d8-42ee-81de-048761355395\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"2b9cb46e-3a63-4c88-a438-dd9e6cde72cf\", vdu_name=\"sa_07-webhook_se-vnf-hackfest_basic-VM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"231652c5-3461-4a75-8b2b-9e0308c751af\", vnf_id=\"7324bfd6-4de9-4b2a-b7f4-4448cddcaf41\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0df5e2c5-16d8-42ee-81de-048761355395\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"2b9cb46e-3a63-4c88-a438-dd9e6cde72cf\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"231652c5-3461-4a75-8b2b-9e0308c751af\", vnf_id=\"7324bfd6-4de9-4b2a-b7f4-4448cddcaf41\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T04:07:35.273274496Z level=info ts=2024-02-23T04:07:35.273Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T04:07:35.275280870Z level=info ts=2024-02-23T04:07:35.275Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.071207ms remote_storage=2.47µs web_handler=3.927µs query_engine=1.473µs scrape=133.079µs scrape_sd=53.952µs notify=15.58µs notify_sd=10.084µs rules=1.289119ms
2024-02-23T04:26:13.130199176Z level=warn ts=2024-02-23T04:26:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"dc41a7d7-466d-42b4-8c6d-cf85036cec90\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c6bae2ac-14e4-4514-ba8a-c4b0609399b3\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"be9cba71-5f72-4251-b685-c3a8fd7361d7\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"dc41a7d7-466d-42b4-8c6d-cf85036cec90\", vnf_id=\"d84198df-c820-4200-beef-53646bbcdf7b\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c6bae2ac-14e4-4514-ba8a-c4b0609399b3\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"be9cba71-5f72-4251-b685-c3a8fd7361d7\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"dc41a7d7-466d-42b4-8c6d-cf85036cec90\", vnf_id=\"d84198df-c820-4200-beef-53646bbcdf7b\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T04:26:28.141273712Z level=warn ts=2024-02-23T04:26:28.131Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"dc41a7d7-466d-42b4-8c6d-cf85036cec90\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c6bae2ac-14e4-4514-ba8a-c4b0609399b3\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"be9cba71-5f72-4251-b685-c3a8fd7361d7\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"dc41a7d7-466d-42b4-8c6d-cf85036cec90\", vnf_id=\"d84198df-c820-4200-beef-53646bbcdf7b\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c6bae2ac-14e4-4514-ba8a-c4b0609399b3\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"be9cba71-5f72-4251-b685-c3a8fd7361d7\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"dc41a7d7-466d-42b4-8c6d-cf85036cec90\", vnf_id=\"d84198df-c820-4200-beef-53646bbcdf7b\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T04:36:13.131572990Z level=warn ts=2024-02-23T04:36:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"c74f1ea5-8539-409e-a0f8-14cd32d25920\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ca58a709-8656-44a0-8cb6-36f47604ed35\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"3cc8f3eb-f397-40dd-8585-f5029bcf6d44\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"c74f1ea5-8539-409e-a0f8-14cd32d25920\", vnf_id=\"37e82141-224c-4862-9ca1-02354aa9f79d\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ca58a709-8656-44a0-8cb6-36f47604ed35\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"3cc8f3eb-f397-40dd-8585-f5029bcf6d44\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"c74f1ea5-8539-409e-a0f8-14cd32d25920\", vnf_id=\"37e82141-224c-4862-9ca1-02354aa9f79d\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T04:36:28.131878948Z level=warn ts=2024-02-23T04:36:28.131Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"c74f1ea5-8539-409e-a0f8-14cd32d25920\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ca58a709-8656-44a0-8cb6-36f47604ed35\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"3cc8f3eb-f397-40dd-8585-f5029bcf6d44\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"c74f1ea5-8539-409e-a0f8-14cd32d25920\", vnf_id=\"37e82141-224c-4862-9ca1-02354aa9f79d\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ca58a709-8656-44a0-8cb6-36f47604ed35\", project_id=\"feab4767-4656-476b-a3e2-ee6cdaf96be6\", vdu_id=\"3cc8f3eb-f397-40dd-8585-f5029bcf6d44\", vdu_name=\"UNKNOWN\", vim_id=\"ffc29d71-6d3f-4f69-b2ad-14ef5e840757\", vm_id=\"c74f1ea5-8539-409e-a0f8-14cd32d25920\", vnf_id=\"37e82141-224c-4862-9ca1-02354aa9f79d\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T04:51:17.784003860Z level=info ts=2024-02-23T04:51:17.783Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T04:51:17.788830080Z level=info ts=2024-02-23T04:51:17.788Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.037523ms remote_storage=3.23µs web_handler=11.41µs query_engine=2.343µs scrape=315.445µs scrape_sd=1.530555ms notify=40.131µs notify_sd=15.993µs rules=1.699568ms
2024-02-23T04:51:22.847265018Z level=info ts=2024-02-23T04:51:22.847Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T04:51:22.849908758Z level=info ts=2024-02-23T04:51:22.849Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.641301ms remote_storage=2.487µs web_handler=668ns query_engine=1.541µs scrape=114.227µs scrape_sd=35.537µs notify=14.301µs notify_sd=24.405µs rules=1.93698ms
2024-02-23T04:52:11.609126291Z level=info ts=2024-02-23T04:52:11.608Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T04:52:11.611347090Z level=info ts=2024-02-23T04:52:11.611Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.251764ms remote_storage=2.689µs web_handler=475ns query_engine=5.467µs scrape=138.143µs scrape_sd=63.345µs notify=16.23µs notify_sd=12.902µs rules=1.540644ms
2024-02-23T04:52:16.665624967Z level=info ts=2024-02-23T04:52:16.665Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T04:52:16.671406628Z level=info ts=2024-02-23T04:52:16.671Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.793803ms remote_storage=35.903µs web_handler=763ns query_engine=1.905µs scrape=584.837µs scrape_sd=184.873µs notify=23.968µs notify_sd=60.184µs rules=3.565205ms
2024-02-22T23:34:02.405254671Z Created MongoClient to connect to MongoDB!
2024-02-22T23:34:02.405377686Z Generating prometheus config files
2024-02-22T23:34:32.436619411Z Error in configuration attempt! Number of tries: 1/3
2024-02-22T23:34:32.436657152Z No replica set members match selector "<function readable_server_selector at 0x7f6fed6a1af0>", Timeout: 30s, Topology Description: <TopologyDescription id: 65d7d9eabae12e393b2bd741, topology_type: ReplicaSetNoPrimary, servers: [<ServerDescription ('mongodb-k8s', 27017) server_type: RSGhost, rtt: 0.0011420779200352628>]>
2024-02-22T23:34:37.440746615Z Generating prometheus config files
2024-02-22T23:34:49.731186052Z Jobs detected: 0
2024-02-22T23:34:49.758750664Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-22T23:34:49.765582570Z alerting:
2024-02-22T23:34:49.765605041Z   alertmanagers:
2024-02-22T23:34:49.765609332Z   - static_configs:
2024-02-22T23:34:49.765612762Z     - targets:
2024-02-22T23:34:49.765616651Z       - alertmanager:9093
2024-02-22T23:34:49.765619883Z global:
2024-02-22T23:34:49.765623401Z   evaluation_interval: 15s
2024-02-22T23:34:49.765626582Z   scrape_interval: 15s
2024-02-22T23:34:49.765630011Z rule_files:
2024-02-22T23:34:49.765633165Z - osm_metric_rules.yml
2024-02-22T23:34:49.765636500Z - osm_alert_rules.yml
2024-02-22T23:34:49.765639727Z scrape_configs:
2024-02-22T23:34:49.765642976Z - job_name: mon_exporter
2024-02-22T23:34:49.765646601Z   static_configs:
2024-02-22T23:34:49.765649815Z   - targets:
2024-02-22T23:34:49.765653033Z     - mon:8000
2024-02-22T23:34:49.765660232Z - honor_labels: true
2024-02-22T23:34:49.765663553Z   job_name: pushgateway
2024-02-22T23:34:49.765666987Z   scrape_interval: 30s
2024-02-22T23:34:49.765670266Z   static_configs:
2024-02-22T23:34:49.765673390Z   - targets:
2024-02-22T23:34:49.765677061Z     - pushgateway-prometheus-pushgateway:9091
2024-02-22T23:34:49.765680307Z 
2024-02-22T23:34:49.793220496Z Alerts read: 0
2024-02-22T23:34:49.797271881Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-22T23:34:49.798661459Z groups:
2024-02-22T23:34:49.798674264Z - name: osm_alert_rules
2024-02-22T23:34:49.798678135Z   rules:
2024-02-22T23:34:49.798687746Z   - alert: vdu_down
2024-02-22T23:34:49.798691250Z     annotations:
2024-02-22T23:34:49.798695669Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-22T23:34:49.798700259Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-22T23:34:49.798703364Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-22T23:34:49.798707382Z     expr: vm_status_extended != 1
2024-02-22T23:34:49.798710568Z     for: 3m
2024-02-22T23:34:49.798713615Z 
2024-02-22T23:34:49.802926270Z New config written, updating prometheus
2024-02-22T23:34:54.831208540Z Prometheus config update successful
2024-02-22T23:34:59.841692931Z Listening to changes in prometheus jobs and alerts collections
2024-02-23T00:08:00.710964903Z Changes detected, updating prometheus config
2024-02-23T00:08:00.713042784Z Jobs detected: 0
2024-02-23T00:08:00.720287961Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:08:00.723206892Z alerting:
2024-02-23T00:08:00.723223474Z   alertmanagers:
2024-02-23T00:08:00.723229054Z   - static_configs:
2024-02-23T00:08:00.723233398Z     - targets:
2024-02-23T00:08:00.723238210Z       - alertmanager:9093
2024-02-23T00:08:00.723242308Z global:
2024-02-23T00:08:00.723247179Z   evaluation_interval: 15s
2024-02-23T00:08:00.723252018Z   scrape_interval: 15s
2024-02-23T00:08:00.723286300Z rule_files:
2024-02-23T00:08:00.723291973Z - osm_metric_rules.yml
2024-02-23T00:08:00.723296564Z - osm_alert_rules.yml
2024-02-23T00:08:00.723300738Z scrape_configs:
2024-02-23T00:08:00.723304760Z - job_name: mon_exporter
2024-02-23T00:08:00.723308735Z   static_configs:
2024-02-23T00:08:00.723312781Z   - targets:
2024-02-23T00:08:00.723317045Z     - mon:8000
2024-02-23T00:08:00.723321128Z - honor_labels: true
2024-02-23T00:08:00.723325059Z   job_name: pushgateway
2024-02-23T00:08:00.723331025Z   scrape_interval: 30s
2024-02-23T00:08:00.723335785Z   static_configs:
2024-02-23T00:08:00.723344322Z   - targets:
2024-02-23T00:08:00.723352803Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:08:00.723357932Z 
2024-02-23T00:08:00.728157896Z Alerts read: 2
2024-02-23T00:08:00.730735435Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:08:00.735134334Z groups:
2024-02-23T00:08:00.735153365Z - name: osm_alert_rules
2024-02-23T00:08:00.735158607Z   rules:
2024-02-23T00:08:00.735163132Z   - alert: vdu_down
2024-02-23T00:08:00.735167653Z     annotations:
2024-02-23T00:08:00.735173003Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:08:00.735178697Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:08:00.735183385Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:08:00.735188301Z     expr: vm_status_extended != 1
2024-02-23T00:08:00.735192660Z     for: 3m
2024-02-23T00:08:00.735197444Z - name: _osm_alert_rules_20240223000800_
2024-02-23T00:08:00.735202592Z   rules:
2024-02-23T00:08:00.735207246Z   - alert: scalein_26e08248-4762-431b-b602-4e6f484f9fa3
2024-02-23T00:08:00.735212153Z     expr: (count (osm_cpu_utilization{ns_id="5c6fd4db-e1a1-4683-8c06-aa72688302d1",
2024-02-23T00:08:00.735217442Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="5c6fd4db-e1a1-4683-8c06-aa72688302d1",
2024-02-23T00:08:00.735222087Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:08:00.735226442Z     for: 1m
2024-02-23T00:08:00.735230983Z     labels:
2024-02-23T00:08:00.735235696Z       ns_id: 5c6fd4db-e1a1-4683-8c06-aa72688302d1
2024-02-23T00:08:00.735240149Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:08:00.735244918Z       vnf_member_index: vnf
2024-02-23T00:08:00.735249303Z   - alert: scaleout_bfc55354-faec-4158-8ec8-0100a3f9436c
2024-02-23T00:08:00.735253789Z     expr: (count (osm_cpu_utilization{ns_id="5c6fd4db-e1a1-4683-8c06-aa72688302d1",
2024-02-23T00:08:00.735258279Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="5c6fd4db-e1a1-4683-8c06-aa72688302d1",
2024-02-23T00:08:00.735262933Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:08:00.735267451Z     for: 1m
2024-02-23T00:08:00.735271829Z     labels:
2024-02-23T00:08:00.735276580Z       ns_id: 5c6fd4db-e1a1-4683-8c06-aa72688302d1
2024-02-23T00:08:00.735280796Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:08:00.735285148Z       vnf_member_index: vnf
2024-02-23T00:08:00.735289190Z 
2024-02-23T00:08:00.739323279Z New config written, updating prometheus
2024-02-23T00:08:05.774855523Z Prometheus config update successful
2024-02-23T00:08:05.774898830Z 
2024-02-23T00:08:05.775013055Z Changes detected, updating prometheus config
2024-02-23T00:08:05.776389356Z Jobs detected: 0
2024-02-23T00:08:05.782091968Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:08:05.783951520Z alerting:
2024-02-23T00:08:05.783971283Z   alertmanagers:
2024-02-23T00:08:05.783978521Z   - static_configs:
2024-02-23T00:08:05.783985065Z     - targets:
2024-02-23T00:08:05.783991809Z       - alertmanager:9093
2024-02-23T00:08:05.783997499Z global:
2024-02-23T00:08:05.784003312Z   evaluation_interval: 15s
2024-02-23T00:08:05.784009036Z   scrape_interval: 15s
2024-02-23T00:08:05.784014966Z rule_files:
2024-02-23T00:08:05.784020758Z - osm_metric_rules.yml
2024-02-23T00:08:05.784026383Z - osm_alert_rules.yml
2024-02-23T00:08:05.784032280Z scrape_configs:
2024-02-23T00:08:05.784038403Z - job_name: mon_exporter
2024-02-23T00:08:05.784044191Z   static_configs:
2024-02-23T00:08:05.784049955Z   - targets:
2024-02-23T00:08:05.784055774Z     - mon:8000
2024-02-23T00:08:05.784061463Z - honor_labels: true
2024-02-23T00:08:05.784067178Z   job_name: pushgateway
2024-02-23T00:08:05.784072933Z   scrape_interval: 30s
2024-02-23T00:08:05.784079185Z   static_configs:
2024-02-23T00:08:05.784084895Z   - targets:
2024-02-23T00:08:05.784092415Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:08:05.784098125Z 
2024-02-23T00:08:05.787266950Z Alerts read: 2
2024-02-23T00:08:05.789217383Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:08:05.792064073Z groups:
2024-02-23T00:08:05.792089236Z - name: osm_alert_rules
2024-02-23T00:08:05.792097567Z   rules:
2024-02-23T00:08:05.792105545Z   - alert: vdu_down
2024-02-23T00:08:05.792113460Z     annotations:
2024-02-23T00:08:05.792122329Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:08:05.792130923Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:08:05.792139440Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:08:05.792148584Z     expr: vm_status_extended != 1
2024-02-23T00:08:05.792156423Z     for: 3m
2024-02-23T00:08:05.792164240Z - name: _osm_alert_rules_20240223000805_
2024-02-23T00:08:05.792172154Z   rules:
2024-02-23T00:08:05.792180684Z   - alert: scalein_26e08248-4762-431b-b602-4e6f484f9fa3
2024-02-23T00:08:05.792188582Z     expr: (count (osm_cpu_utilization{ns_id="5c6fd4db-e1a1-4683-8c06-aa72688302d1",
2024-02-23T00:08:05.792197495Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="5c6fd4db-e1a1-4683-8c06-aa72688302d1",
2024-02-23T00:08:05.792205483Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:08:05.792213705Z     for: 1m
2024-02-23T00:08:05.792221475Z     labels:
2024-02-23T00:08:05.792229185Z       ns_id: 5c6fd4db-e1a1-4683-8c06-aa72688302d1
2024-02-23T00:08:05.792236938Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:08:05.792245411Z       vnf_member_index: vnf
2024-02-23T00:08:05.792253221Z   - alert: scaleout_bfc55354-faec-4158-8ec8-0100a3f9436c
2024-02-23T00:08:05.792260987Z     expr: (count (osm_cpu_utilization{ns_id="5c6fd4db-e1a1-4683-8c06-aa72688302d1",
2024-02-23T00:08:05.792268856Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="5c6fd4db-e1a1-4683-8c06-aa72688302d1",
2024-02-23T00:08:05.792276618Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:08:05.792284428Z     for: 1m
2024-02-23T00:08:05.792292203Z     labels:
2024-02-23T00:08:05.792299917Z       ns_id: 5c6fd4db-e1a1-4683-8c06-aa72688302d1
2024-02-23T00:08:05.792307617Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:08:05.792336165Z       vnf_member_index: vnf
2024-02-23T00:08:05.792343849Z 
2024-02-23T00:08:05.795451817Z New config written, updating prometheus
2024-02-23T00:08:10.817571365Z Prometheus config update successful
2024-02-23T00:08:10.817610239Z 
2024-02-23T00:09:30.918616953Z Changes detected, updating prometheus config
2024-02-23T00:09:30.920166579Z Jobs detected: 0
2024-02-23T00:09:30.925992957Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:09:30.928419325Z alerting:
2024-02-23T00:09:30.928453458Z   alertmanagers:
2024-02-23T00:09:30.928464741Z   - static_configs:
2024-02-23T00:09:30.928473980Z     - targets:
2024-02-23T00:09:30.928484944Z       - alertmanager:9093
2024-02-23T00:09:30.928494003Z global:
2024-02-23T00:09:30.928503083Z   evaluation_interval: 15s
2024-02-23T00:09:30.928512172Z   scrape_interval: 15s
2024-02-23T00:09:30.928521585Z rule_files:
2024-02-23T00:09:30.928530411Z - osm_metric_rules.yml
2024-02-23T00:09:30.928539127Z - osm_alert_rules.yml
2024-02-23T00:09:30.928547953Z scrape_configs:
2024-02-23T00:09:30.928556821Z - job_name: mon_exporter
2024-02-23T00:09:30.928565667Z   static_configs:
2024-02-23T00:09:30.928574518Z   - targets:
2024-02-23T00:09:30.928583398Z     - mon:8000
2024-02-23T00:09:30.928592351Z - honor_labels: true
2024-02-23T00:09:30.928601239Z   job_name: pushgateway
2024-02-23T00:09:30.928609944Z   scrape_interval: 30s
2024-02-23T00:09:30.928618666Z   static_configs:
2024-02-23T00:09:30.928628196Z   - targets:
2024-02-23T00:09:30.928638290Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:09:30.928647212Z 
2024-02-23T00:09:30.931816882Z Alerts read: 0
2024-02-23T00:09:30.933845205Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:09:30.935145219Z groups:
2024-02-23T00:09:30.935167597Z - name: osm_alert_rules
2024-02-23T00:09:30.935176940Z   rules:
2024-02-23T00:09:30.935186037Z   - alert: vdu_down
2024-02-23T00:09:30.935194920Z     annotations:
2024-02-23T00:09:30.935204972Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:09:30.935238269Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:09:30.935248349Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:09:30.935342917Z     expr: vm_status_extended != 1
2024-02-23T00:09:30.935352296Z     for: 3m
2024-02-23T00:09:30.935360596Z 
2024-02-23T00:09:30.938003748Z New config written, updating prometheus
2024-02-23T00:09:35.977144491Z Prometheus config update successful
2024-02-23T00:09:35.977266706Z 
2024-02-23T00:09:35.977503503Z Changes detected, updating prometheus config
2024-02-23T00:09:35.979398602Z Jobs detected: 0
2024-02-23T00:09:35.986280602Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:09:35.988898721Z alerting:
2024-02-23T00:09:35.988916492Z   alertmanagers:
2024-02-23T00:09:35.988923980Z   - static_configs:
2024-02-23T00:09:35.988930255Z     - targets:
2024-02-23T00:09:35.988936857Z       - alertmanager:9093
2024-02-23T00:09:35.988942844Z global:
2024-02-23T00:09:35.988949239Z   evaluation_interval: 15s
2024-02-23T00:09:35.988955320Z   scrape_interval: 15s
2024-02-23T00:09:35.988961250Z rule_files:
2024-02-23T00:09:35.988967099Z - osm_metric_rules.yml
2024-02-23T00:09:35.988973045Z - osm_alert_rules.yml
2024-02-23T00:09:35.988978842Z scrape_configs:
2024-02-23T00:09:35.989003346Z - job_name: mon_exporter
2024-02-23T00:09:35.989009770Z   static_configs:
2024-02-23T00:09:35.989036245Z   - targets:
2024-02-23T00:09:35.989042307Z     - mon:8000
2024-02-23T00:09:35.989048168Z - honor_labels: true
2024-02-23T00:09:35.989053979Z   job_name: pushgateway
2024-02-23T00:09:35.989059603Z   scrape_interval: 30s
2024-02-23T00:09:35.989069010Z   static_configs:
2024-02-23T00:09:35.989074913Z   - targets:
2024-02-23T00:09:35.989081305Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:09:35.989087071Z 
2024-02-23T00:09:35.993805120Z Alerts read: 0
2024-02-23T00:09:35.995029455Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:09:35.996350806Z groups:
2024-02-23T00:09:35.996363368Z - name: osm_alert_rules
2024-02-23T00:09:35.996367356Z   rules:
2024-02-23T00:09:35.996370880Z   - alert: vdu_down
2024-02-23T00:09:35.996374424Z     annotations:
2024-02-23T00:09:35.996378536Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:09:35.996382566Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:09:35.996386388Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:09:35.996390259Z     expr: vm_status_extended != 1
2024-02-23T00:09:35.996393790Z     for: 3m
2024-02-23T00:09:35.996475397Z 
2024-02-23T00:09:35.997624241Z New config written, updating prometheus
2024-02-23T00:09:41.035690059Z Prometheus config update successful
2024-02-23T00:09:41.035792722Z 
2024-02-23T00:34:10.789872108Z Changes detected, updating prometheus config
2024-02-23T00:34:10.792723859Z Jobs detected: 0
2024-02-23T00:34:10.801443589Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:34:10.804036363Z alerting:
2024-02-23T00:34:10.804052690Z   alertmanagers:
2024-02-23T00:34:10.804057478Z   - static_configs:
2024-02-23T00:34:10.804060958Z     - targets:
2024-02-23T00:34:10.804084429Z       - alertmanager:9093
2024-02-23T00:34:10.804089350Z global:
2024-02-23T00:34:10.804092915Z   evaluation_interval: 15s
2024-02-23T00:34:10.804096663Z   scrape_interval: 15s
2024-02-23T00:34:10.804100411Z rule_files:
2024-02-23T00:34:10.804103764Z - osm_metric_rules.yml
2024-02-23T00:34:10.804107174Z - osm_alert_rules.yml
2024-02-23T00:34:10.804110550Z scrape_configs:
2024-02-23T00:34:10.804113951Z - job_name: mon_exporter
2024-02-23T00:34:10.804117262Z   static_configs:
2024-02-23T00:34:10.804120609Z   - targets:
2024-02-23T00:34:10.804124013Z     - mon:8000
2024-02-23T00:34:10.804127530Z - honor_labels: true
2024-02-23T00:34:10.804130868Z   job_name: pushgateway
2024-02-23T00:34:10.804134155Z   scrape_interval: 30s
2024-02-23T00:34:10.804137809Z   static_configs:
2024-02-23T00:34:10.804141143Z   - targets:
2024-02-23T00:34:10.804145045Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:34:10.804148329Z 
2024-02-23T00:34:10.809802218Z Alerts read: 6
2024-02-23T00:34:10.811946549Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:34:10.819139687Z groups:
2024-02-23T00:34:10.819176719Z - name: osm_alert_rules
2024-02-23T00:34:10.819180815Z   rules:
2024-02-23T00:34:10.819184404Z   - alert: vdu_down
2024-02-23T00:34:10.819187499Z     annotations:
2024-02-23T00:34:10.819191505Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:34:10.819197664Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:34:10.819200889Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:34:10.819219861Z     expr: vm_status_extended != 1
2024-02-23T00:34:10.819223439Z     for: 3m
2024-02-23T00:34:10.819226484Z - name: _osm_alert_rules_20240223003410_
2024-02-23T00:34:10.819229535Z   rules:
2024-02-23T00:34:10.819234124Z   - alert: scalein_04b753cf-1855-41b6-b181-16fe32c0294d
2024-02-23T00:34:10.819237205Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:10.819243885Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:10.819247009Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:10.819249954Z     for: 1m
2024-02-23T00:34:10.819252961Z     labels:
2024-02-23T00:34:10.819255976Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:10.819259355Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:10.819263884Z       vnf_member_index: vnf
2024-02-23T00:34:10.819266925Z   - alert: scaleout_a64381bc-c697-4f61-8677-d7c409ad09f3
2024-02-23T00:34:10.819269911Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:10.819273046Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:10.819276121Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:10.819279054Z     for: 1m
2024-02-23T00:34:10.819282062Z     labels:
2024-02-23T00:34:10.819285059Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:10.819288067Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:10.819291073Z       vnf_member_index: vnf
2024-02-23T00:34:10.819294035Z   - alert: scalein_4a05438c-1da0-40b5-ad7d-f17839b8d904
2024-02-23T00:34:10.819297041Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:10.819300093Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:10.819303402Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:10.819306555Z     for: 1m
2024-02-23T00:34:10.819309595Z     labels:
2024-02-23T00:34:10.819312619Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:10.819315967Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:10.819318973Z       vnf_member_index: vnf
2024-02-23T00:34:10.819322078Z   - alert: scaleout_d1278c5f-5b1f-465f-bcc0-ac8634990fe1
2024-02-23T00:34:10.819325058Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:10.819328072Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:10.819331061Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:10.819334101Z     for: 1m
2024-02-23T00:34:10.819337200Z     labels:
2024-02-23T00:34:10.819340209Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:10.819343226Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:10.819346177Z       vnf_member_index: vnf
2024-02-23T00:34:10.819349179Z   - alert: scalein_738fb96d-1c58-4faa-ad4b-435ac2a5937c
2024-02-23T00:34:10.819352122Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:10.819355287Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:10.819362353Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:10.819365428Z     for: 1m
2024-02-23T00:34:10.819368375Z     labels:
2024-02-23T00:34:10.819371426Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:10.819374422Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:10.819377420Z       vnf_member_index: vnf
2024-02-23T00:34:10.819380503Z   - alert: scaleout_cb596ca8-aa85-4881-8397-868e11cc53f9
2024-02-23T00:34:10.819383457Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:10.819386684Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:10.819389744Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:10.819392771Z     for: 1m
2024-02-23T00:34:10.819395875Z     labels:
2024-02-23T00:34:10.819398849Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:10.819401981Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:10.819404972Z       vnf_member_index: vnf
2024-02-23T00:34:10.819407811Z 
2024-02-23T00:34:10.826434274Z New config written, updating prometheus
2024-02-23T00:34:15.862033506Z Prometheus config update successful
2024-02-23T00:34:15.862066634Z 
2024-02-23T00:34:15.862081921Z Changes detected, updating prometheus config
2024-02-23T00:34:15.863471415Z Jobs detected: 0
2024-02-23T00:34:15.868041636Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:34:15.869746661Z alerting:
2024-02-23T00:34:15.869758868Z   alertmanagers:
2024-02-23T00:34:15.869765373Z   - static_configs:
2024-02-23T00:34:15.869770676Z     - targets:
2024-02-23T00:34:15.869776519Z       - alertmanager:9093
2024-02-23T00:34:15.869793144Z global:
2024-02-23T00:34:15.869799159Z   evaluation_interval: 15s
2024-02-23T00:34:15.869804469Z   scrape_interval: 15s
2024-02-23T00:34:15.869809735Z rule_files:
2024-02-23T00:34:15.869814917Z - osm_metric_rules.yml
2024-02-23T00:34:15.869820085Z - osm_alert_rules.yml
2024-02-23T00:34:15.869825142Z scrape_configs:
2024-02-23T00:34:15.869830252Z - job_name: mon_exporter
2024-02-23T00:34:15.869835242Z   static_configs:
2024-02-23T00:34:15.869840236Z   - targets:
2024-02-23T00:34:15.869845452Z     - mon:8000
2024-02-23T00:34:15.869850488Z - honor_labels: true
2024-02-23T00:34:15.869855554Z   job_name: pushgateway
2024-02-23T00:34:15.869860685Z   scrape_interval: 30s
2024-02-23T00:34:15.869865666Z   static_configs:
2024-02-23T00:34:15.869875721Z   - targets:
2024-02-23T00:34:15.869881442Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:34:15.869891863Z 
2024-02-23T00:34:15.874629039Z Alerts read: 6
2024-02-23T00:34:15.880913417Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:34:15.896423408Z groups:
2024-02-23T00:34:15.896461965Z - name: osm_alert_rules
2024-02-23T00:34:15.896468830Z   rules:
2024-02-23T00:34:15.896474794Z   - alert: vdu_down
2024-02-23T00:34:15.896481204Z     annotations:
2024-02-23T00:34:15.896490903Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:34:15.896498990Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:34:15.896505011Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:34:15.896511487Z     expr: vm_status_extended != 1
2024-02-23T00:34:15.896536078Z     for: 3m
2024-02-23T00:34:15.896542149Z - name: _osm_alert_rules_20240223003415_
2024-02-23T00:34:15.896548153Z   rules:
2024-02-23T00:34:15.896554720Z   - alert: scalein_04b753cf-1855-41b6-b181-16fe32c0294d
2024-02-23T00:34:15.896560550Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:15.896568676Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:15.896574498Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:15.896580296Z     for: 1m
2024-02-23T00:34:15.896585959Z     labels:
2024-02-23T00:34:15.896591709Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:15.896597395Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:15.896603671Z       vnf_member_index: vnf
2024-02-23T00:34:15.896616302Z   - alert: scaleout_a64381bc-c697-4f61-8677-d7c409ad09f3
2024-02-23T00:34:15.896622218Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:15.896628005Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:15.896633863Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:15.896639656Z     for: 1m
2024-02-23T00:34:15.896645343Z     labels:
2024-02-23T00:34:15.896651107Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:15.896656768Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:15.896662526Z       vnf_member_index: vnf
2024-02-23T00:34:15.896668236Z   - alert: scalein_4a05438c-1da0-40b5-ad7d-f17839b8d904
2024-02-23T00:34:15.896673978Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:15.896679822Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:15.896685569Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:15.896691336Z     for: 1m
2024-02-23T00:34:15.896697080Z     labels:
2024-02-23T00:34:15.896702814Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:15.896708571Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:15.896714302Z       vnf_member_index: vnf
2024-02-23T00:34:15.896719934Z   - alert: scaleout_d1278c5f-5b1f-465f-bcc0-ac8634990fe1
2024-02-23T00:34:15.896725867Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:15.896731634Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:15.896737306Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:15.896743045Z     for: 1m
2024-02-23T00:34:15.896748695Z     labels:
2024-02-23T00:34:15.896775432Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:15.896781186Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:15.896786851Z       vnf_member_index: vnf
2024-02-23T00:34:15.896792534Z   - alert: scalein_738fb96d-1c58-4faa-ad4b-435ac2a5937c
2024-02-23T00:34:15.896798183Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:15.896804072Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:15.896809974Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:15.896823891Z     for: 1m
2024-02-23T00:34:15.896829994Z     labels:
2024-02-23T00:34:15.896835779Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:15.896841526Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:15.896847192Z       vnf_member_index: vnf
2024-02-23T00:34:15.896852880Z   - alert: scaleout_cb596ca8-aa85-4881-8397-868e11cc53f9
2024-02-23T00:34:15.896858568Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:15.896864365Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:15.896870203Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:15.896875925Z     for: 1m
2024-02-23T00:34:15.896881663Z     labels:
2024-02-23T00:34:15.896887327Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:15.896893333Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:15.896904951Z       vnf_member_index: vnf
2024-02-23T00:34:15.896917804Z 
2024-02-23T00:34:15.906553894Z New config written, updating prometheus
2024-02-23T00:34:20.940712347Z Prometheus config update successful
2024-02-23T00:34:20.940782037Z 
2024-02-23T00:34:20.940973146Z Changes detected, updating prometheus config
2024-02-23T00:34:20.943585558Z Jobs detected: 0
2024-02-23T00:34:20.961124387Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:34:20.965615523Z alerting:
2024-02-23T00:34:20.965649114Z   alertmanagers:
2024-02-23T00:34:20.965675057Z   - static_configs:
2024-02-23T00:34:20.965684303Z     - targets:
2024-02-23T00:34:20.965693834Z       - alertmanager:9093
2024-02-23T00:34:20.965702517Z global:
2024-02-23T00:34:20.965711983Z   evaluation_interval: 15s
2024-02-23T00:34:20.965721837Z   scrape_interval: 15s
2024-02-23T00:34:20.965730483Z rule_files:
2024-02-23T00:34:20.965739157Z - osm_metric_rules.yml
2024-02-23T00:34:20.965747609Z - osm_alert_rules.yml
2024-02-23T00:34:20.965756341Z scrape_configs:
2024-02-23T00:34:20.965764867Z - job_name: mon_exporter
2024-02-23T00:34:20.965773374Z   static_configs:
2024-02-23T00:34:20.965782019Z   - targets:
2024-02-23T00:34:20.965790780Z     - mon:8000
2024-02-23T00:34:20.965799584Z - honor_labels: true
2024-02-23T00:34:20.965808213Z   job_name: pushgateway
2024-02-23T00:34:20.965817119Z   scrape_interval: 30s
2024-02-23T00:34:20.965825625Z   static_configs:
2024-02-23T00:34:20.965834458Z   - targets:
2024-02-23T00:34:20.965844016Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:34:20.965852776Z 
2024-02-23T00:34:20.970259064Z Alerts read: 6
2024-02-23T00:34:20.972357010Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:34:20.978955149Z groups:
2024-02-23T00:34:20.978990839Z - name: osm_alert_rules
2024-02-23T00:34:20.978996468Z   rules:
2024-02-23T00:34:20.978999616Z   - alert: vdu_down
2024-02-23T00:34:20.979002754Z     annotations:
2024-02-23T00:34:20.979006520Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:34:20.979010528Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:34:20.979013763Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:34:20.979017243Z     expr: vm_status_extended != 1
2024-02-23T00:34:20.979020250Z     for: 3m
2024-02-23T00:34:20.979023565Z - name: _osm_alert_rules_20240223003420_
2024-02-23T00:34:20.979040398Z   rules:
2024-02-23T00:34:20.979047637Z   - alert: scalein_04b753cf-1855-41b6-b181-16fe32c0294d
2024-02-23T00:34:20.979050784Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:20.979054619Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:20.979057640Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:20.979060725Z     for: 1m
2024-02-23T00:34:20.979064237Z     labels:
2024-02-23T00:34:20.979067299Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:20.979070318Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:20.979073682Z       vnf_member_index: vnf
2024-02-23T00:34:20.979076693Z   - alert: scaleout_a64381bc-c697-4f61-8677-d7c409ad09f3
2024-02-23T00:34:20.979079744Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:20.979082849Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:20.979085835Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:20.979088877Z     for: 1m
2024-02-23T00:34:20.979091935Z     labels:
2024-02-23T00:34:20.979094915Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:20.979098211Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:20.979101245Z       vnf_member_index: vnf
2024-02-23T00:34:20.979104227Z   - alert: scalein_4a05438c-1da0-40b5-ad7d-f17839b8d904
2024-02-23T00:34:20.979107206Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:20.979110249Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:20.979113339Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:20.979116306Z     for: 1m
2024-02-23T00:34:20.979119315Z     labels:
2024-02-23T00:34:20.979122546Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:20.979125496Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:20.979128469Z       vnf_member_index: vnf
2024-02-23T00:34:20.979131507Z   - alert: scaleout_d1278c5f-5b1f-465f-bcc0-ac8634990fe1
2024-02-23T00:34:20.979134476Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:20.979137527Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:20.979140622Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:20.979143607Z     for: 1m
2024-02-23T00:34:20.979149157Z     labels:
2024-02-23T00:34:20.979152236Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:20.979155230Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:20.979158264Z       vnf_member_index: vnf
2024-02-23T00:34:20.979161328Z   - alert: scalein_738fb96d-1c58-4faa-ad4b-435ac2a5937c
2024-02-23T00:34:20.979164383Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:20.979168267Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:20.979171270Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:20.979178200Z     for: 1m
2024-02-23T00:34:20.979181277Z     labels:
2024-02-23T00:34:20.979184267Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:20.979187271Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:20.979190438Z       vnf_member_index: vnf
2024-02-23T00:34:20.979193420Z   - alert: scaleout_cb596ca8-aa85-4881-8397-868e11cc53f9
2024-02-23T00:34:20.979196446Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:20.979199490Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:20.979205131Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:20.979208100Z     for: 1m
2024-02-23T00:34:20.979211142Z     labels:
2024-02-23T00:34:20.979214294Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:20.979217283Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:20.979220308Z       vnf_member_index: vnf
2024-02-23T00:34:20.979223310Z 
2024-02-23T00:34:20.985102435Z New config written, updating prometheus
2024-02-23T00:34:26.013768800Z Prometheus config update successful
2024-02-23T00:34:26.013922823Z 
2024-02-23T00:34:26.014183576Z Changes detected, updating prometheus config
2024-02-23T00:34:26.015931965Z Jobs detected: 0
2024-02-23T00:34:26.020374304Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:34:26.022169947Z alerting:
2024-02-23T00:34:26.022181231Z   alertmanagers:
2024-02-23T00:34:26.022185192Z   - static_configs:
2024-02-23T00:34:26.022188516Z     - targets:
2024-02-23T00:34:26.022192337Z       - alertmanager:9093
2024-02-23T00:34:26.022195417Z global:
2024-02-23T00:34:26.022198784Z   evaluation_interval: 15s
2024-02-23T00:34:26.022201907Z   scrape_interval: 15s
2024-02-23T00:34:26.022205056Z rule_files:
2024-02-23T00:34:26.022208633Z - osm_metric_rules.yml
2024-02-23T00:34:26.022211723Z - osm_alert_rules.yml
2024-02-23T00:34:26.022214890Z scrape_configs:
2024-02-23T00:34:26.022218280Z - job_name: mon_exporter
2024-02-23T00:34:26.022221365Z   static_configs:
2024-02-23T00:34:26.022224556Z   - targets:
2024-02-23T00:34:26.022227710Z     - mon:8000
2024-02-23T00:34:26.022230803Z - honor_labels: true
2024-02-23T00:34:26.022233982Z   job_name: pushgateway
2024-02-23T00:34:26.022237121Z   scrape_interval: 30s
2024-02-23T00:34:26.022240209Z   static_configs:
2024-02-23T00:34:26.022243266Z   - targets:
2024-02-23T00:34:26.022247015Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:34:26.022306905Z 
2024-02-23T00:34:26.026188012Z Alerts read: 6
2024-02-23T00:34:26.028011952Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:34:26.034247512Z groups:
2024-02-23T00:34:26.034264401Z - name: osm_alert_rules
2024-02-23T00:34:26.034269232Z   rules:
2024-02-23T00:34:26.034273661Z   - alert: vdu_down
2024-02-23T00:34:26.034278074Z     annotations:
2024-02-23T00:34:26.034282892Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:34:26.034287596Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:34:26.034292193Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:34:26.034297595Z     expr: vm_status_extended != 1
2024-02-23T00:34:26.034301841Z     for: 3m
2024-02-23T00:34:26.034305965Z - name: _osm_alert_rules_20240223003426_
2024-02-23T00:34:26.034310344Z   rules:
2024-02-23T00:34:26.034331909Z   - alert: scalein_04b753cf-1855-41b6-b181-16fe32c0294d
2024-02-23T00:34:26.034336364Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:26.034344268Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:26.034348804Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:26.034353326Z     for: 1m
2024-02-23T00:34:26.034357604Z     labels:
2024-02-23T00:34:26.034362059Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:26.034366629Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:26.034371639Z       vnf_member_index: vnf
2024-02-23T00:34:26.034376272Z   - alert: scaleout_a64381bc-c697-4f61-8677-d7c409ad09f3
2024-02-23T00:34:26.034380700Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:26.034385194Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:26.034389943Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:26.034394465Z     for: 1m
2024-02-23T00:34:26.034398684Z     labels:
2024-02-23T00:34:26.034402899Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:26.034407209Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:26.034411458Z       vnf_member_index: vnf
2024-02-23T00:34:26.034415684Z   - alert: scalein_4a05438c-1da0-40b5-ad7d-f17839b8d904
2024-02-23T00:34:26.034420278Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:26.034424923Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:26.034429143Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:26.034433745Z     for: 1m
2024-02-23T00:34:26.034438740Z     labels:
2024-02-23T00:34:26.034443487Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:26.034448399Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:26.034452733Z       vnf_member_index: vnf
2024-02-23T00:34:26.034457052Z   - alert: scaleout_d1278c5f-5b1f-465f-bcc0-ac8634990fe1
2024-02-23T00:34:26.034461390Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:26.034465589Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:26.034468838Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:26.034471902Z     for: 1m
2024-02-23T00:34:26.034474988Z     labels:
2024-02-23T00:34:26.034478176Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:26.034481135Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:26.034484299Z       vnf_member_index: vnf
2024-02-23T00:34:26.034487314Z   - alert: scalein_738fb96d-1c58-4faa-ad4b-435ac2a5937c
2024-02-23T00:34:26.034490327Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:26.034493360Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:26.034496502Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:26.034499554Z     for: 1m
2024-02-23T00:34:26.034508293Z     labels:
2024-02-23T00:34:26.034511360Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:26.034514410Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:26.034517452Z       vnf_member_index: vnf
2024-02-23T00:34:26.034520635Z   - alert: scaleout_cb596ca8-aa85-4881-8397-868e11cc53f9
2024-02-23T00:34:26.034523695Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:26.034526716Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:26.034529890Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:26.034532967Z     for: 1m
2024-02-23T00:34:26.034536154Z     labels:
2024-02-23T00:34:26.034539280Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:26.034542336Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:26.034545405Z       vnf_member_index: vnf
2024-02-23T00:34:26.034669072Z 
2024-02-23T00:34:26.041120947Z New config written, updating prometheus
2024-02-23T00:34:31.080994258Z Prometheus config update successful
2024-02-23T00:34:31.081178696Z 
2024-02-23T00:34:31.081445181Z Changes detected, updating prometheus config
2024-02-23T00:34:31.088088020Z Jobs detected: 0
2024-02-23T00:34:31.114247333Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:34:31.117356928Z alerting:
2024-02-23T00:34:31.117381367Z   alertmanagers:
2024-02-23T00:34:31.117387186Z   - static_configs:
2024-02-23T00:34:31.117391360Z     - targets:
2024-02-23T00:34:31.117398703Z       - alertmanager:9093
2024-02-23T00:34:31.117402973Z global:
2024-02-23T00:34:31.117407154Z   evaluation_interval: 15s
2024-02-23T00:34:31.117411194Z   scrape_interval: 15s
2024-02-23T00:34:31.117415165Z rule_files:
2024-02-23T00:34:31.117419746Z - osm_metric_rules.yml
2024-02-23T00:34:31.117423786Z - osm_alert_rules.yml
2024-02-23T00:34:31.117427993Z scrape_configs:
2024-02-23T00:34:31.117432181Z - job_name: mon_exporter
2024-02-23T00:34:31.117436221Z   static_configs:
2024-02-23T00:34:31.117440524Z   - targets:
2024-02-23T00:34:31.117444623Z     - mon:8000
2024-02-23T00:34:31.117448614Z - honor_labels: true
2024-02-23T00:34:31.117452513Z   job_name: pushgateway
2024-02-23T00:34:31.117456551Z   scrape_interval: 30s
2024-02-23T00:34:31.117460494Z   static_configs:
2024-02-23T00:34:31.117464959Z   - targets:
2024-02-23T00:34:31.117470045Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:34:31.117487292Z 
2024-02-23T00:34:31.122141866Z Alerts read: 6
2024-02-23T00:34:31.124328744Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:34:31.132861901Z groups:
2024-02-23T00:34:31.132886073Z - name: osm_alert_rules
2024-02-23T00:34:31.132889460Z   rules:
2024-02-23T00:34:31.132892770Z   - alert: vdu_down
2024-02-23T00:34:31.132895831Z     annotations:
2024-02-23T00:34:31.132899409Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:34:31.132903070Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:34:31.132906121Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:34:31.132909895Z     expr: vm_status_extended != 1
2024-02-23T00:34:31.132912998Z     for: 3m
2024-02-23T00:34:31.132915977Z - name: _osm_alert_rules_20240223003431_
2024-02-23T00:34:31.132919036Z   rules:
2024-02-23T00:34:31.132922585Z   - alert: scalein_04b753cf-1855-41b6-b181-16fe32c0294d
2024-02-23T00:34:31.132942582Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:31.132946383Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:31.132949434Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:31.132952527Z     for: 1m
2024-02-23T00:34:31.132955780Z     labels:
2024-02-23T00:34:31.132959011Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:31.132962149Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:31.132965682Z       vnf_member_index: vnf
2024-02-23T00:34:31.132968705Z   - alert: scaleout_a64381bc-c697-4f61-8677-d7c409ad09f3
2024-02-23T00:34:31.132971776Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:31.132974826Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:31.132977830Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:31.132980862Z     for: 1m
2024-02-23T00:34:31.132983788Z     labels:
2024-02-23T00:34:31.132986791Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:31.132989862Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:31.132993013Z       vnf_member_index: vnf
2024-02-23T00:34:31.132995970Z   - alert: scalein_4a05438c-1da0-40b5-ad7d-f17839b8d904
2024-02-23T00:34:31.132998972Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:31.133002127Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:31.133005068Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:31.133008014Z     for: 1m
2024-02-23T00:34:31.133011062Z     labels:
2024-02-23T00:34:31.133014037Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:31.133017136Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:31.133020060Z       vnf_member_index: vnf
2024-02-23T00:34:31.133023051Z   - alert: scaleout_d1278c5f-5b1f-465f-bcc0-ac8634990fe1
2024-02-23T00:34:31.133026014Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:31.133029229Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:31.133032163Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:31.133035275Z     for: 1m
2024-02-23T00:34:31.133038217Z     labels:
2024-02-23T00:34:31.133041204Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:31.133044137Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:31.133047114Z       vnf_member_index: vnf
2024-02-23T00:34:31.133050076Z   - alert: scalein_738fb96d-1c58-4faa-ad4b-435ac2a5937c
2024-02-23T00:34:31.133057797Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:31.133061106Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:31.133064168Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:31.133067117Z     for: 1m
2024-02-23T00:34:31.133070105Z     labels:
2024-02-23T00:34:31.133073128Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:31.133080116Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:31.133083131Z       vnf_member_index: vnf
2024-02-23T00:34:31.133086128Z   - alert: scaleout_cb596ca8-aa85-4881-8397-868e11cc53f9
2024-02-23T00:34:31.133089143Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:31.133092265Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:31.133095306Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:31.133098329Z     for: 1m
2024-02-23T00:34:31.133101280Z     labels:
2024-02-23T00:34:31.133104452Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:31.133107464Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:31.133110483Z       vnf_member_index: vnf
2024-02-23T00:34:31.133126210Z 
2024-02-23T00:34:31.139405125Z New config written, updating prometheus
2024-02-23T00:34:36.172045029Z Prometheus config update successful
2024-02-23T00:34:36.172228585Z 
2024-02-23T00:34:36.173776400Z Changes detected, updating prometheus config
2024-02-23T00:34:36.176141381Z Jobs detected: 0
2024-02-23T00:34:36.190214099Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:34:36.193620100Z alerting:
2024-02-23T00:34:36.193711874Z   alertmanagers:
2024-02-23T00:34:36.193719553Z   - static_configs:
2024-02-23T00:34:36.193725319Z     - targets:
2024-02-23T00:34:36.193743750Z       - alertmanager:9093
2024-02-23T00:34:36.193750062Z global:
2024-02-23T00:34:36.193755688Z   evaluation_interval: 15s
2024-02-23T00:34:36.193761124Z   scrape_interval: 15s
2024-02-23T00:34:36.193766623Z rule_files:
2024-02-23T00:34:36.193777329Z - osm_metric_rules.yml
2024-02-23T00:34:36.193783187Z - osm_alert_rules.yml
2024-02-23T00:34:36.193788600Z scrape_configs:
2024-02-23T00:34:36.193794049Z - job_name: mon_exporter
2024-02-23T00:34:36.193799460Z   static_configs:
2024-02-23T00:34:36.193804976Z   - targets:
2024-02-23T00:34:36.193810445Z     - mon:8000
2024-02-23T00:34:36.193815876Z - honor_labels: true
2024-02-23T00:34:36.193821397Z   job_name: pushgateway
2024-02-23T00:34:36.193826966Z   scrape_interval: 30s
2024-02-23T00:34:36.193832403Z   static_configs:
2024-02-23T00:34:36.193837822Z   - targets:
2024-02-23T00:34:36.193844114Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:34:36.193849458Z 
2024-02-23T00:34:36.199539684Z Alerts read: 6
2024-02-23T00:34:36.202603115Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:34:36.209700000Z groups:
2024-02-23T00:34:36.209713436Z - name: osm_alert_rules
2024-02-23T00:34:36.209717135Z   rules:
2024-02-23T00:34:36.209720732Z   - alert: vdu_down
2024-02-23T00:34:36.209724386Z     annotations:
2024-02-23T00:34:36.209753777Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:34:36.209758080Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:34:36.209761295Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:34:36.209765557Z     expr: vm_status_extended != 1
2024-02-23T00:34:36.209768688Z     for: 3m
2024-02-23T00:34:36.209771808Z - name: _osm_alert_rules_20240223003436_
2024-02-23T00:34:36.209775371Z   rules:
2024-02-23T00:34:36.209779498Z   - alert: scalein_04b753cf-1855-41b6-b181-16fe32c0294d
2024-02-23T00:34:36.209782757Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:36.209800576Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:36.209804114Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:36.209807255Z     for: 1m
2024-02-23T00:34:36.209810289Z     labels:
2024-02-23T00:34:36.209820812Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:36.209824529Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:36.209828220Z       vnf_member_index: vnf
2024-02-23T00:34:36.209831416Z   - alert: scaleout_a64381bc-c697-4f61-8677-d7c409ad09f3
2024-02-23T00:34:36.209834535Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:36.209838057Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:36.209845535Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:36.209848698Z     for: 1m
2024-02-23T00:34:36.209851736Z     labels:
2024-02-23T00:34:36.209854856Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:36.209857906Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:36.209861290Z       vnf_member_index: vnf
2024-02-23T00:34:36.209864516Z   - alert: scalein_4a05438c-1da0-40b5-ad7d-f17839b8d904
2024-02-23T00:34:36.209867594Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:36.209870765Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:36.209873870Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:36.209877023Z     for: 1m
2024-02-23T00:34:36.209880367Z     labels:
2024-02-23T00:34:36.209883423Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:36.209886539Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:36.209889673Z       vnf_member_index: vnf
2024-02-23T00:34:36.209892746Z   - alert: scaleout_d1278c5f-5b1f-465f-bcc0-ac8634990fe1
2024-02-23T00:34:36.209895841Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:36.209899051Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:36.209902132Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:36.209905225Z     for: 1m
2024-02-23T00:34:36.209908286Z     labels:
2024-02-23T00:34:36.209911381Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:36.209914485Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:36.209917751Z       vnf_member_index: vnf
2024-02-23T00:34:36.209920851Z   - alert: scalein_738fb96d-1c58-4faa-ad4b-435ac2a5937c
2024-02-23T00:34:36.209923911Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:36.209927088Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:36.209932913Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T00:34:36.209936019Z     for: 1m
2024-02-23T00:34:36.209939183Z     labels:
2024-02-23T00:34:36.209942265Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:36.209945344Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:36.209952894Z       vnf_member_index: vnf
2024-02-23T00:34:36.209956015Z   - alert: scaleout_cb596ca8-aa85-4881-8397-868e11cc53f9
2024-02-23T00:34:36.209959034Z     expr: (count (osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:36.209962426Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="7cdde258-f6f4-4a07-9696-a9148665b21d",
2024-02-23T00:34:36.209965536Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T00:34:36.209968656Z     for: 1m
2024-02-23T00:34:36.209971695Z     labels:
2024-02-23T00:34:36.209974787Z       ns_id: 7cdde258-f6f4-4a07-9696-a9148665b21d
2024-02-23T00:34:36.209977900Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T00:34:36.209981011Z       vnf_member_index: vnf
2024-02-23T00:34:36.209983945Z 
2024-02-23T00:34:36.216055950Z New config written, updating prometheus
2024-02-23T00:34:41.253805006Z Prometheus config update successful
2024-02-23T00:34:41.254064065Z 
2024-02-23T00:35:56.491705334Z Changes detected, updating prometheus config
2024-02-23T00:35:56.495265209Z Jobs detected: 0
2024-02-23T00:35:56.507832151Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:35:56.511234906Z alerting:
2024-02-23T00:35:56.511253854Z   alertmanagers:
2024-02-23T00:35:56.511261401Z   - static_configs:
2024-02-23T00:35:56.511267995Z     - targets:
2024-02-23T00:35:56.511274555Z       - alertmanager:9093
2024-02-23T00:35:56.511281017Z global:
2024-02-23T00:35:56.511286909Z   evaluation_interval: 15s
2024-02-23T00:35:56.511310023Z   scrape_interval: 15s
2024-02-23T00:35:56.511316140Z rule_files:
2024-02-23T00:35:56.511322142Z - osm_metric_rules.yml
2024-02-23T00:35:56.511328309Z - osm_alert_rules.yml
2024-02-23T00:35:56.511334395Z scrape_configs:
2024-02-23T00:35:56.511340346Z - job_name: mon_exporter
2024-02-23T00:35:56.511346595Z   static_configs:
2024-02-23T00:35:56.511352331Z   - targets:
2024-02-23T00:35:56.511359322Z     - mon:8000
2024-02-23T00:35:56.511365368Z - honor_labels: true
2024-02-23T00:35:56.511371381Z   job_name: pushgateway
2024-02-23T00:35:56.511377140Z   scrape_interval: 30s
2024-02-23T00:35:56.511383398Z   static_configs:
2024-02-23T00:35:56.511389145Z   - targets:
2024-02-23T00:35:56.511395514Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:35:56.511401292Z 
2024-02-23T00:35:56.514813409Z Alerts read: 0
2024-02-23T00:35:56.517385908Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:35:56.518744463Z groups:
2024-02-23T00:35:56.518757328Z - name: osm_alert_rules
2024-02-23T00:35:56.518761590Z   rules:
2024-02-23T00:35:56.518765448Z   - alert: vdu_down
2024-02-23T00:35:56.518769203Z     annotations:
2024-02-23T00:35:56.518796114Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:35:56.518801103Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:35:56.518805348Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:35:56.518810427Z     expr: vm_status_extended != 1
2024-02-23T00:35:56.518814161Z     for: 3m
2024-02-23T00:35:56.518817975Z 
2024-02-23T00:35:56.520111111Z New config written, updating prometheus
2024-02-23T00:36:01.544678673Z Prometheus config update successful
2024-02-23T00:36:01.544716509Z 
2024-02-23T00:36:01.544723660Z Changes detected, updating prometheus config
2024-02-23T00:36:01.547952964Z Jobs detected: 0
2024-02-23T00:36:01.552742589Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:36:01.555596875Z alerting:
2024-02-23T00:36:01.555636628Z   alertmanagers:
2024-02-23T00:36:01.555641909Z   - static_configs:
2024-02-23T00:36:01.555645135Z     - targets:
2024-02-23T00:36:01.555648952Z       - alertmanager:9093
2024-02-23T00:36:01.555652109Z global:
2024-02-23T00:36:01.555655310Z   evaluation_interval: 15s
2024-02-23T00:36:01.555658520Z   scrape_interval: 15s
2024-02-23T00:36:01.555661794Z rule_files:
2024-02-23T00:36:01.555665012Z - osm_metric_rules.yml
2024-02-23T00:36:01.555668086Z - osm_alert_rules.yml
2024-02-23T00:36:01.555671235Z scrape_configs:
2024-02-23T00:36:01.555674364Z - job_name: mon_exporter
2024-02-23T00:36:01.555678319Z   static_configs:
2024-02-23T00:36:01.555681465Z   - targets:
2024-02-23T00:36:01.555684650Z     - mon:8000
2024-02-23T00:36:01.555687851Z - honor_labels: true
2024-02-23T00:36:01.555690916Z   job_name: pushgateway
2024-02-23T00:36:01.555693936Z   scrape_interval: 30s
2024-02-23T00:36:01.555697035Z   static_configs:
2024-02-23T00:36:01.555700190Z   - targets:
2024-02-23T00:36:01.555704140Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:36:01.555707206Z 
2024-02-23T00:36:01.559247148Z Alerts read: 0
2024-02-23T00:36:01.561110212Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:36:01.562194803Z groups:
2024-02-23T00:36:01.562210790Z - name: osm_alert_rules
2024-02-23T00:36:01.562216681Z   rules:
2024-02-23T00:36:01.562222089Z   - alert: vdu_down
2024-02-23T00:36:01.562227513Z     annotations:
2024-02-23T00:36:01.562233930Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:36:01.562240062Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:36:01.562245418Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:36:01.562251413Z     expr: vm_status_extended != 1
2024-02-23T00:36:01.562256872Z     for: 3m
2024-02-23T00:36:01.562262001Z 
2024-02-23T00:36:01.563463951Z New config written, updating prometheus
2024-02-23T00:36:06.608661260Z Prometheus config update successful
2024-02-23T00:36:06.608695536Z 
2024-02-23T00:36:06.608948646Z Changes detected, updating prometheus config
2024-02-23T00:36:06.611329004Z Jobs detected: 0
2024-02-23T00:36:06.618874262Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:36:06.620956893Z alerting:
2024-02-23T00:36:06.620974024Z   alertmanagers:
2024-02-23T00:36:06.620978438Z   - static_configs:
2024-02-23T00:36:06.620982127Z     - targets:
2024-02-23T00:36:06.620986222Z       - alertmanager:9093
2024-02-23T00:36:06.620989948Z global:
2024-02-23T00:36:06.620994887Z   evaluation_interval: 15s
2024-02-23T00:36:06.620998479Z   scrape_interval: 15s
2024-02-23T00:36:06.621002044Z rule_files:
2024-02-23T00:36:06.621005500Z - osm_metric_rules.yml
2024-02-23T00:36:06.621009614Z - osm_alert_rules.yml
2024-02-23T00:36:06.621013238Z scrape_configs:
2024-02-23T00:36:06.621016877Z - job_name: mon_exporter
2024-02-23T00:36:06.621020371Z   static_configs:
2024-02-23T00:36:06.621023880Z   - targets:
2024-02-23T00:36:06.621027406Z     - mon:8000
2024-02-23T00:36:06.621030901Z - honor_labels: true
2024-02-23T00:36:06.621034464Z   job_name: pushgateway
2024-02-23T00:36:06.621037992Z   scrape_interval: 30s
2024-02-23T00:36:06.621041440Z   static_configs:
2024-02-23T00:36:06.621044953Z   - targets:
2024-02-23T00:36:06.621049194Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:36:06.621066580Z 
2024-02-23T00:36:06.624649184Z Alerts read: 0
2024-02-23T00:36:06.627073210Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:36:06.628969616Z groups:
2024-02-23T00:36:06.628983814Z - name: osm_alert_rules
2024-02-23T00:36:06.628987619Z   rules:
2024-02-23T00:36:06.628990933Z   - alert: vdu_down
2024-02-23T00:36:06.628994091Z     annotations:
2024-02-23T00:36:06.628998225Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:36:06.629001799Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:36:06.629004908Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:36:06.629008618Z     expr: vm_status_extended != 1
2024-02-23T00:36:06.629015837Z     for: 3m
2024-02-23T00:36:06.629018861Z 
2024-02-23T00:36:06.630058300Z New config written, updating prometheus
2024-02-23T00:36:11.674364639Z Prometheus config update successful
2024-02-23T00:36:11.674406408Z 
2024-02-23T00:36:11.674503688Z Changes detected, updating prometheus config
2024-02-23T00:36:11.676386183Z Jobs detected: 0
2024-02-23T00:36:11.684077793Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:36:11.686346312Z alerting:
2024-02-23T00:36:11.686359901Z   alertmanagers:
2024-02-23T00:36:11.686365350Z   - static_configs:
2024-02-23T00:36:11.686369213Z     - targets:
2024-02-23T00:36:11.686375638Z       - alertmanager:9093
2024-02-23T00:36:11.686379926Z global:
2024-02-23T00:36:11.686384007Z   evaluation_interval: 15s
2024-02-23T00:36:11.686387676Z   scrape_interval: 15s
2024-02-23T00:36:11.686391667Z rule_files:
2024-02-23T00:36:11.686395397Z - osm_metric_rules.yml
2024-02-23T00:36:11.686399447Z - osm_alert_rules.yml
2024-02-23T00:36:11.686403220Z scrape_configs:
2024-02-23T00:36:11.686407261Z - job_name: mon_exporter
2024-02-23T00:36:11.686410973Z   static_configs:
2024-02-23T00:36:11.686414653Z   - targets:
2024-02-23T00:36:11.686418336Z     - mon:8000
2024-02-23T00:36:11.686422095Z - honor_labels: true
2024-02-23T00:36:11.686425774Z   job_name: pushgateway
2024-02-23T00:36:11.686429431Z   scrape_interval: 30s
2024-02-23T00:36:11.686433167Z   static_configs:
2024-02-23T00:36:11.686436857Z   - targets:
2024-02-23T00:36:11.686441253Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:36:11.686444892Z 
2024-02-23T00:36:11.692131682Z Alerts read: 0
2024-02-23T00:36:11.694376700Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:36:11.696453546Z groups:
2024-02-23T00:36:11.696502696Z - name: osm_alert_rules
2024-02-23T00:36:11.696517525Z   rules:
2024-02-23T00:36:11.696530150Z   - alert: vdu_down
2024-02-23T00:36:11.696542679Z     annotations:
2024-02-23T00:36:11.696556036Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:36:11.696574167Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:36:11.696587780Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:36:11.696601393Z     expr: vm_status_extended != 1
2024-02-23T00:36:11.696613993Z     for: 3m
2024-02-23T00:36:11.696625822Z 
2024-02-23T00:36:11.697435143Z New config written, updating prometheus
2024-02-23T00:36:16.735498196Z Prometheus config update successful
2024-02-23T00:36:16.735550843Z 
2024-02-23T00:36:16.735754677Z Changes detected, updating prometheus config
2024-02-23T00:36:16.737797364Z Jobs detected: 0
2024-02-23T00:36:16.746135456Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:36:16.749096773Z alerting:
2024-02-23T00:36:16.749137223Z   alertmanagers:
2024-02-23T00:36:16.749145011Z   - static_configs:
2024-02-23T00:36:16.749149584Z     - targets:
2024-02-23T00:36:16.749154919Z       - alertmanager:9093
2024-02-23T00:36:16.749159477Z global:
2024-02-23T00:36:16.749164534Z   evaluation_interval: 15s
2024-02-23T00:36:16.749169146Z   scrape_interval: 15s
2024-02-23T00:36:16.749173682Z rule_files:
2024-02-23T00:36:16.749178165Z - osm_metric_rules.yml
2024-02-23T00:36:16.749182653Z - osm_alert_rules.yml
2024-02-23T00:36:16.749187044Z scrape_configs:
2024-02-23T00:36:16.749192288Z - job_name: mon_exporter
2024-02-23T00:36:16.749197823Z   static_configs:
2024-02-23T00:36:16.749202651Z   - targets:
2024-02-23T00:36:16.749207528Z     - mon:8000
2024-02-23T00:36:16.749212034Z - honor_labels: true
2024-02-23T00:36:16.749217372Z   job_name: pushgateway
2024-02-23T00:36:16.749221749Z   scrape_interval: 30s
2024-02-23T00:36:16.749226451Z   static_configs:
2024-02-23T00:36:16.749231169Z   - targets:
2024-02-23T00:36:16.749236279Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:36:16.749240616Z 
2024-02-23T00:36:16.752935366Z Alerts read: 0
2024-02-23T00:36:16.755239242Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:36:16.756566235Z groups:
2024-02-23T00:36:16.756578466Z - name: osm_alert_rules
2024-02-23T00:36:16.756582741Z   rules:
2024-02-23T00:36:16.756587264Z   - alert: vdu_down
2024-02-23T00:36:16.756591066Z     annotations:
2024-02-23T00:36:16.756595425Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:36:16.756599923Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:36:16.756603685Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:36:16.756608323Z     expr: vm_status_extended != 1
2024-02-23T00:36:16.756612188Z     for: 3m
2024-02-23T00:36:16.756615782Z 
2024-02-23T00:36:16.757894168Z New config written, updating prometheus
2024-02-23T00:36:21.785647863Z Prometheus config update successful
2024-02-23T00:36:21.785689991Z 
2024-02-23T00:36:21.785824921Z Changes detected, updating prometheus config
2024-02-23T00:36:21.787190745Z Jobs detected: 0
2024-02-23T00:36:21.792242081Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T00:36:21.794386471Z alerting:
2024-02-23T00:36:21.794404443Z   alertmanagers:
2024-02-23T00:36:21.794414200Z   - static_configs:
2024-02-23T00:36:21.794422991Z     - targets:
2024-02-23T00:36:21.794436509Z       - alertmanager:9093
2024-02-23T00:36:21.794445458Z global:
2024-02-23T00:36:21.794454393Z   evaluation_interval: 15s
2024-02-23T00:36:21.794463149Z   scrape_interval: 15s
2024-02-23T00:36:21.794471929Z rule_files:
2024-02-23T00:36:21.794480702Z - osm_metric_rules.yml
2024-02-23T00:36:21.794489482Z - osm_alert_rules.yml
2024-02-23T00:36:21.794498052Z scrape_configs:
2024-02-23T00:36:21.794506838Z - job_name: mon_exporter
2024-02-23T00:36:21.794515522Z   static_configs:
2024-02-23T00:36:21.794524180Z   - targets:
2024-02-23T00:36:21.794532917Z     - mon:8000
2024-02-23T00:36:21.794541593Z - honor_labels: true
2024-02-23T00:36:21.794550188Z   job_name: pushgateway
2024-02-23T00:36:21.794558751Z   scrape_interval: 30s
2024-02-23T00:36:21.794567390Z   static_configs:
2024-02-23T00:36:21.794576256Z   - targets:
2024-02-23T00:36:21.794614921Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T00:36:21.794623456Z 
2024-02-23T00:36:21.797267840Z Alerts read: 0
2024-02-23T00:36:21.799254204Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T00:36:21.800387170Z groups:
2024-02-23T00:36:21.800408381Z - name: osm_alert_rules
2024-02-23T00:36:21.800415033Z   rules:
2024-02-23T00:36:21.800420861Z   - alert: vdu_down
2024-02-23T00:36:21.800427009Z     annotations:
2024-02-23T00:36:21.800434023Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T00:36:21.800440703Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T00:36:21.800446602Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T00:36:21.800453113Z     expr: vm_status_extended != 1
2024-02-23T00:36:21.800458817Z     for: 3m
2024-02-23T00:36:21.800464056Z 
2024-02-23T00:36:21.801641649Z New config written, updating prometheus
2024-02-23T00:36:26.829244576Z Prometheus config update successful
2024-02-23T00:36:26.829333044Z 
2024-02-23T02:32:52.231109332Z Changes detected, updating prometheus config
2024-02-23T02:32:52.231146619Z Jobs detected: 0
2024-02-23T02:32:52.231226382Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T02:32:52.231231159Z alerting:
2024-02-23T02:32:52.231234612Z   alertmanagers:
2024-02-23T02:32:52.231238284Z   - static_configs:
2024-02-23T02:32:52.231241414Z     - targets:
2024-02-23T02:32:52.231244750Z       - alertmanager:9093
2024-02-23T02:32:52.231247882Z global:
2024-02-23T02:32:52.231251070Z   evaluation_interval: 15s
2024-02-23T02:32:52.231254164Z   scrape_interval: 15s
2024-02-23T02:32:52.231257334Z rule_files:
2024-02-23T02:32:52.231462871Z - osm_metric_rules.yml
2024-02-23T02:32:52.231467156Z - osm_alert_rules.yml
2024-02-23T02:32:52.231470241Z scrape_configs:
2024-02-23T02:32:52.231473410Z - job_name: mon_exporter
2024-02-23T02:32:52.231476431Z   static_configs:
2024-02-23T02:32:52.231479519Z   - targets:
2024-02-23T02:32:52.231482690Z     - mon:8000
2024-02-23T02:32:52.231485840Z - honor_labels: true
2024-02-23T02:32:52.231488962Z   job_name: pushgateway
2024-02-23T02:32:52.231492087Z   scrape_interval: 30s
2024-02-23T02:32:52.231495148Z   static_configs:
2024-02-23T02:32:52.231498256Z   - targets:
2024-02-23T02:32:52.231501585Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T02:32:52.231504562Z 
2024-02-23T02:32:52.233351747Z Alerts read: 0
2024-02-23T02:32:52.235137372Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T02:32:52.237190454Z groups:
2024-02-23T02:32:52.237249989Z - name: osm_alert_rules
2024-02-23T02:32:52.237263708Z   rules:
2024-02-23T02:32:52.237267459Z   - alert: vdu_down
2024-02-23T02:32:52.237270773Z     annotations:
2024-02-23T02:32:52.237274586Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T02:32:52.237278182Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T02:32:52.237281315Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T02:32:52.237285224Z     expr: vm_status_extended != 1
2024-02-23T02:32:52.237288522Z     for: 3m
2024-02-23T02:32:52.237291585Z 
2024-02-23T02:32:52.237306165Z New config written, updating prometheus
2024-02-23T02:32:57.266302189Z Prometheus config update successful
2024-02-23T02:32:57.266331555Z 
2024-02-23T02:38:36.420133966Z Changes detected, updating prometheus config
2024-02-23T02:38:36.421901310Z Jobs detected: 0
2024-02-23T02:38:36.427663669Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T02:38:36.429851757Z alerting:
2024-02-23T02:38:36.429865843Z   alertmanagers:
2024-02-23T02:38:36.429872164Z   - static_configs:
2024-02-23T02:38:36.429876809Z     - targets:
2024-02-23T02:38:36.429881687Z       - alertmanager:9093
2024-02-23T02:38:36.429886103Z global:
2024-02-23T02:38:36.429890829Z   evaluation_interval: 15s
2024-02-23T02:38:36.429895062Z   scrape_interval: 15s
2024-02-23T02:38:36.429899331Z rule_files:
2024-02-23T02:38:36.429903833Z - osm_metric_rules.yml
2024-02-23T02:38:36.429908302Z - osm_alert_rules.yml
2024-02-23T02:38:36.429912562Z scrape_configs:
2024-02-23T02:38:36.429916631Z - job_name: mon_exporter
2024-02-23T02:38:36.429921052Z   static_configs:
2024-02-23T02:38:36.429925485Z   - targets:
2024-02-23T02:38:36.429930316Z     - mon:8000
2024-02-23T02:38:36.429934963Z - honor_labels: true
2024-02-23T02:38:36.429939269Z   job_name: pushgateway
2024-02-23T02:38:36.429943817Z   scrape_interval: 30s
2024-02-23T02:38:36.429948229Z   static_configs:
2024-02-23T02:38:36.429952645Z   - targets:
2024-02-23T02:38:36.429957712Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T02:38:36.429962090Z 
2024-02-23T02:38:36.432819010Z Alerts read: 0
2024-02-23T02:38:36.434674633Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T02:38:36.435920521Z groups:
2024-02-23T02:38:36.435933061Z - name: osm_alert_rules
2024-02-23T02:38:36.435952499Z   rules:
2024-02-23T02:38:36.435956129Z   - alert: vdu_down
2024-02-23T02:38:36.435959043Z     annotations:
2024-02-23T02:38:36.435962617Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T02:38:36.435965988Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T02:38:36.435968838Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T02:38:36.435972234Z     expr: vm_status_extended != 1
2024-02-23T02:38:36.435975044Z     for: 3m
2024-02-23T02:38:36.435977805Z 
2024-02-23T02:38:36.438554355Z New config written, updating prometheus
2024-02-23T02:38:41.474642660Z Prometheus config update successful
2024-02-23T02:38:41.474915428Z 
2024-02-23T03:30:35.278917914Z Changes detected, updating prometheus config
2024-02-23T03:30:35.281423871Z Jobs detected: 0
2024-02-23T03:30:35.291890833Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T03:30:35.293840365Z alerting:
2024-02-23T03:30:35.293856085Z   alertmanagers:
2024-02-23T03:30:35.293870932Z   - static_configs:
2024-02-23T03:30:35.293875234Z     - targets:
2024-02-23T03:30:35.293879569Z       - alertmanager:9093
2024-02-23T03:30:35.293883508Z global:
2024-02-23T03:30:35.293887271Z   evaluation_interval: 15s
2024-02-23T03:30:35.293890953Z   scrape_interval: 15s
2024-02-23T03:30:35.293894755Z rule_files:
2024-02-23T03:30:35.293898539Z - osm_metric_rules.yml
2024-02-23T03:30:35.293902335Z - osm_alert_rules.yml
2024-02-23T03:30:35.293906042Z scrape_configs:
2024-02-23T03:30:35.293909698Z - job_name: mon_exporter
2024-02-23T03:30:35.293913358Z   static_configs:
2024-02-23T03:30:35.293917058Z   - targets:
2024-02-23T03:30:35.293920695Z     - mon:8000
2024-02-23T03:30:35.293924385Z - honor_labels: true
2024-02-23T03:30:35.293928244Z   job_name: pushgateway
2024-02-23T03:30:35.293931899Z   scrape_interval: 30s
2024-02-23T03:30:35.293935555Z   static_configs:
2024-02-23T03:30:35.293939279Z   - targets:
2024-02-23T03:30:35.293957948Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T03:30:35.293961597Z 
2024-02-23T03:30:35.300136810Z Alerts read: 2
2024-02-23T03:30:35.302681287Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T03:30:35.306191503Z groups:
2024-02-23T03:30:35.306211270Z - name: osm_alert_rules
2024-02-23T03:30:35.306215195Z   rules:
2024-02-23T03:30:35.306218570Z   - alert: vdu_down
2024-02-23T03:30:35.306221972Z     annotations:
2024-02-23T03:30:35.306226340Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T03:30:35.306230409Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T03:30:35.306233542Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T03:30:35.306237283Z     expr: vm_status_extended != 1
2024-02-23T03:30:35.306240392Z     for: 3m
2024-02-23T03:30:35.306243524Z - name: _osm_alert_rules_20240223033035_
2024-02-23T03:30:35.306246637Z   rules:
2024-02-23T03:30:35.306250594Z   - alert: scalein_ffdf75f3-7a8c-4794-b2a6-ef2244795780
2024-02-23T03:30:35.306253875Z     expr: (count (osm_cpu_utilization{ns_id="859aa191-978e-4120-bc6c-fc0a9eb4348d",
2024-02-23T03:30:35.306264381Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="859aa191-978e-4120-bc6c-fc0a9eb4348d",
2024-02-23T03:30:35.306268174Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T03:30:35.306271536Z     for: 1m
2024-02-23T03:30:35.306274695Z     labels:
2024-02-23T03:30:35.306289104Z       ns_id: 859aa191-978e-4120-bc6c-fc0a9eb4348d
2024-02-23T03:30:35.306292571Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T03:30:35.306296654Z       vnf_member_index: vnf
2024-02-23T03:30:35.306299968Z   - alert: scaleout_8a8946c6-5d7b-488a-8d56-48146662760e
2024-02-23T03:30:35.306303211Z     expr: (count (osm_cpu_utilization{ns_id="859aa191-978e-4120-bc6c-fc0a9eb4348d",
2024-02-23T03:30:35.306306595Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="859aa191-978e-4120-bc6c-fc0a9eb4348d",
2024-02-23T03:30:35.306309797Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T03:30:35.306312948Z     for: 1m
2024-02-23T03:30:35.306316131Z     labels:
2024-02-23T03:30:35.306319810Z       ns_id: 859aa191-978e-4120-bc6c-fc0a9eb4348d
2024-02-23T03:30:35.306323009Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T03:30:35.306326230Z       vnf_member_index: vnf
2024-02-23T03:30:35.306329250Z 
2024-02-23T03:30:35.310249609Z New config written, updating prometheus
2024-02-23T03:30:40.344869201Z Prometheus config update successful
2024-02-23T03:30:40.344897476Z 
2024-02-23T03:30:40.344928587Z Changes detected, updating prometheus config
2024-02-23T03:30:40.346019664Z Jobs detected: 0
2024-02-23T03:30:40.350452099Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T03:30:40.352702195Z alerting:
2024-02-23T03:30:40.352717234Z   alertmanagers:
2024-02-23T03:30:40.352724766Z   - static_configs:
2024-02-23T03:30:40.352729314Z     - targets:
2024-02-23T03:30:40.352735374Z       - alertmanager:9093
2024-02-23T03:30:40.352739803Z global:
2024-02-23T03:30:40.352744184Z   evaluation_interval: 15s
2024-02-23T03:30:40.352748573Z   scrape_interval: 15s
2024-02-23T03:30:40.352752864Z rule_files:
2024-02-23T03:30:40.352757254Z - osm_metric_rules.yml
2024-02-23T03:30:40.352761660Z - osm_alert_rules.yml
2024-02-23T03:30:40.352766048Z scrape_configs:
2024-02-23T03:30:40.352792552Z - job_name: mon_exporter
2024-02-23T03:30:40.352797049Z   static_configs:
2024-02-23T03:30:40.352801565Z   - targets:
2024-02-23T03:30:40.352805871Z     - mon:8000
2024-02-23T03:30:40.352810457Z - honor_labels: true
2024-02-23T03:30:40.352814770Z   job_name: pushgateway
2024-02-23T03:30:40.352819109Z   scrape_interval: 30s
2024-02-23T03:30:40.352823449Z   static_configs:
2024-02-23T03:30:40.352827700Z   - targets:
2024-02-23T03:30:40.352833081Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T03:30:40.352837292Z 
2024-02-23T03:30:40.355873137Z Alerts read: 2
2024-02-23T03:30:40.357608567Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T03:30:40.361635364Z groups:
2024-02-23T03:30:40.361657199Z - name: osm_alert_rules
2024-02-23T03:30:40.361663516Z   rules:
2024-02-23T03:30:40.361669455Z   - alert: vdu_down
2024-02-23T03:30:40.361675446Z     annotations:
2024-02-23T03:30:40.361683261Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T03:30:40.361691151Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T03:30:40.361697574Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T03:30:40.361705567Z     expr: vm_status_extended != 1
2024-02-23T03:30:40.361711407Z     for: 3m
2024-02-23T03:30:40.361717237Z - name: _osm_alert_rules_20240223033040_
2024-02-23T03:30:40.361722937Z   rules:
2024-02-23T03:30:40.361729020Z   - alert: scalein_ffdf75f3-7a8c-4794-b2a6-ef2244795780
2024-02-23T03:30:40.361734841Z     expr: (count (osm_cpu_utilization{ns_id="859aa191-978e-4120-bc6c-fc0a9eb4348d",
2024-02-23T03:30:40.361745831Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="859aa191-978e-4120-bc6c-fc0a9eb4348d",
2024-02-23T03:30:40.361751788Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T03:30:40.361757785Z     for: 1m
2024-02-23T03:30:40.361763411Z     labels:
2024-02-23T03:30:40.361769055Z       ns_id: 859aa191-978e-4120-bc6c-fc0a9eb4348d
2024-02-23T03:30:40.361774682Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T03:30:40.361782144Z       vnf_member_index: vnf
2024-02-23T03:30:40.361787921Z   - alert: scaleout_8a8946c6-5d7b-488a-8d56-48146662760e
2024-02-23T03:30:40.361793793Z     expr: (count (osm_cpu_utilization{ns_id="859aa191-978e-4120-bc6c-fc0a9eb4348d",
2024-02-23T03:30:40.361799585Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="859aa191-978e-4120-bc6c-fc0a9eb4348d",
2024-02-23T03:30:40.361805290Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T03:30:40.361811017Z     for: 1m
2024-02-23T03:30:40.361816630Z     labels:
2024-02-23T03:30:40.361822264Z       ns_id: 859aa191-978e-4120-bc6c-fc0a9eb4348d
2024-02-23T03:30:40.361827867Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T03:30:40.361833939Z       vnf_member_index: vnf
2024-02-23T03:30:40.361839436Z 
2024-02-23T03:30:40.368469282Z New config written, updating prometheus
2024-02-23T03:30:45.404407895Z Prometheus config update successful
2024-02-23T03:30:45.404445834Z 
2024-02-23T03:35:59.625251760Z Changes detected, updating prometheus config
2024-02-23T03:35:59.627912121Z Jobs detected: 0
2024-02-23T03:35:59.635609130Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T03:35:59.638231013Z alerting:
2024-02-23T03:35:59.638297969Z   alertmanagers:
2024-02-23T03:35:59.638307402Z   - static_configs:
2024-02-23T03:35:59.638342923Z     - targets:
2024-02-23T03:35:59.638350603Z       - alertmanager:9093
2024-02-23T03:35:59.638379397Z global:
2024-02-23T03:35:59.638385976Z   evaluation_interval: 15s
2024-02-23T03:35:59.638391288Z   scrape_interval: 15s
2024-02-23T03:35:59.638401061Z rule_files:
2024-02-23T03:35:59.638406568Z - osm_metric_rules.yml
2024-02-23T03:35:59.638412057Z - osm_alert_rules.yml
2024-02-23T03:35:59.638417541Z scrape_configs:
2024-02-23T03:35:59.638422887Z - job_name: mon_exporter
2024-02-23T03:35:59.638428133Z   static_configs:
2024-02-23T03:35:59.638433360Z   - targets:
2024-02-23T03:35:59.638473519Z     - mon:8000
2024-02-23T03:35:59.638480063Z - honor_labels: true
2024-02-23T03:35:59.638486671Z   job_name: pushgateway
2024-02-23T03:35:59.638492829Z   scrape_interval: 30s
2024-02-23T03:35:59.638498406Z   static_configs:
2024-02-23T03:35:59.638503828Z   - targets:
2024-02-23T03:35:59.638509751Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T03:35:59.638514939Z 
2024-02-23T03:35:59.643692974Z Alerts read: 0
2024-02-23T03:35:59.645358454Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T03:35:59.646460519Z groups:
2024-02-23T03:35:59.646475745Z - name: osm_alert_rules
2024-02-23T03:35:59.646481407Z   rules:
2024-02-23T03:35:59.646486440Z   - alert: vdu_down
2024-02-23T03:35:59.646491702Z     annotations:
2024-02-23T03:35:59.646518962Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T03:35:59.646525742Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T03:35:59.646531110Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T03:35:59.646537804Z     expr: vm_status_extended != 1
2024-02-23T03:35:59.646542928Z     for: 3m
2024-02-23T03:35:59.646547823Z 
2024-02-23T03:35:59.647456485Z New config written, updating prometheus
2024-02-23T03:36:04.692032384Z Prometheus config update successful
2024-02-23T03:36:04.692123226Z 
2024-02-23T03:36:04.692295919Z Changes detected, updating prometheus config
2024-02-23T03:36:04.696550906Z Jobs detected: 0
2024-02-23T03:36:04.701033156Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T03:36:04.703197904Z alerting:
2024-02-23T03:36:04.703216230Z   alertmanagers:
2024-02-23T03:36:04.703222067Z   - static_configs:
2024-02-23T03:36:04.703226685Z     - targets:
2024-02-23T03:36:04.703231990Z       - alertmanager:9093
2024-02-23T03:36:04.703236475Z global:
2024-02-23T03:36:04.703241071Z   evaluation_interval: 15s
2024-02-23T03:36:04.703245590Z   scrape_interval: 15s
2024-02-23T03:36:04.703250082Z rule_files:
2024-02-23T03:36:04.703254736Z - osm_metric_rules.yml
2024-02-23T03:36:04.703259163Z - osm_alert_rules.yml
2024-02-23T03:36:04.703264669Z scrape_configs:
2024-02-23T03:36:04.703269821Z - job_name: mon_exporter
2024-02-23T03:36:04.703274820Z   static_configs:
2024-02-23T03:36:04.703279467Z   - targets:
2024-02-23T03:36:04.703283818Z     - mon:8000
2024-02-23T03:36:04.703288816Z - honor_labels: true
2024-02-23T03:36:04.703293610Z   job_name: pushgateway
2024-02-23T03:36:04.703298437Z   scrape_interval: 30s
2024-02-23T03:36:04.703303289Z   static_configs:
2024-02-23T03:36:04.703308283Z   - targets:
2024-02-23T03:36:04.703313643Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T03:36:04.703317869Z 
2024-02-23T03:36:04.706576177Z Alerts read: 0
2024-02-23T03:36:04.708350488Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T03:36:04.709449513Z groups:
2024-02-23T03:36:04.709460507Z - name: osm_alert_rules
2024-02-23T03:36:04.709465289Z   rules:
2024-02-23T03:36:04.709469755Z   - alert: vdu_down
2024-02-23T03:36:04.709473972Z     annotations:
2024-02-23T03:36:04.709480180Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T03:36:04.709485712Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T03:36:04.709490483Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T03:36:04.709495565Z     expr: vm_status_extended != 1
2024-02-23T03:36:04.709500213Z     for: 3m
2024-02-23T03:36:04.709504160Z 
2024-02-23T03:36:04.710545369Z New config written, updating prometheus
2024-02-23T03:36:09.737641537Z Prometheus config update successful
2024-02-23T03:36:09.737675893Z 
2024-02-23T03:36:54.933211213Z Changes detected, updating prometheus config
2024-02-23T03:36:54.934295955Z Jobs detected: 0
2024-02-23T03:36:54.940980409Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T03:36:54.943526212Z alerting:
2024-02-23T03:36:54.943564608Z   alertmanagers:
2024-02-23T03:36:54.943579213Z   - static_configs:
2024-02-23T03:36:54.943591792Z     - targets:
2024-02-23T03:36:54.943605020Z       - alertmanager:9093
2024-02-23T03:36:54.943617326Z global:
2024-02-23T03:36:54.943630723Z   evaluation_interval: 15s
2024-02-23T03:36:54.943643072Z   scrape_interval: 15s
2024-02-23T03:36:54.943656889Z rule_files:
2024-02-23T03:36:54.943670251Z - osm_metric_rules.yml
2024-02-23T03:36:54.943684223Z - osm_alert_rules.yml
2024-02-23T03:36:54.943696989Z scrape_configs:
2024-02-23T03:36:54.943713375Z - job_name: mon_exporter
2024-02-23T03:36:54.943728065Z   static_configs:
2024-02-23T03:36:54.943742879Z   - targets:
2024-02-23T03:36:54.943757758Z     - mon:8000
2024-02-23T03:36:54.943771418Z - honor_labels: true
2024-02-23T03:36:54.943784118Z   job_name: pushgateway
2024-02-23T03:36:54.943796683Z   scrape_interval: 30s
2024-02-23T03:36:54.943809704Z   static_configs:
2024-02-23T03:36:54.943826519Z   - targets:
2024-02-23T03:36:54.943842863Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T03:36:54.943855597Z 
2024-02-23T03:36:54.946901213Z Alerts read: 2
2024-02-23T03:36:54.948829691Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T03:36:54.953513452Z groups:
2024-02-23T03:36:54.953529490Z - name: osm_alert_rules
2024-02-23T03:36:54.953544708Z   rules:
2024-02-23T03:36:54.953549776Z   - alert: vdu_down
2024-02-23T03:36:54.953554484Z     annotations:
2024-02-23T03:36:54.953564011Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T03:36:54.953569209Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T03:36:54.953574036Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T03:36:54.953579204Z     expr: vm_status_extended != 1
2024-02-23T03:36:54.953583753Z     for: 3m
2024-02-23T03:36:54.953588316Z - name: _osm_alert_rules_20240223033654_
2024-02-23T03:36:54.953593059Z   rules:
2024-02-23T03:36:54.953598068Z   - alert: scalein_fb968b61-0462-4e6c-aacc-4a014f1790b3
2024-02-23T03:36:54.953602688Z     expr: (count (osm_cpu_utilization{ns_id="e68f0a10-ee17-4d24-b92f-77b94b5eaa7d",
2024-02-23T03:36:54.953608238Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="e68f0a10-ee17-4d24-b92f-77b94b5eaa7d",
2024-02-23T03:36:54.953612607Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T03:36:54.953631813Z     for: 1m
2024-02-23T03:36:54.953636178Z     labels:
2024-02-23T03:36:54.953641396Z       ns_id: e68f0a10-ee17-4d24-b92f-77b94b5eaa7d
2024-02-23T03:36:54.953646362Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T03:36:54.953651339Z       vnf_member_index: vnf
2024-02-23T03:36:54.953655558Z   - alert: scaleout_5ad159f5-70ec-461e-af3d-df11aa1979ba
2024-02-23T03:36:54.953660268Z     expr: (count (osm_cpu_utilization{ns_id="e68f0a10-ee17-4d24-b92f-77b94b5eaa7d",
2024-02-23T03:36:54.953664910Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="e68f0a10-ee17-4d24-b92f-77b94b5eaa7d",
2024-02-23T03:36:54.953669388Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T03:36:54.953673806Z     for: 1m
2024-02-23T03:36:54.953682320Z     labels:
2024-02-23T03:36:54.953686789Z       ns_id: e68f0a10-ee17-4d24-b92f-77b94b5eaa7d
2024-02-23T03:36:54.953691515Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T03:36:54.953695746Z       vnf_member_index: vnf
2024-02-23T03:36:54.953699742Z 
2024-02-23T03:36:54.957769889Z New config written, updating prometheus
2024-02-23T03:36:59.989949647Z Prometheus config update successful
2024-02-23T03:36:59.990042608Z 
2024-02-23T03:36:59.990054772Z Changes detected, updating prometheus config
2024-02-23T03:36:59.992154711Z Jobs detected: 0
2024-02-23T03:36:59.999856668Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T03:37:00.001951652Z alerting:
2024-02-23T03:37:00.001965147Z   alertmanagers:
2024-02-23T03:37:00.001971610Z   - static_configs:
2024-02-23T03:37:00.001975212Z     - targets:
2024-02-23T03:37:00.001979843Z       - alertmanager:9093
2024-02-23T03:37:00.001983574Z global:
2024-02-23T03:37:00.001987000Z   evaluation_interval: 15s
2024-02-23T03:37:00.002016900Z   scrape_interval: 15s
2024-02-23T03:37:00.002021108Z rule_files:
2024-02-23T03:37:00.002024559Z - osm_metric_rules.yml
2024-02-23T03:37:00.002028003Z - osm_alert_rules.yml
2024-02-23T03:37:00.002031491Z scrape_configs:
2024-02-23T03:37:00.002036798Z - job_name: mon_exporter
2024-02-23T03:37:00.002041783Z   static_configs:
2024-02-23T03:37:00.002046430Z   - targets:
2024-02-23T03:37:00.002050124Z     - mon:8000
2024-02-23T03:37:00.002053521Z - honor_labels: true
2024-02-23T03:37:00.002056885Z   job_name: pushgateway
2024-02-23T03:37:00.002060215Z   scrape_interval: 30s
2024-02-23T03:37:00.002063539Z   static_configs:
2024-02-23T03:37:00.002066826Z   - targets:
2024-02-23T03:37:00.002072020Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T03:37:00.002135465Z 
2024-02-23T03:37:00.011059597Z Alerts read: 2
2024-02-23T03:37:00.013107324Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T03:37:00.016205327Z groups:
2024-02-23T03:37:00.016219272Z - name: osm_alert_rules
2024-02-23T03:37:00.016223234Z   rules:
2024-02-23T03:37:00.016226655Z   - alert: vdu_down
2024-02-23T03:37:00.016229908Z     annotations:
2024-02-23T03:37:00.016234536Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T03:37:00.016239382Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T03:37:00.016242827Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T03:37:00.016247266Z     expr: vm_status_extended != 1
2024-02-23T03:37:00.016251261Z     for: 3m
2024-02-23T03:37:00.016256619Z - name: _osm_alert_rules_20240223033700_
2024-02-23T03:37:00.016281276Z   rules:
2024-02-23T03:37:00.016285768Z   - alert: scalein_fb968b61-0462-4e6c-aacc-4a014f1790b3
2024-02-23T03:37:00.016289115Z     expr: (count (osm_cpu_utilization{ns_id="e68f0a10-ee17-4d24-b92f-77b94b5eaa7d",
2024-02-23T03:37:00.016295569Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="e68f0a10-ee17-4d24-b92f-77b94b5eaa7d",
2024-02-23T03:37:00.016299005Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T03:37:00.016302332Z     for: 1m
2024-02-23T03:37:00.016305551Z     labels:
2024-02-23T03:37:00.016309282Z       ns_id: e68f0a10-ee17-4d24-b92f-77b94b5eaa7d
2024-02-23T03:37:00.016312511Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T03:37:00.016316735Z       vnf_member_index: vnf
2024-02-23T03:37:00.016320315Z   - alert: scaleout_5ad159f5-70ec-461e-af3d-df11aa1979ba
2024-02-23T03:37:00.016323585Z     expr: (count (osm_cpu_utilization{ns_id="e68f0a10-ee17-4d24-b92f-77b94b5eaa7d",
2024-02-23T03:37:00.016326935Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="e68f0a10-ee17-4d24-b92f-77b94b5eaa7d",
2024-02-23T03:37:00.016330252Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T03:37:00.016333466Z     for: 1m
2024-02-23T03:37:00.016336766Z     labels:
2024-02-23T03:37:00.016339987Z       ns_id: e68f0a10-ee17-4d24-b92f-77b94b5eaa7d
2024-02-23T03:37:00.016343285Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T03:37:00.016346581Z       vnf_member_index: vnf
2024-02-23T03:37:00.016418069Z 
2024-02-23T03:37:00.019696625Z New config written, updating prometheus
2024-02-23T03:37:05.047724456Z Prometheus config update successful
2024-02-23T03:37:05.047811197Z 
2024-02-23T03:55:28.981015260Z Changes detected, updating prometheus config
2024-02-23T03:55:28.984348498Z Jobs detected: 0
2024-02-23T03:55:28.999898169Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T03:55:29.002067790Z alerting:
2024-02-23T03:55:29.002086138Z   alertmanagers:
2024-02-23T03:55:29.002092315Z   - static_configs:
2024-02-23T03:55:29.002097194Z     - targets:
2024-02-23T03:55:29.002102715Z       - alertmanager:9093
2024-02-23T03:55:29.002107561Z global:
2024-02-23T03:55:29.002112837Z   evaluation_interval: 15s
2024-02-23T03:55:29.002118020Z   scrape_interval: 15s
2024-02-23T03:55:29.002123161Z rule_files:
2024-02-23T03:55:29.002127972Z - osm_metric_rules.yml
2024-02-23T03:55:29.002132898Z - osm_alert_rules.yml
2024-02-23T03:55:29.002137737Z scrape_configs:
2024-02-23T03:55:29.002143019Z - job_name: mon_exporter
2024-02-23T03:55:29.002147914Z   static_configs:
2024-02-23T03:55:29.002152747Z   - targets:
2024-02-23T03:55:29.002158156Z     - mon:8000
2024-02-23T03:55:29.002163065Z - honor_labels: true
2024-02-23T03:55:29.002167776Z   job_name: pushgateway
2024-02-23T03:55:29.002172581Z   scrape_interval: 30s
2024-02-23T03:55:29.002177517Z   static_configs:
2024-02-23T03:55:29.002182352Z   - targets:
2024-02-23T03:55:29.002188031Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T03:55:29.002193012Z 
2024-02-23T03:55:29.007241283Z Alerts read: 0
2024-02-23T03:55:29.009029599Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T03:55:29.010086442Z groups:
2024-02-23T03:55:29.010097858Z - name: osm_alert_rules
2024-02-23T03:55:29.010103135Z   rules:
2024-02-23T03:55:29.010108297Z   - alert: vdu_down
2024-02-23T03:55:29.010112853Z     annotations:
2024-02-23T03:55:29.010118211Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T03:55:29.010137276Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T03:55:29.010142206Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T03:55:29.010147127Z     expr: vm_status_extended != 1
2024-02-23T03:55:29.010151649Z     for: 3m
2024-02-23T03:55:29.010156033Z 
2024-02-23T03:55:29.011104855Z New config written, updating prometheus
2024-02-23T03:55:34.045522677Z Prometheus config update successful
2024-02-23T03:55:34.045557759Z 
2024-02-23T03:55:34.045751676Z Changes detected, updating prometheus config
2024-02-23T03:55:34.047235609Z Jobs detected: 0
2024-02-23T03:55:34.052659718Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T03:55:34.054642230Z alerting:
2024-02-23T03:55:34.054656709Z   alertmanagers:
2024-02-23T03:55:34.054662420Z   - static_configs:
2024-02-23T03:55:34.054667646Z     - targets:
2024-02-23T03:55:34.054673031Z       - alertmanager:9093
2024-02-23T03:55:34.054678031Z global:
2024-02-23T03:55:34.054682644Z   evaluation_interval: 15s
2024-02-23T03:55:34.054686545Z   scrape_interval: 15s
2024-02-23T03:55:34.054689840Z rule_files:
2024-02-23T03:55:34.054695322Z - osm_metric_rules.yml
2024-02-23T03:55:34.054699552Z - osm_alert_rules.yml
2024-02-23T03:55:34.054704163Z scrape_configs:
2024-02-23T03:55:34.054708930Z - job_name: mon_exporter
2024-02-23T03:55:34.054713122Z   static_configs:
2024-02-23T03:55:34.054717904Z   - targets:
2024-02-23T03:55:34.054722743Z     - mon:8000
2024-02-23T03:55:34.054727452Z - honor_labels: true
2024-02-23T03:55:34.054732118Z   job_name: pushgateway
2024-02-23T03:55:34.054736848Z   scrape_interval: 30s
2024-02-23T03:55:34.054741589Z   static_configs:
2024-02-23T03:55:34.054746163Z   - targets:
2024-02-23T03:55:34.054751530Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T03:55:34.054755742Z 
2024-02-23T03:55:34.058524798Z Alerts read: 0
2024-02-23T03:55:34.060397953Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T03:55:34.061510943Z groups:
2024-02-23T03:55:34.061521639Z - name: osm_alert_rules
2024-02-23T03:55:34.061525117Z   rules:
2024-02-23T03:55:34.061528255Z   - alert: vdu_down
2024-02-23T03:55:34.061531295Z     annotations:
2024-02-23T03:55:34.061534977Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T03:55:34.061541003Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T03:55:34.061544531Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T03:55:34.061548469Z     expr: vm_status_extended != 1
2024-02-23T03:55:34.061559635Z     for: 3m
2024-02-23T03:55:34.061562985Z 
2024-02-23T03:55:34.062639744Z New config written, updating prometheus
2024-02-23T03:55:39.104956652Z Prometheus config update successful
2024-02-23T03:55:39.105040371Z 
2024-02-23T03:57:45.072747146Z Changes detected, updating prometheus config
2024-02-23T03:57:45.076079335Z Jobs detected: 0
2024-02-23T03:57:45.089414978Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T03:57:45.095685648Z alerting:
2024-02-23T03:57:45.095718015Z   alertmanagers:
2024-02-23T03:57:45.095728445Z   - static_configs:
2024-02-23T03:57:45.095737446Z     - targets:
2024-02-23T03:57:45.095746680Z       - alertmanager:9093
2024-02-23T03:57:45.095755433Z global:
2024-02-23T03:57:45.095764233Z   evaluation_interval: 15s
2024-02-23T03:57:45.095772836Z   scrape_interval: 15s
2024-02-23T03:57:45.095802334Z rule_files:
2024-02-23T03:57:45.095811107Z - osm_metric_rules.yml
2024-02-23T03:57:45.095819748Z - osm_alert_rules.yml
2024-02-23T03:57:45.095828205Z scrape_configs:
2024-02-23T03:57:45.095836648Z - job_name: mon_exporter
2024-02-23T03:57:45.095845106Z   static_configs:
2024-02-23T03:57:45.095853606Z   - targets:
2024-02-23T03:57:45.095862130Z     - mon:8000
2024-02-23T03:57:45.095870819Z - honor_labels: true
2024-02-23T03:57:45.095879261Z   job_name: pushgateway
2024-02-23T03:57:45.095887659Z   scrape_interval: 30s
2024-02-23T03:57:45.095896160Z   static_configs:
2024-02-23T03:57:45.095904742Z   - targets:
2024-02-23T03:57:45.095914349Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T03:57:45.095922837Z 
2024-02-23T03:57:45.100455347Z Alerts read: 1
2024-02-23T03:57:45.103285685Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T03:57:45.106029139Z groups:
2024-02-23T03:57:45.106064141Z - name: osm_alert_rules
2024-02-23T03:57:45.106073744Z   rules:
2024-02-23T03:57:45.106081891Z   - alert: vdu_down
2024-02-23T03:57:45.106090609Z     annotations:
2024-02-23T03:57:45.106099560Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T03:57:45.106108179Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T03:57:45.106116105Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T03:57:45.106124561Z     expr: vm_status_extended != 1
2024-02-23T03:57:45.106157633Z     for: 3m
2024-02-23T03:57:45.106165900Z - name: _osm_alert_rules_20240223035745_
2024-02-23T03:57:45.106174347Z   rules:
2024-02-23T03:57:45.106183222Z   - alert: vdu_alarm_dc023da6-f805-4d32-82df-f2a7c3ad5570
2024-02-23T03:57:45.106195327Z     expr: osm_cpu_utilization{ns_id="3f0229cf-6010-44b9-9812-d9b9f5e49995", vnf_member_index="vnf",
2024-02-23T03:57:45.106203397Z       vdu_id="cirros_vnfd-VM"} < 20.0000
2024-02-23T03:57:45.106211504Z     for: 1m
2024-02-23T03:57:45.106219485Z     labels:
2024-02-23T03:57:45.106227473Z       ns_id: 3f0229cf-6010-44b9-9812-d9b9f5e49995
2024-02-23T03:57:45.106236636Z       vdu_id: cirros_vnfd-VM
2024-02-23T03:57:45.106244579Z       vdu_name: '{{ $labels.vdu_name }}'
2024-02-23T03:57:45.106252711Z       vnf_member_index: vnf
2024-02-23T03:57:45.106260263Z 
2024-02-23T03:57:45.108242849Z New config written, updating prometheus
2024-02-23T03:57:50.145019098Z Prometheus config update successful
2024-02-23T03:57:50.145047463Z 
2024-02-23T04:07:35.245169722Z Changes detected, updating prometheus config
2024-02-23T04:07:35.247507840Z Jobs detected: 0
2024-02-23T04:07:35.255526851Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T04:07:35.258177713Z alerting:
2024-02-23T04:07:35.258206971Z   alertmanagers:
2024-02-23T04:07:35.258217892Z   - static_configs:
2024-02-23T04:07:35.258227310Z     - targets:
2024-02-23T04:07:35.258236846Z       - alertmanager:9093
2024-02-23T04:07:35.258245527Z global:
2024-02-23T04:07:35.258254928Z   evaluation_interval: 15s
2024-02-23T04:07:35.258284684Z   scrape_interval: 15s
2024-02-23T04:07:35.258294026Z rule_files:
2024-02-23T04:07:35.258302614Z - osm_metric_rules.yml
2024-02-23T04:07:35.258311408Z - osm_alert_rules.yml
2024-02-23T04:07:35.258320181Z scrape_configs:
2024-02-23T04:07:35.258328778Z - job_name: mon_exporter
2024-02-23T04:07:35.258337650Z   static_configs:
2024-02-23T04:07:35.258346272Z   - targets:
2024-02-23T04:07:35.258354870Z     - mon:8000
2024-02-23T04:07:35.258388792Z - honor_labels: true
2024-02-23T04:07:35.258397461Z   job_name: pushgateway
2024-02-23T04:07:35.258405962Z   scrape_interval: 30s
2024-02-23T04:07:35.258414368Z   static_configs:
2024-02-23T04:07:35.258423012Z   - targets:
2024-02-23T04:07:35.258432368Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T04:07:35.258440764Z 
2024-02-23T04:07:35.262226527Z Alerts read: 0
2024-02-23T04:07:35.265309229Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T04:07:35.266560113Z groups:
2024-02-23T04:07:35.266576817Z - name: osm_alert_rules
2024-02-23T04:07:35.266584634Z   rules:
2024-02-23T04:07:35.266592415Z   - alert: vdu_down
2024-02-23T04:07:35.266600020Z     annotations:
2024-02-23T04:07:35.266609244Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T04:07:35.266618285Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T04:07:35.266626009Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T04:07:35.266634317Z     expr: vm_status_extended != 1
2024-02-23T04:07:35.266641117Z     for: 3m
2024-02-23T04:07:35.266646226Z 
2024-02-23T04:07:35.268017300Z New config written, updating prometheus
2024-02-23T04:07:40.299159447Z Prometheus config update successful
2024-02-23T04:07:40.299200050Z 
2024-02-23T04:51:17.749026971Z Changes detected, updating prometheus config
2024-02-23T04:51:17.751277050Z Jobs detected: 0
2024-02-23T04:51:17.761891276Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T04:51:17.764858458Z alerting:
2024-02-23T04:51:17.764899600Z   alertmanagers:
2024-02-23T04:51:17.764906167Z   - static_configs:
2024-02-23T04:51:17.764910986Z     - targets:
2024-02-23T04:51:17.764916167Z       - alertmanager:9093
2024-02-23T04:51:17.764921003Z global:
2024-02-23T04:51:17.764926036Z   evaluation_interval: 15s
2024-02-23T04:51:17.764930678Z   scrape_interval: 15s
2024-02-23T04:51:17.764948199Z rule_files:
2024-02-23T04:51:17.764953050Z - osm_metric_rules.yml
2024-02-23T04:51:17.764957983Z - osm_alert_rules.yml
2024-02-23T04:51:17.764962651Z scrape_configs:
2024-02-23T04:51:17.764967229Z - job_name: mon_exporter
2024-02-23T04:51:17.764971876Z   static_configs:
2024-02-23T04:51:17.764976657Z   - targets:
2024-02-23T04:51:17.764981244Z     - mon:8000
2024-02-23T04:51:17.764985928Z - honor_labels: true
2024-02-23T04:51:17.764990600Z   job_name: pushgateway
2024-02-23T04:51:17.764995227Z   scrape_interval: 30s
2024-02-23T04:51:17.765000438Z   static_configs:
2024-02-23T04:51:17.765005052Z   - targets:
2024-02-23T04:51:17.765010403Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T04:51:17.765015396Z 
2024-02-23T04:51:17.769487415Z Alerts read: 2
2024-02-23T04:51:17.771798850Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T04:51:17.774807967Z groups:
2024-02-23T04:51:17.774819612Z - name: osm_alert_rules
2024-02-23T04:51:17.774846346Z   rules:
2024-02-23T04:51:17.774851820Z   - alert: vdu_down
2024-02-23T04:51:17.774855106Z     annotations:
2024-02-23T04:51:17.774859250Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T04:51:17.774863064Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T04:51:17.774866251Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T04:51:17.774869918Z     expr: vm_status_extended != 1
2024-02-23T04:51:17.774873086Z     for: 3m
2024-02-23T04:51:17.774876296Z - name: _osm_alert_rules_20240223045117_
2024-02-23T04:51:17.774891051Z   rules:
2024-02-23T04:51:17.774894770Z   - alert: scalein_36576511-a240-4a94-88d6-e67588d70c54
2024-02-23T04:51:17.774898024Z     expr: (count (osm_cpu_utilization{ns_id="ebf068eb-3677-4cd5-b9cc-f3fe622967cc",
2024-02-23T04:51:17.774901829Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="ebf068eb-3677-4cd5-b9cc-f3fe622967cc",
2024-02-23T04:51:17.774904986Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T04:51:17.774908091Z     for: 1m
2024-02-23T04:51:17.774911116Z     labels:
2024-02-23T04:51:17.774914778Z       ns_id: ebf068eb-3677-4cd5-b9cc-f3fe622967cc
2024-02-23T04:51:17.774917930Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T04:51:17.774921548Z       vnf_member_index: '1'
2024-02-23T04:51:17.774924695Z   - alert: scaleout_416c1916-25f7-41fd-8f77-309701c3d77c
2024-02-23T04:51:17.774927771Z     expr: (count (osm_cpu_utilization{ns_id="ebf068eb-3677-4cd5-b9cc-f3fe622967cc",
2024-02-23T04:51:17.774931053Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="ebf068eb-3677-4cd5-b9cc-f3fe622967cc",
2024-02-23T04:51:17.774934310Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T04:51:17.774937460Z     for: 1m
2024-02-23T04:51:17.774940556Z     labels:
2024-02-23T04:51:17.774943658Z       ns_id: ebf068eb-3677-4cd5-b9cc-f3fe622967cc
2024-02-23T04:51:17.774946780Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T04:51:17.774954157Z       vnf_member_index: '1'
2024-02-23T04:51:17.774957185Z 
2024-02-23T04:51:17.778007077Z New config written, updating prometheus
2024-02-23T04:51:22.824996319Z Prometheus config update successful
2024-02-23T04:51:22.825022134Z 
2024-02-23T04:51:22.825136477Z Changes detected, updating prometheus config
2024-02-23T04:51:22.826803179Z Jobs detected: 0
2024-02-23T04:51:22.831136583Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T04:51:22.832798144Z alerting:
2024-02-23T04:51:22.832814461Z   alertmanagers:
2024-02-23T04:51:22.832820447Z   - static_configs:
2024-02-23T04:51:22.832825736Z     - targets:
2024-02-23T04:51:22.832831326Z       - alertmanager:9093
2024-02-23T04:51:22.832836036Z global:
2024-02-23T04:51:22.832840096Z   evaluation_interval: 15s
2024-02-23T04:51:22.832844553Z   scrape_interval: 15s
2024-02-23T04:51:22.832849147Z rule_files:
2024-02-23T04:51:22.832853541Z - osm_metric_rules.yml
2024-02-23T04:51:22.832858014Z - osm_alert_rules.yml
2024-02-23T04:51:22.832862500Z scrape_configs:
2024-02-23T04:51:22.832867436Z - job_name: mon_exporter
2024-02-23T04:51:22.832871975Z   static_configs:
2024-02-23T04:51:22.832876554Z   - targets:
2024-02-23T04:51:22.832881457Z     - mon:8000
2024-02-23T04:51:22.832886356Z - honor_labels: true
2024-02-23T04:51:22.832891179Z   job_name: pushgateway
2024-02-23T04:51:22.832895879Z   scrape_interval: 30s
2024-02-23T04:51:22.832900323Z   static_configs:
2024-02-23T04:51:22.832904890Z   - targets:
2024-02-23T04:51:22.832909948Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T04:51:22.832914240Z 
2024-02-23T04:51:22.836345431Z Alerts read: 2
2024-02-23T04:51:22.838240289Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T04:51:22.841150184Z groups:
2024-02-23T04:51:22.841193413Z - name: osm_alert_rules
2024-02-23T04:51:22.841201266Z   rules:
2024-02-23T04:51:22.841207735Z   - alert: vdu_down
2024-02-23T04:51:22.841213788Z     annotations:
2024-02-23T04:51:22.841292374Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T04:51:22.841299906Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T04:51:22.841305656Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T04:51:22.841311986Z     expr: vm_status_extended != 1
2024-02-23T04:51:22.841317740Z     for: 3m
2024-02-23T04:51:22.841323717Z - name: _osm_alert_rules_20240223045122_
2024-02-23T04:51:22.841329555Z   rules:
2024-02-23T04:51:22.841335994Z   - alert: scalein_36576511-a240-4a94-88d6-e67588d70c54
2024-02-23T04:51:22.841365682Z     expr: (count (osm_cpu_utilization{ns_id="ebf068eb-3677-4cd5-b9cc-f3fe622967cc",
2024-02-23T04:51:22.841373540Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="ebf068eb-3677-4cd5-b9cc-f3fe622967cc",
2024-02-23T04:51:22.841379504Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-23T04:51:22.841385407Z     for: 1m
2024-02-23T04:51:22.841391174Z     labels:
2024-02-23T04:51:22.841396973Z       ns_id: ebf068eb-3677-4cd5-b9cc-f3fe622967cc
2024-02-23T04:51:22.841402830Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T04:51:22.841409356Z       vnf_member_index: '1'
2024-02-23T04:51:22.841415555Z   - alert: scaleout_416c1916-25f7-41fd-8f77-309701c3d77c
2024-02-23T04:51:22.841421345Z     expr: (count (osm_cpu_utilization{ns_id="ebf068eb-3677-4cd5-b9cc-f3fe622967cc",
2024-02-23T04:51:22.841448779Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="ebf068eb-3677-4cd5-b9cc-f3fe622967cc",
2024-02-23T04:51:22.841455130Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-23T04:51:22.841461039Z     for: 1m
2024-02-23T04:51:22.841467027Z     labels:
2024-02-23T04:51:22.841472858Z       ns_id: ebf068eb-3677-4cd5-b9cc-f3fe622967cc
2024-02-23T04:51:22.841478587Z       vdu_id: hackfest_basic_metrics-VM
2024-02-23T04:51:22.841484464Z       vnf_member_index: '1'
2024-02-23T04:51:22.841489975Z 
2024-02-23T04:51:22.844015488Z New config written, updating prometheus
2024-02-23T04:51:27.879317385Z Prometheus config update successful
2024-02-23T04:51:27.879351123Z 
2024-02-23T04:52:11.577325316Z Changes detected, updating prometheus config
2024-02-23T04:52:11.579432159Z Jobs detected: 0
2024-02-23T04:52:11.591965317Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T04:52:11.595306275Z alerting:
2024-02-23T04:52:11.595370655Z   alertmanagers:
2024-02-23T04:52:11.595388604Z   - static_configs:
2024-02-23T04:52:11.595403951Z     - targets:
2024-02-23T04:52:11.595449868Z       - alertmanager:9093
2024-02-23T04:52:11.595467949Z global:
2024-02-23T04:52:11.595483032Z   evaluation_interval: 15s
2024-02-23T04:52:11.595497650Z   scrape_interval: 15s
2024-02-23T04:52:11.595512696Z rule_files:
2024-02-23T04:52:11.595527218Z - osm_metric_rules.yml
2024-02-23T04:52:11.595542165Z - osm_alert_rules.yml
2024-02-23T04:52:11.595556802Z scrape_configs:
2024-02-23T04:52:11.595569901Z - job_name: mon_exporter
2024-02-23T04:52:11.595582619Z   static_configs:
2024-02-23T04:52:11.595595317Z   - targets:
2024-02-23T04:52:11.595608366Z     - mon:8000
2024-02-23T04:52:11.595620842Z - honor_labels: true
2024-02-23T04:52:11.595633400Z   job_name: pushgateway
2024-02-23T04:52:11.595645930Z   scrape_interval: 30s
2024-02-23T04:52:11.595658879Z   static_configs:
2024-02-23T04:52:11.595670949Z   - targets:
2024-02-23T04:52:11.595681388Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T04:52:11.595732361Z 
2024-02-23T04:52:11.600216844Z Alerts read: 0
2024-02-23T04:52:11.602496351Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T04:52:11.603843025Z groups:
2024-02-23T04:52:11.603890392Z - name: osm_alert_rules
2024-02-23T04:52:11.603906531Z   rules:
2024-02-23T04:52:11.603922269Z   - alert: vdu_down
2024-02-23T04:52:11.603936759Z     annotations:
2024-02-23T04:52:11.603954393Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T04:52:11.603973961Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T04:52:11.603988607Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T04:52:11.604003905Z     expr: vm_status_extended != 1
2024-02-23T04:52:11.604018460Z     for: 3m
2024-02-23T04:52:11.604031742Z 
2024-02-23T04:52:11.605042356Z New config written, updating prometheus
2024-02-23T04:52:16.639925186Z Prometheus config update successful
2024-02-23T04:52:16.639972708Z 
2024-02-23T04:52:16.640293464Z Changes detected, updating prometheus config
2024-02-23T04:52:16.642533775Z Jobs detected: 0
2024-02-23T04:52:16.650964840Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T04:52:16.653867026Z alerting:
2024-02-23T04:52:16.653895879Z   alertmanagers:
2024-02-23T04:52:16.653910662Z   - static_configs:
2024-02-23T04:52:16.653922751Z     - targets:
2024-02-23T04:52:16.653935389Z       - alertmanager:9093
2024-02-23T04:52:16.653946626Z global:
2024-02-23T04:52:16.653957962Z   evaluation_interval: 15s
2024-02-23T04:52:16.653969586Z   scrape_interval: 15s
2024-02-23T04:52:16.653982172Z rule_files:
2024-02-23T04:52:16.653993600Z - osm_metric_rules.yml
2024-02-23T04:52:16.654006101Z - osm_alert_rules.yml
2024-02-23T04:52:16.654017789Z scrape_configs:
2024-02-23T04:52:16.654029557Z - job_name: mon_exporter
2024-02-23T04:52:16.654041111Z   static_configs:
2024-02-23T04:52:16.654052683Z   - targets:
2024-02-23T04:52:16.654064771Z     - mon:8000
2024-02-23T04:52:16.654076577Z - honor_labels: true
2024-02-23T04:52:16.654088196Z   job_name: pushgateway
2024-02-23T04:52:16.654099780Z   scrape_interval: 30s
2024-02-23T04:52:16.654111402Z   static_configs:
2024-02-23T04:52:16.654122730Z   - targets:
2024-02-23T04:52:16.654135271Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T04:52:16.654146344Z 
2024-02-23T04:52:16.657834477Z Alerts read: 0
2024-02-23T04:52:16.659932428Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T04:52:16.661261257Z groups:
2024-02-23T04:52:16.661273240Z - name: osm_alert_rules
2024-02-23T04:52:16.661277349Z   rules:
2024-02-23T04:52:16.661281176Z   - alert: vdu_down
2024-02-23T04:52:16.661284952Z     annotations:
2024-02-23T04:52:16.661309903Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T04:52:16.661315307Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T04:52:16.661318962Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T04:52:16.661323147Z     expr: vm_status_extended != 1
2024-02-23T04:52:16.661326900Z     for: 3m
2024-02-23T04:52:16.661330414Z 
2024-02-23T04:52:16.662521679Z New config written, updating prometheus
2024-02-23T04:52:21.688241966Z Prometheus config update successful
2024-02-23T04:52:21.688305611Z