2024-06-18T22:23:32.976150735Z level=info ts=2024-06-18T22:23:32.975Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-06-18T22:23:32.976243344Z level=info ts=2024-06-18T22:23:32.976Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-06-18T22:23:32.976277971Z level=info ts=2024-06-18T22:23:32.976Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-06-18T22:23:32.976288659Z level=info ts=2024-06-18T22:23:32.976Z caller=main.go:449 host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))" 2024-06-18T22:23:32.976311875Z level=info ts=2024-06-18T22:23:32.976Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-06-18T22:23:32.976330040Z level=info ts=2024-06-18T22:23:32.976Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-06-18T22:23:32.986864976Z level=info ts=2024-06-18T22:23:32.986Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-06-18T22:23:32.988203362Z level=info ts=2024-06-18T22:23:32.988Z caller=main.go:824 msg="Starting TSDB ..." 2024-06-18T22:23:32.989755959Z level=info ts=2024-06-18T22:23:32.989Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-06-18T22:23:32.993628775Z level=info ts=2024-06-18T22:23:32.993Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-06-18T22:23:32.993691251Z level=info ts=2024-06-18T22:23:32.993Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=4.331µs 2024-06-18T22:23:32.993725282Z level=info ts=2024-06-18T22:23:32.993Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-06-18T22:23:32.994417573Z level=info ts=2024-06-18T22:23:32.994Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-06-18T22:23:32.994447238Z level=info ts=2024-06-18T22:23:32.994Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=59.818µs wal_replay_duration=604.91µs total_replay_duration=760.77µs 2024-06-18T22:23:32.997007395Z level=info ts=2024-06-18T22:23:32.996Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-06-18T22:23:32.997068150Z level=info ts=2024-06-18T22:23:32.997Z caller=main.go:854 msg="TSDB started" 2024-06-18T22:23:32.997139578Z level=info ts=2024-06-18T22:23:32.997Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T22:23:33.000483405Z level=info ts=2024-06-18T22:23:33.000Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.174115ms remote_storage=6.813µs web_handler=684ns query_engine=1.659µs scrape=401.285µs scrape_sd=66.574µs notify=51.426µs notify_sd=12.591µs rules=2.118161ms 2024-06-18T22:23:33.000518886Z level=info ts=2024-06-18T22:23:33.000Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-06-18T22:27:22.181006554Z level=info ts=2024-06-18T22:27:22.180Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T22:27:22.187474147Z level=info ts=2024-06-18T22:27:22.187Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.494253ms remote_storage=12.873µs web_handler=5.392µs query_engine=2.279µs scrape=164.029µs scrape_sd=82.72µs notify=47.998µs notify_sd=12.028µs rules=1.426653ms 2024-06-18T22:52:05.167810215Z level=info ts=2024-06-18T22:52:05.166Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T22:52:05.170472110Z level=info ts=2024-06-18T22:52:05.170Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.611749ms remote_storage=2.911µs web_handler=7.643µs query_engine=2.267µs scrape=452.69µs scrape_sd=87.569µs notify=47.379µs notify_sd=12.583µs rules=2.136158ms 2024-06-18T22:52:10.225813392Z level=info ts=2024-06-18T22:52:10.225Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T22:52:10.232005492Z level=info ts=2024-06-18T22:52:10.231Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.039807ms remote_storage=3.82µs web_handler=1.11µs query_engine=2.648µs scrape=217.573µs scrape_sd=86.8µs notify=26.685µs notify_sd=21.66µs rules=4.932593ms 2024-06-18T22:53:33.120612252Z level=info ts=2024-06-18T22:53:33.120Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T22:53:33.125939358Z level=info ts=2024-06-18T22:53:33.125Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.524307ms remote_storage=12.002µs web_handler=10.423µs query_engine=2.659µs scrape=356.753µs scrape_sd=131.217µs notify=162.548µs notify_sd=49.026µs rules=3.06463ms 2024-06-18T22:53:38.165085556Z level=info ts=2024-06-18T22:53:38.164Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T22:53:38.167602972Z level=info ts=2024-06-18T22:53:38.167Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.503643ms remote_storage=2.67µs web_handler=1.105µs query_engine=1.306µs scrape=107.192µs scrape_sd=43.557µs notify=18.141µs notify_sd=27.454µs rules=1.643305ms 2024-06-18T23:14:58.230515031Z level=info ts=2024-06-18T23:14:58.230Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T23:14:58.244725501Z level=info ts=2024-06-18T23:14:58.244Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.258757ms remote_storage=5.302µs web_handler=13.047µs query_engine=3.604µs scrape=365.984µs scrape_sd=170.139µs notify=119.232µs notify_sd=124.024µs rules=11.229553ms 2024-06-18T23:15:03.314517180Z level=info ts=2024-06-18T23:15:03.314Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T23:15:03.318518356Z level=info ts=2024-06-18T23:15:03.318Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.03774ms remote_storage=3.226µs web_handler=676ns query_engine=1.801µs scrape=101.256µs scrape_sd=39.689µs notify=18.13µs notify_sd=13.107µs rules=3.304844ms 2024-06-18T23:15:08.382353729Z level=info ts=2024-06-18T23:15:08.382Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T23:15:08.387838139Z level=info ts=2024-06-18T23:15:08.387Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.36559ms remote_storage=3.364µs web_handler=7.923µs query_engine=7.901µs scrape=147.471µs scrape_sd=90.947µs notify=56.757µs notify_sd=16.53µs rules=4.461857ms 2024-06-18T23:15:13.467763710Z level=info ts=2024-06-18T23:15:13.467Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T23:15:13.472871722Z level=info ts=2024-06-18T23:15:13.472Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.335474ms remote_storage=3.012µs web_handler=752ns query_engine=1.921µs scrape=267.242µs scrape_sd=77.384µs notify=55.934µs notify_sd=28.505µs rules=4.241495ms 2024-06-18T23:15:18.536835465Z level=info ts=2024-06-18T23:15:18.536Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T23:15:18.546065798Z level=info ts=2024-06-18T23:15:18.545Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.192492ms remote_storage=3.255µs web_handler=944ns query_engine=2.05µs scrape=186.72µs scrape_sd=77.71µs notify=49.246µs notify_sd=41.565µs rules=8.096627ms 2024-06-18T23:15:23.606101961Z level=info ts=2024-06-18T23:15:23.605Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T23:15:23.614345857Z level=info ts=2024-06-18T23:15:23.614Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.170277ms remote_storage=3.98µs web_handler=883ns query_engine=1.934µs scrape=183.477µs scrape_sd=181.121µs notify=25.026µs notify_sd=23.677µs rules=6.995882ms 2024-06-18T23:16:42.011871650Z level=info ts=2024-06-18T23:16:42.011Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T23:16:42.014027679Z level=info ts=2024-06-18T23:16:42.013Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.172549ms remote_storage=2.327µs web_handler=883ns query_engine=1.321µs scrape=175.851µs scrape_sd=80.422µs notify=28.224µs notify_sd=16.886µs rules=1.246603ms 2024-06-18T23:16:47.069289289Z level=info ts=2024-06-18T23:16:47.069Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T23:16:47.072606988Z level=info ts=2024-06-18T23:16:47.072Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.338189ms remote_storage=3.031µs web_handler=772ns query_engine=1.718µs scrape=151.962µs scrape_sd=139.24µs notify=38.57µs notify_sd=31.706µs rules=2.275308ms 2024-06-18T23:16:52.107656355Z level=info ts=2024-06-18T23:16:52.107Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T23:16:52.110878586Z level=info ts=2024-06-18T23:16:52.110Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.315441ms remote_storage=5.803µs web_handler=1.515µs query_engine=2.593µs scrape=295.767µs scrape_sd=75.662µs notify=25.524µs notify_sd=17.552µs rules=2.001934ms 2024-06-18T23:16:57.173516911Z level=info ts=2024-06-18T23:16:57.173Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T23:16:57.180238176Z level=info ts=2024-06-18T23:16:57.179Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.708238ms remote_storage=5.284µs web_handler=14.031µs query_engine=15.238µs scrape=320.2µs scrape_sd=90.643µs notify=60.169µs notify_sd=67.253µs rules=4.47043ms 2024-06-18T23:17:02.253684299Z level=info ts=2024-06-18T23:17:02.249Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T23:17:02.253743436Z level=info ts=2024-06-18T23:17:02.251Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.3587ms remote_storage=3.538µs web_handler=631ns query_engine=1.714µs scrape=252.078µs scrape_sd=71.968µs notify=28.626µs notify_sd=21.958µs rules=1.437ms 2024-06-18T23:17:07.312287627Z level=info ts=2024-06-18T23:17:07.312Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-18T23:17:07.314972966Z level=info ts=2024-06-18T23:17:07.314Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.72123ms remote_storage=3.459µs web_handler=639ns query_engine=1.803µs scrape=147.17µs scrape_sd=51.517µs notify=33.643µs notify_sd=11.136µs rules=1.912601ms 2024-06-19T00:36:13.129969564Z level=warn ts=2024-06-19T00:36:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"7741cbc3-4877-49a4-8cfb-323162a2489c\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c061c93e-5266-4f0f-b098-f776fd1426a5\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"199d6e92-3c1d-44a1-b34e-2a7cd669440d\", vdu_name=\"heal_02-charm_vnf-mgmtVM-1\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"7741cbc3-4877-49a4-8cfb-323162a2489c\", vnf_id=\"50752c92-2e17-42e6-9b6a-8faa8b7715ee\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c061c93e-5266-4f0f-b098-f776fd1426a5\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"199d6e92-3c1d-44a1-b34e-2a7cd669440d\", vdu_name=\"UNKNOWN\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"7741cbc3-4877-49a4-8cfb-323162a2489c\", vnf_id=\"50752c92-2e17-42e6-9b6a-8faa8b7715ee\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-19T00:36:28.128348070Z level=warn ts=2024-06-19T00:36:28.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"7741cbc3-4877-49a4-8cfb-323162a2489c\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c061c93e-5266-4f0f-b098-f776fd1426a5\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"199d6e92-3c1d-44a1-b34e-2a7cd669440d\", vdu_name=\"heal_02-charm_vnf-mgmtVM-1\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"7741cbc3-4877-49a4-8cfb-323162a2489c\", vnf_id=\"50752c92-2e17-42e6-9b6a-8faa8b7715ee\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c061c93e-5266-4f0f-b098-f776fd1426a5\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"199d6e92-3c1d-44a1-b34e-2a7cd669440d\", vdu_name=\"UNKNOWN\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"7741cbc3-4877-49a4-8cfb-323162a2489c\", vnf_id=\"50752c92-2e17-42e6-9b6a-8faa8b7715ee\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-19T01:04:50.682709261Z level=info ts=2024-06-19T01:04:50.682Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T01:04:50.685100742Z level=info ts=2024-06-19T01:04:50.684Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.489266ms remote_storage=2.872µs web_handler=4.766µs query_engine=1.549µs scrape=179.775µs scrape_sd=90.126µs notify=62.775µs notify_sd=29.152µs rules=1.410672ms 2024-06-19T01:10:48.227107069Z level=info ts=2024-06-19T01:10:48.226Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T01:10:48.233221915Z level=info ts=2024-06-19T01:10:48.233Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.230401ms remote_storage=3.816µs web_handler=10.215µs query_engine=3.089µs scrape=295.861µs scrape_sd=149.556µs notify=54.264µs notify_sd=29.476µs rules=2.598675ms 2024-06-19T01:23:41.973420764Z level=info ts=2024-06-19T01:23:41.969Z caller=compact.go:518 component=tsdb msg="write block" mint=1718749419123 maxt=1718755200000 ulid=01J0Q1FB78HKAJPMR29KMWNPEE duration=40.715565ms 2024-06-19T01:23:41.973452367Z level=info ts=2024-06-19T01:23:41.972Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.02907ms 2024-06-19T01:26:13.128321299Z level=warn ts=2024-06-19T01:26:13.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"9d229465-8f03-4b70-8d93-e4636b6e014b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"9cf32cd7-4e11-4989-b043-bb60866ac700\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"2532f26a-79ce-43a8-8aeb-5c9555e9a581\", vdu_name=\"k8s_06-nopasswd_k8s_proxy_charm-vnf2-mgmtVM-0\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"9d229465-8f03-4b70-8d93-e4636b6e014b\", vnf_id=\"7c923db8-ac4a-4b8b-8c35-1c82a94c53f1\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"9cf32cd7-4e11-4989-b043-bb60866ac700\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"2532f26a-79ce-43a8-8aeb-5c9555e9a581\", vdu_name=\"UNKNOWN\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"9d229465-8f03-4b70-8d93-e4636b6e014b\", vnf_id=\"7c923db8-ac4a-4b8b-8c35-1c82a94c53f1\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-19T01:26:28.127818024Z level=warn ts=2024-06-19T01:26:28.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"9d229465-8f03-4b70-8d93-e4636b6e014b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"9cf32cd7-4e11-4989-b043-bb60866ac700\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"2532f26a-79ce-43a8-8aeb-5c9555e9a581\", vdu_name=\"k8s_06-nopasswd_k8s_proxy_charm-vnf2-mgmtVM-0\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"9d229465-8f03-4b70-8d93-e4636b6e014b\", vnf_id=\"7c923db8-ac4a-4b8b-8c35-1c82a94c53f1\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"9cf32cd7-4e11-4989-b043-bb60866ac700\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"2532f26a-79ce-43a8-8aeb-5c9555e9a581\", vdu_name=\"UNKNOWN\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"9d229465-8f03-4b70-8d93-e4636b6e014b\", vnf_id=\"7c923db8-ac4a-4b8b-8c35-1c82a94c53f1\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-19T01:50:20.543907244Z level=info ts=2024-06-19T01:50:20.543Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T01:50:20.546769748Z level=info ts=2024-06-19T01:50:20.546Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.905203ms remote_storage=7.432µs web_handler=5.413µs query_engine=1.824µs scrape=135.251µs scrape_sd=60.414µs notify=36.506µs notify_sd=10.761µs rules=2.001163ms 2024-06-19T01:50:25.600393436Z level=info ts=2024-06-19T01:50:25.600Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T01:50:25.603107585Z level=info ts=2024-06-19T01:50:25.603Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.738156ms remote_storage=2.581µs web_handler=756ns query_engine=1.373µs scrape=161.056µs scrape_sd=43.21µs notify=14.116µs notify_sd=21.737µs rules=2.018246ms 2024-06-19T01:52:13.130364382Z level=warn ts=2024-06-19T01:52:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"6c5790a1-6d82-4ed6-ba78-74f7c6f70c03\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"08a0b818-4aa0-4d5b-8819-0c912b0315ee\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"4835a5f8-18df-4492-a1ee-9bbd5b0f3319\", vdu_name=\"sa_01-vnf_with_vim_metrics_test-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"6c5790a1-6d82-4ed6-ba78-74f7c6f70c03\", vnf_id=\"819469c6-748b-4b18-a212-a1fa8dc49aea\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"08a0b818-4aa0-4d5b-8819-0c912b0315ee\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"4835a5f8-18df-4492-a1ee-9bbd5b0f3319\", vdu_name=\"UNKNOWN\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"6c5790a1-6d82-4ed6-ba78-74f7c6f70c03\", vnf_id=\"819469c6-748b-4b18-a212-a1fa8dc49aea\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-19T01:52:28.131085932Z level=warn ts=2024-06-19T01:52:28.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"6c5790a1-6d82-4ed6-ba78-74f7c6f70c03\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"08a0b818-4aa0-4d5b-8819-0c912b0315ee\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"4835a5f8-18df-4492-a1ee-9bbd5b0f3319\", vdu_name=\"sa_01-vnf_with_vim_metrics_test-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"6c5790a1-6d82-4ed6-ba78-74f7c6f70c03\", vnf_id=\"819469c6-748b-4b18-a212-a1fa8dc49aea\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"08a0b818-4aa0-4d5b-8819-0c912b0315ee\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"4835a5f8-18df-4492-a1ee-9bbd5b0f3319\", vdu_name=\"UNKNOWN\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"6c5790a1-6d82-4ed6-ba78-74f7c6f70c03\", vnf_id=\"819469c6-748b-4b18-a212-a1fa8dc49aea\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-19T01:56:44.278914148Z level=info ts=2024-06-19T01:56:44.278Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T01:56:44.282366394Z level=info ts=2024-06-19T01:56:44.282Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.507775ms remote_storage=3.795µs web_handler=6.73µs query_engine=2.577µs scrape=186.6µs scrape_sd=110.573µs notify=101.733µs notify_sd=52.325µs rules=1.888145ms 2024-06-19T01:56:49.325896477Z level=info ts=2024-06-19T01:56:49.325Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T01:56:49.327633950Z level=info ts=2024-06-19T01:56:49.327Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.73984ms remote_storage=2.33µs web_handler=520ns query_engine=1.256µs scrape=91.556µs scrape_sd=43.471µs notify=32.77µs notify_sd=15.834µs rules=1.110775ms 2024-06-19T01:57:34.790898059Z level=info ts=2024-06-19T01:57:34.790Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T01:57:34.793651325Z level=info ts=2024-06-19T01:57:34.793Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.722566ms remote_storage=2.148µs web_handler=505ns query_engine=1.448µs scrape=105.861µs scrape_sd=89.91µs notify=16.798µs notify_sd=10.386µs rules=2.021257ms 2024-06-19T01:57:39.840764093Z level=info ts=2024-06-19T01:57:39.840Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T01:57:39.845764543Z level=info ts=2024-06-19T01:57:39.845Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.995179ms remote_storage=3.579µs web_handler=802ns query_engine=2.511µs scrape=170.359µs scrape_sd=81.132µs notify=23.005µs notify_sd=22.638µs rules=4.022212ms 2024-06-19T02:15:05.963356896Z level=info ts=2024-06-19T02:15:05.962Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T02:15:05.965358365Z level=info ts=2024-06-19T02:15:05.965Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.185233ms remote_storage=3.14µs web_handler=5.347µs query_engine=1.625µs scrape=126.305µs scrape_sd=62.083µs notify=29.697µs notify_sd=16.214µs rules=1.303151ms 2024-06-19T02:15:11.019066699Z level=info ts=2024-06-19T02:15:11.018Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T02:15:11.022249773Z level=info ts=2024-06-19T02:15:11.022Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.219358ms remote_storage=3.228µs web_handler=737ns query_engine=1.661µs scrape=701.302µs scrape_sd=66.272µs notify=21.884µs notify_sd=18.678µs rules=1.808046ms 2024-06-19T02:17:19.609862030Z level=info ts=2024-06-19T02:17:19.609Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T02:17:19.615349641Z level=info ts=2024-06-19T02:17:19.615Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.55861ms remote_storage=3.497µs web_handler=10.68µs query_engine=2.612µs scrape=249.508µs scrape_sd=117.499µs notify=60.186µs notify_sd=22.5µs rules=3.810828ms 2024-06-19T02:27:08.956364951Z level=info ts=2024-06-19T02:27:08.956Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T02:27:08.958891865Z level=info ts=2024-06-19T02:27:08.958Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.440024ms remote_storage=2.722µs web_handler=4.584µs query_engine=1.509µs scrape=145.491µs scrape_sd=61.287µs notify=79.105µs notify_sd=15.524µs rules=1.353551ms 2024-06-19T02:29:27.220419169Z level=info ts=2024-06-19T02:29:27.220Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T02:29:27.233572797Z level=info ts=2024-06-19T02:29:27.233Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=13.158261ms remote_storage=12.151µs web_handler=6.949µs query_engine=2.281µs scrape=130.463µs scrape_sd=78.917µs notify=31.87µs notify_sd=17.158µs rules=1.178499ms 2024-06-19T02:29:41.396475614Z level=info ts=2024-06-19T02:29:41.396Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T02:29:41.399439746Z level=info ts=2024-06-19T02:29:41.399Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.030815ms remote_storage=2.127µs web_handler=676ns query_engine=1.22µs scrape=1.280679ms scrape_sd=53.837µs notify=15.564µs notify_sd=10.429µs rules=1.166205ms 2024-06-19T02:38:13.130035847Z level=warn ts=2024-06-19T02:38:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"cd0e0c2c-af38-4293-beed-85bed54b15cd\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"96c184e0-0691-415e-94b4-c8722f362f97\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"56fe2b00-bf7a-4257-93b8-768bbce850d1\", vdu_name=\"slicebasic.slice_basic_nsd_3-edge-ubuntu_slice-VM-0\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"cd0e0c2c-af38-4293-beed-85bed54b15cd\", vnf_id=\"3bb5ca9d-92eb-4177-8891-b650f48f1f84\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"96c184e0-0691-415e-94b4-c8722f362f97\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"56fe2b00-bf7a-4257-93b8-768bbce850d1\", vdu_name=\"UNKNOWN\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"cd0e0c2c-af38-4293-beed-85bed54b15cd\", vnf_id=\"3bb5ca9d-92eb-4177-8891-b650f48f1f84\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-19T02:38:28.132130138Z level=warn ts=2024-06-19T02:38:28.131Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"cd0e0c2c-af38-4293-beed-85bed54b15cd\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"96c184e0-0691-415e-94b4-c8722f362f97\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"56fe2b00-bf7a-4257-93b8-768bbce850d1\", vdu_name=\"slicebasic.slice_basic_nsd_3-edge-ubuntu_slice-VM-0\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"cd0e0c2c-af38-4293-beed-85bed54b15cd\", vnf_id=\"3bb5ca9d-92eb-4177-8891-b650f48f1f84\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"96c184e0-0691-415e-94b4-c8722f362f97\", project_id=\"f98239b2-2752-4099-b9db-8914d0b4afb0\", vdu_id=\"56fe2b00-bf7a-4257-93b8-768bbce850d1\", vdu_name=\"UNKNOWN\", vim_id=\"c1779040-8a5f-4394-a201-f69ca21c81b5\", vm_id=\"cd0e0c2c-af38-4293-beed-85bed54b15cd\", vnf_id=\"3bb5ca9d-92eb-4177-8891-b650f48f1f84\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-06-19T02:42:47.140652216Z level=info ts=2024-06-19T02:42:47.140Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T02:42:47.149854724Z level=info ts=2024-06-19T02:42:47.149Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.304996ms remote_storage=3.692µs web_handler=10.442µs query_engine=2.66µs scrape=468.206µs scrape_sd=130.305µs notify=230.685µs notify_sd=39.68µs rules=7.018664ms 2024-06-19T02:42:52.209533691Z level=info ts=2024-06-19T02:42:52.205Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T02:42:52.209575342Z level=info ts=2024-06-19T02:42:52.208Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.257921ms remote_storage=2.72µs web_handler=8.715µs query_engine=1.905µs scrape=121.519µs scrape_sd=50.269µs notify=29.22µs notify_sd=25.358µs rules=2.574218ms 2024-06-19T02:43:40.625760553Z level=info ts=2024-06-19T02:43:40.625Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T02:43:40.629260587Z level=info ts=2024-06-19T02:43:40.629Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.560892ms remote_storage=8.05µs web_handler=693ns query_engine=1.904µs scrape=186.758µs scrape_sd=119.68µs notify=37.117µs notify_sd=32.588µs rules=2.070403ms 2024-06-19T02:43:45.683447814Z level=info ts=2024-06-19T02:43:45.683Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-19T02:43:45.688649864Z level=info ts=2024-06-19T02:43:45.688Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.238342ms remote_storage=3.956µs web_handler=986ns query_engine=2.205µs scrape=197.071µs scrape_sd=77.861µs notify=111.797µs notify_sd=208.832µs rules=3.340797ms 2024-06-18T22:25:58.956299113Z Created MongoClient to connect to MongoDB! 2024-06-18T22:25:58.956350480Z Generating prometheus config files 2024-06-18T22:26:28.994684884Z Error in configuration attempt! Number of tries: 1/3 2024-06-18T22:26:28.994795322Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-18T22:26:33.998258767Z Generating prometheus config files 2024-06-18T22:27:04.020554103Z Error in configuration attempt! Number of tries: 2/3 2024-06-18T22:27:04.020659679Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-18T22:27:09.034305974Z Generating prometheus config files 2024-06-18T22:27:22.155114178Z Jobs detected: 0 2024-06-18T22:27:22.160462784Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T22:27:22.162904278Z alerting: 2024-06-18T22:27:22.162919351Z alertmanagers: 2024-06-18T22:27:22.162924214Z - static_configs: 2024-06-18T22:27:22.162927838Z - targets: 2024-06-18T22:27:22.162931974Z - alertmanager:9093 2024-06-18T22:27:22.162935615Z global: 2024-06-18T22:27:22.162939180Z evaluation_interval: 15s 2024-06-18T22:27:22.162942744Z scrape_interval: 15s 2024-06-18T22:27:22.162946281Z rule_files: 2024-06-18T22:27:22.162949753Z - osm_metric_rules.yml 2024-06-18T22:27:22.162953252Z - osm_alert_rules.yml 2024-06-18T22:27:22.162956641Z scrape_configs: 2024-06-18T22:27:22.162960246Z - job_name: mon_exporter 2024-06-18T22:27:22.162963636Z static_configs: 2024-06-18T22:27:22.162966995Z - targets: 2024-06-18T22:27:22.162970391Z - mon:8000 2024-06-18T22:27:22.162973716Z - honor_labels: true 2024-06-18T22:27:22.162977602Z job_name: pushgateway 2024-06-18T22:27:22.162980946Z scrape_interval: 30s 2024-06-18T22:27:22.162984605Z static_configs: 2024-06-18T22:27:22.162987928Z - targets: 2024-06-18T22:27:22.162991918Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T22:27:22.162995316Z 2024-06-18T22:27:22.168630314Z Alerts read: 0 2024-06-18T22:27:22.171373976Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T22:27:22.172668519Z groups: 2024-06-18T22:27:22.172682617Z - name: osm_alert_rules 2024-06-18T22:27:22.172685969Z rules: 2024-06-18T22:27:22.172689075Z - alert: vdu_down 2024-06-18T22:27:22.172692100Z annotations: 2024-06-18T22:27:22.172707398Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T22:27:22.172711369Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T22:27:22.172714149Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T22:27:22.172717372Z expr: vm_status_extended != 1 2024-06-18T22:27:22.172720208Z for: 3m 2024-06-18T22:27:22.172722757Z 2024-06-18T22:27:22.173780780Z New config written, updating prometheus 2024-06-18T22:27:27.218812502Z Prometheus config update successful 2024-06-18T22:27:32.235109469Z Listening to changes in prometheus jobs and alerts collections 2024-06-18T22:52:05.133908508Z Changes detected, updating prometheus config 2024-06-18T22:52:05.136710531Z Jobs detected: 0 2024-06-18T22:52:05.145888593Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T22:52:05.149355977Z alerting: 2024-06-18T22:52:05.149398060Z alertmanagers: 2024-06-18T22:52:05.149404611Z - static_configs: 2024-06-18T22:52:05.149409226Z - targets: 2024-06-18T22:52:05.149414057Z - alertmanager:9093 2024-06-18T22:52:05.149418065Z global: 2024-06-18T22:52:05.149422142Z evaluation_interval: 15s 2024-06-18T22:52:05.149426372Z scrape_interval: 15s 2024-06-18T22:52:05.149430677Z rule_files: 2024-06-18T22:52:05.149435299Z - osm_metric_rules.yml 2024-06-18T22:52:05.149439470Z - osm_alert_rules.yml 2024-06-18T22:52:05.149443638Z scrape_configs: 2024-06-18T22:52:05.149465650Z - job_name: mon_exporter 2024-06-18T22:52:05.149470902Z static_configs: 2024-06-18T22:52:05.149474900Z - targets: 2024-06-18T22:52:05.149479026Z - mon:8000 2024-06-18T22:52:05.149483302Z - honor_labels: true 2024-06-18T22:52:05.149487498Z job_name: pushgateway 2024-06-18T22:52:05.149516213Z scrape_interval: 30s 2024-06-18T22:52:05.149520300Z static_configs: 2024-06-18T22:52:05.149524291Z - targets: 2024-06-18T22:52:05.149557918Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T22:52:05.149562866Z 2024-06-18T22:52:05.152944713Z Alerts read: 2 2024-06-18T22:52:05.154968718Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T22:52:05.158268605Z groups: 2024-06-18T22:52:05.158297351Z - name: osm_alert_rules 2024-06-18T22:52:05.158303401Z rules: 2024-06-18T22:52:05.158308757Z - alert: vdu_down 2024-06-18T22:52:05.158314846Z annotations: 2024-06-18T22:52:05.158321282Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T22:52:05.158327452Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T22:52:05.158338222Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T22:52:05.158344604Z expr: vm_status_extended != 1 2024-06-18T22:52:05.158349912Z for: 3m 2024-06-18T22:52:05.158355142Z - name: _osm_alert_rules_20240618225205_ 2024-06-18T22:52:05.158360288Z rules: 2024-06-18T22:52:05.158366653Z - alert: scalein_6e20b8af-352b-4581-bf96-01456a836236 2024-06-18T22:52:05.158372165Z expr: (count (osm_cpu_utilization{ns_id="c2b5f12a-82bb-448f-b546-d5b0aa461807", 2024-06-18T22:52:05.158378591Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="c2b5f12a-82bb-448f-b546-d5b0aa461807", 2024-06-18T22:52:05.158383817Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T22:52:05.158388976Z for: 1m 2024-06-18T22:52:05.158394304Z labels: 2024-06-18T22:52:05.158399846Z ns_id: c2b5f12a-82bb-448f-b546-d5b0aa461807 2024-06-18T22:52:05.158405233Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T22:52:05.158411160Z vnf_member_index: vnf 2024-06-18T22:52:05.158416504Z - alert: scaleout_f0b9c08a-f45c-4ae2-bef2-09e319b78d87 2024-06-18T22:52:05.158421678Z expr: (count (osm_cpu_utilization{ns_id="c2b5f12a-82bb-448f-b546-d5b0aa461807", 2024-06-18T22:52:05.158427044Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="c2b5f12a-82bb-448f-b546-d5b0aa461807", 2024-06-18T22:52:05.158432162Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T22:52:05.158437476Z for: 1m 2024-06-18T22:52:05.158442588Z labels: 2024-06-18T22:52:05.158447689Z ns_id: c2b5f12a-82bb-448f-b546-d5b0aa461807 2024-06-18T22:52:05.158453137Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T22:52:05.158472470Z vnf_member_index: vnf 2024-06-18T22:52:05.158477713Z 2024-06-18T22:52:05.161187162Z New config written, updating prometheus 2024-06-18T22:52:10.198244064Z Prometheus config update successful 2024-06-18T22:52:10.198296764Z 2024-06-18T22:52:10.198306822Z Changes detected, updating prometheus config 2024-06-18T22:52:10.200068590Z Jobs detected: 0 2024-06-18T22:52:10.207059866Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T22:52:10.209164438Z alerting: 2024-06-18T22:52:10.209202103Z alertmanagers: 2024-06-18T22:52:10.209212568Z - static_configs: 2024-06-18T22:52:10.209221965Z - targets: 2024-06-18T22:52:10.209231658Z - alertmanager:9093 2024-06-18T22:52:10.209240054Z global: 2024-06-18T22:52:10.209249157Z evaluation_interval: 15s 2024-06-18T22:52:10.209258011Z scrape_interval: 15s 2024-06-18T22:52:10.209266326Z rule_files: 2024-06-18T22:52:10.209274632Z - osm_metric_rules.yml 2024-06-18T22:52:10.209282894Z - osm_alert_rules.yml 2024-06-18T22:52:10.209291118Z scrape_configs: 2024-06-18T22:52:10.209299489Z - job_name: mon_exporter 2024-06-18T22:52:10.209307793Z static_configs: 2024-06-18T22:52:10.209316863Z - targets: 2024-06-18T22:52:10.209325273Z - mon:8000 2024-06-18T22:52:10.209333511Z - honor_labels: true 2024-06-18T22:52:10.209341752Z job_name: pushgateway 2024-06-18T22:52:10.209349858Z scrape_interval: 30s 2024-06-18T22:52:10.209358226Z static_configs: 2024-06-18T22:52:10.209366583Z - targets: 2024-06-18T22:52:10.209376076Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T22:52:10.209394822Z 2024-06-18T22:52:10.213258628Z Alerts read: 2 2024-06-18T22:52:10.215256604Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T22:52:10.218481364Z groups: 2024-06-18T22:52:10.218509657Z - name: osm_alert_rules 2024-06-18T22:52:10.218519145Z rules: 2024-06-18T22:52:10.218535347Z - alert: vdu_down 2024-06-18T22:52:10.218544252Z annotations: 2024-06-18T22:52:10.218553870Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T22:52:10.218563312Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T22:52:10.218572175Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T22:52:10.218581543Z expr: vm_status_extended != 1 2024-06-18T22:52:10.218590613Z for: 3m 2024-06-18T22:52:10.218599181Z - name: _osm_alert_rules_20240618225210_ 2024-06-18T22:52:10.218607475Z rules: 2024-06-18T22:52:10.218617004Z - alert: scalein_6e20b8af-352b-4581-bf96-01456a836236 2024-06-18T22:52:10.218626662Z expr: (count (osm_cpu_utilization{ns_id="c2b5f12a-82bb-448f-b546-d5b0aa461807", 2024-06-18T22:52:10.218643401Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="c2b5f12a-82bb-448f-b546-d5b0aa461807", 2024-06-18T22:52:10.218653103Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T22:52:10.218661770Z for: 1m 2024-06-18T22:52:10.218670035Z labels: 2024-06-18T22:52:10.218682657Z ns_id: c2b5f12a-82bb-448f-b546-d5b0aa461807 2024-06-18T22:52:10.218691052Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T22:52:10.218700038Z vnf_member_index: vnf 2024-06-18T22:52:10.218708635Z - alert: scaleout_f0b9c08a-f45c-4ae2-bef2-09e319b78d87 2024-06-18T22:52:10.218717230Z expr: (count (osm_cpu_utilization{ns_id="c2b5f12a-82bb-448f-b546-d5b0aa461807", 2024-06-18T22:52:10.218725821Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="c2b5f12a-82bb-448f-b546-d5b0aa461807", 2024-06-18T22:52:10.218763937Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T22:52:10.218772568Z for: 1m 2024-06-18T22:52:10.218780896Z labels: 2024-06-18T22:52:10.218789038Z ns_id: c2b5f12a-82bb-448f-b546-d5b0aa461807 2024-06-18T22:52:10.218797205Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T22:52:10.218805753Z vnf_member_index: vnf 2024-06-18T22:52:10.218813592Z 2024-06-18T22:52:10.221282243Z New config written, updating prometheus 2024-06-18T22:52:15.269083175Z Prometheus config update successful 2024-06-18T22:52:15.269108460Z 2024-06-18T22:53:33.089084790Z Changes detected, updating prometheus config 2024-06-18T22:53:33.091204501Z Jobs detected: 0 2024-06-18T22:53:33.099190210Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T22:53:33.102463407Z alerting: 2024-06-18T22:53:33.102480464Z alertmanagers: 2024-06-18T22:53:33.102485816Z - static_configs: 2024-06-18T22:53:33.102489954Z - targets: 2024-06-18T22:53:33.102495031Z - alertmanager:9093 2024-06-18T22:53:33.102499098Z global: 2024-06-18T22:53:33.102503137Z evaluation_interval: 15s 2024-06-18T22:53:33.102507174Z scrape_interval: 15s 2024-06-18T22:53:33.102511137Z rule_files: 2024-06-18T22:53:33.102515144Z - osm_metric_rules.yml 2024-06-18T22:53:33.102519743Z - osm_alert_rules.yml 2024-06-18T22:53:33.102523686Z scrape_configs: 2024-06-18T22:53:33.102527768Z - job_name: mon_exporter 2024-06-18T22:53:33.102531771Z static_configs: 2024-06-18T22:53:33.102535701Z - targets: 2024-06-18T22:53:33.102539767Z - mon:8000 2024-06-18T22:53:33.102543696Z - honor_labels: true 2024-06-18T22:53:33.102547613Z job_name: pushgateway 2024-06-18T22:53:33.102551655Z scrape_interval: 30s 2024-06-18T22:53:33.102555539Z static_configs: 2024-06-18T22:53:33.102559466Z - targets: 2024-06-18T22:53:33.102564082Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T22:53:33.102567967Z 2024-06-18T22:53:33.106901020Z Alerts read: 0 2024-06-18T22:53:33.108923937Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T22:53:33.110117365Z groups: 2024-06-18T22:53:33.110125820Z - name: osm_alert_rules 2024-06-18T22:53:33.110130186Z rules: 2024-06-18T22:53:33.110134515Z - alert: vdu_down 2024-06-18T22:53:33.110138561Z annotations: 2024-06-18T22:53:33.110143182Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T22:53:33.110151063Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T22:53:33.110155275Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T22:53:33.110160115Z expr: vm_status_extended != 1 2024-06-18T22:53:33.110164515Z for: 3m 2024-06-18T22:53:33.110168352Z 2024-06-18T22:53:33.111209554Z New config written, updating prometheus 2024-06-18T22:53:38.146326104Z Prometheus config update successful 2024-06-18T22:53:38.146375548Z 2024-06-18T22:53:38.146448461Z Changes detected, updating prometheus config 2024-06-18T22:53:38.147739051Z Jobs detected: 0 2024-06-18T22:53:38.152418360Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T22:53:38.154361004Z alerting: 2024-06-18T22:53:38.154376792Z alertmanagers: 2024-06-18T22:53:38.154384077Z - static_configs: 2024-06-18T22:53:38.154388293Z - targets: 2024-06-18T22:53:38.154403249Z - alertmanager:9093 2024-06-18T22:53:38.154428895Z global: 2024-06-18T22:53:38.154434331Z evaluation_interval: 15s 2024-06-18T22:53:38.154438860Z scrape_interval: 15s 2024-06-18T22:53:38.154443933Z rule_files: 2024-06-18T22:53:38.154448360Z - osm_metric_rules.yml 2024-06-18T22:53:38.154453618Z - osm_alert_rules.yml 2024-06-18T22:53:38.154458427Z scrape_configs: 2024-06-18T22:53:38.154462623Z - job_name: mon_exporter 2024-06-18T22:53:38.154467013Z static_configs: 2024-06-18T22:53:38.154471106Z - targets: 2024-06-18T22:53:38.154474058Z - mon:8000 2024-06-18T22:53:38.154477138Z - honor_labels: true 2024-06-18T22:53:38.154480045Z job_name: pushgateway 2024-06-18T22:53:38.154482935Z scrape_interval: 30s 2024-06-18T22:53:38.154486148Z static_configs: 2024-06-18T22:53:38.154489099Z - targets: 2024-06-18T22:53:38.154492902Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T22:53:38.154495822Z 2024-06-18T22:53:38.158339818Z Alerts read: 0 2024-06-18T22:53:38.160135735Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T22:53:38.161423557Z groups: 2024-06-18T22:53:38.161437701Z - name: osm_alert_rules 2024-06-18T22:53:38.161442735Z rules: 2024-06-18T22:53:38.161447946Z - alert: vdu_down 2024-06-18T22:53:38.161452484Z annotations: 2024-06-18T22:53:38.161469308Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T22:53:38.161475019Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T22:53:38.161480152Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T22:53:38.161485475Z expr: vm_status_extended != 1 2024-06-18T22:53:38.161490144Z for: 3m 2024-06-18T22:53:38.161494872Z 2024-06-18T22:53:38.162555758Z New config written, updating prometheus 2024-06-18T22:53:43.193982466Z Prometheus config update successful 2024-06-18T22:53:43.194026327Z 2024-06-18T23:14:58.186297206Z Changes detected, updating prometheus config 2024-06-18T23:14:58.188218186Z Jobs detected: 0 2024-06-18T23:14:58.197813455Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T23:14:58.200390277Z alerting: 2024-06-18T23:14:58.200421000Z alertmanagers: 2024-06-18T23:14:58.200427369Z - static_configs: 2024-06-18T23:14:58.200431941Z - targets: 2024-06-18T23:14:58.200436785Z - alertmanager:9093 2024-06-18T23:14:58.200441521Z global: 2024-06-18T23:14:58.200445662Z evaluation_interval: 15s 2024-06-18T23:14:58.200449899Z scrape_interval: 15s 2024-06-18T23:14:58.200454263Z rule_files: 2024-06-18T23:14:58.200458312Z - osm_metric_rules.yml 2024-06-18T23:14:58.200462438Z - osm_alert_rules.yml 2024-06-18T23:14:58.200466791Z scrape_configs: 2024-06-18T23:14:58.200471497Z - job_name: mon_exporter 2024-06-18T23:14:58.200475697Z static_configs: 2024-06-18T23:14:58.200479953Z - targets: 2024-06-18T23:14:58.200484212Z - mon:8000 2024-06-18T23:14:58.200489749Z - honor_labels: true 2024-06-18T23:14:58.200495670Z job_name: pushgateway 2024-06-18T23:14:58.200501644Z scrape_interval: 30s 2024-06-18T23:14:58.200507299Z static_configs: 2024-06-18T23:14:58.200513369Z - targets: 2024-06-18T23:14:58.200520296Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T23:14:58.200526450Z 2024-06-18T23:14:58.205385818Z Alerts read: 6 2024-06-18T23:14:58.207187028Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T23:14:58.214373442Z groups: 2024-06-18T23:14:58.214413334Z - name: osm_alert_rules 2024-06-18T23:14:58.214491246Z rules: 2024-06-18T23:14:58.214501623Z - alert: vdu_down 2024-06-18T23:14:58.214510449Z annotations: 2024-06-18T23:14:58.214520527Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T23:14:58.214565103Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T23:14:58.214574973Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T23:14:58.214584585Z expr: vm_status_extended != 1 2024-06-18T23:14:58.214593117Z for: 3m 2024-06-18T23:14:58.214601758Z - name: _osm_alert_rules_20240618231458_ 2024-06-18T23:14:58.214610233Z rules: 2024-06-18T23:14:58.214649454Z - alert: scalein_f0366e50-b185-4983-a21e-dc19184a9498 2024-06-18T23:14:58.214659123Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:14:58.214693521Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:14:58.214733622Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:14:58.214743240Z for: 1m 2024-06-18T23:14:58.214751837Z labels: 2024-06-18T23:14:58.214760826Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:14:58.214769066Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:14:58.214780998Z vnf_member_index: vnf 2024-06-18T23:14:58.214819230Z - alert: scaleout_75c49ae9-9413-4e2e-9658-24c660095d39 2024-06-18T23:14:58.214828762Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:14:58.214837294Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:14:58.214845514Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:14:58.214853773Z for: 1m 2024-06-18T23:14:58.214862014Z labels: 2024-06-18T23:14:58.214870264Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:14:58.214906363Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:14:58.214916921Z vnf_member_index: vnf 2024-06-18T23:14:58.214925241Z - alert: scalein_ceb75477-f339-4a43-b567-d8e51ee305c8 2024-06-18T23:14:58.214933502Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:14:58.214941750Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:14:58.214950143Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:14:58.214958500Z for: 1m 2024-06-18T23:14:58.214994562Z labels: 2024-06-18T23:14:58.215003604Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:14:58.215011821Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:14:58.215020001Z vnf_member_index: vnf 2024-06-18T23:14:58.215028201Z - alert: scaleout_ddcce39b-f902-434d-a3ad-1f595dd241f5 2024-06-18T23:14:58.215036351Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:14:58.215044587Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:14:58.215080621Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:14:58.215089873Z for: 1m 2024-06-18T23:14:58.215098044Z labels: 2024-06-18T23:14:58.215106353Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:14:58.215126016Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:14:58.215134463Z vnf_member_index: vnf 2024-06-18T23:14:58.215170863Z - alert: scalein_69e6e3f5-813e-4873-b4bc-badeea9c67fe 2024-06-18T23:14:58.215179632Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:14:58.215190068Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:14:58.215202128Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:14:58.215216674Z for: 1m 2024-06-18T23:14:58.215267027Z labels: 2024-06-18T23:14:58.215280125Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:14:58.215292414Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:14:58.215304248Z vnf_member_index: vnf 2024-06-18T23:14:58.215316638Z - alert: scaleout_22a0a84b-2618-4bb7-a17a-080eaf1e3f69 2024-06-18T23:14:58.215368136Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:14:58.215379934Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:14:58.215392445Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:14:58.215404243Z for: 1m 2024-06-18T23:14:58.215453564Z labels: 2024-06-18T23:14:58.215466727Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:14:58.215478771Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:14:58.215491227Z vnf_member_index: vnf 2024-06-18T23:14:58.215534599Z 2024-06-18T23:14:58.224371707Z New config written, updating prometheus 2024-06-18T23:15:03.267118478Z Prometheus config update successful 2024-06-18T23:15:03.267449458Z 2024-06-18T23:15:03.267757976Z Changes detected, updating prometheus config 2024-06-18T23:15:03.271988451Z Jobs detected: 0 2024-06-18T23:15:03.281614331Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T23:15:03.286270314Z alerting: 2024-06-18T23:15:03.286287930Z alertmanagers: 2024-06-18T23:15:03.286293526Z - static_configs: 2024-06-18T23:15:03.286297267Z - targets: 2024-06-18T23:15:03.286301967Z - alertmanager:9093 2024-06-18T23:15:03.286305544Z global: 2024-06-18T23:15:03.286309616Z evaluation_interval: 15s 2024-06-18T23:15:03.286313245Z scrape_interval: 15s 2024-06-18T23:15:03.286317080Z rule_files: 2024-06-18T23:15:03.286321288Z - osm_metric_rules.yml 2024-06-18T23:15:03.286324807Z - osm_alert_rules.yml 2024-06-18T23:15:03.286328356Z scrape_configs: 2024-06-18T23:15:03.286331998Z - job_name: mon_exporter 2024-06-18T23:15:03.286341076Z static_configs: 2024-06-18T23:15:03.286344676Z - targets: 2024-06-18T23:15:03.286348244Z - mon:8000 2024-06-18T23:15:03.286352288Z - honor_labels: true 2024-06-18T23:15:03.286356153Z job_name: pushgateway 2024-06-18T23:15:03.286360012Z scrape_interval: 30s 2024-06-18T23:15:03.286363975Z static_configs: 2024-06-18T23:15:03.286368137Z - targets: 2024-06-18T23:15:03.286377116Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T23:15:03.286380764Z 2024-06-18T23:15:03.293521862Z Alerts read: 6 2024-06-18T23:15:03.296063208Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T23:15:03.302839795Z groups: 2024-06-18T23:15:03.302857254Z - name: osm_alert_rules 2024-06-18T23:15:03.302860448Z rules: 2024-06-18T23:15:03.302880848Z - alert: vdu_down 2024-06-18T23:15:03.302884561Z annotations: 2024-06-18T23:15:03.302888498Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T23:15:03.302892162Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T23:15:03.302895240Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T23:15:03.302899008Z expr: vm_status_extended != 1 2024-06-18T23:15:03.302902524Z for: 3m 2024-06-18T23:15:03.302905566Z - name: _osm_alert_rules_20240618231503_ 2024-06-18T23:15:03.302909024Z rules: 2024-06-18T23:15:03.302913037Z - alert: scalein_f0366e50-b185-4983-a21e-dc19184a9498 2024-06-18T23:15:03.302916021Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:03.302920503Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:03.302923916Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:03.302927062Z for: 1m 2024-06-18T23:15:03.302929962Z labels: 2024-06-18T23:15:03.302932883Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:03.302936312Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:03.302940256Z vnf_member_index: vnf 2024-06-18T23:15:03.302943299Z - alert: scaleout_75c49ae9-9413-4e2e-9658-24c660095d39 2024-06-18T23:15:03.302946296Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:03.302949243Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:03.302952345Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:03.302955172Z for: 1m 2024-06-18T23:15:03.302958042Z labels: 2024-06-18T23:15:03.302961212Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:03.302964171Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:03.302967036Z vnf_member_index: vnf 2024-06-18T23:15:03.302970142Z - alert: scalein_ceb75477-f339-4a43-b567-d8e51ee305c8 2024-06-18T23:15:03.302973033Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:03.302976096Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:03.302979022Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:03.302981989Z for: 1m 2024-06-18T23:15:03.302985635Z labels: 2024-06-18T23:15:03.302988566Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:03.302991441Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:03.302994857Z vnf_member_index: vnf 2024-06-18T23:15:03.302997814Z - alert: scaleout_ddcce39b-f902-434d-a3ad-1f595dd241f5 2024-06-18T23:15:03.303000772Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:03.303003756Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:03.303006617Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:03.303009478Z for: 1m 2024-06-18T23:15:03.303012339Z labels: 2024-06-18T23:15:03.303015284Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:03.303018240Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:03.303026233Z vnf_member_index: vnf 2024-06-18T23:15:03.303029277Z - alert: scalein_69e6e3f5-813e-4873-b4bc-badeea9c67fe 2024-06-18T23:15:03.303032095Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:03.303034978Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:03.303037809Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:03.303040664Z for: 1m 2024-06-18T23:15:03.303043509Z labels: 2024-06-18T23:15:03.303046444Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:03.303049386Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:03.303052257Z vnf_member_index: vnf 2024-06-18T23:15:03.303055367Z - alert: scaleout_22a0a84b-2618-4bb7-a17a-080eaf1e3f69 2024-06-18T23:15:03.303058294Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:03.303061290Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:03.303064436Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:03.303067504Z for: 1m 2024-06-18T23:15:03.303070388Z labels: 2024-06-18T23:15:03.303073624Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:03.303076809Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:03.303079747Z vnf_member_index: vnf 2024-06-18T23:15:03.303082455Z 2024-06-18T23:15:03.310492505Z New config written, updating prometheus 2024-06-18T23:15:08.344001297Z Prometheus config update successful 2024-06-18T23:15:08.344426519Z 2024-06-18T23:15:08.344768613Z Changes detected, updating prometheus config 2024-06-18T23:15:08.349609414Z Jobs detected: 0 2024-06-18T23:15:08.354669744Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T23:15:08.356593246Z alerting: 2024-06-18T23:15:08.356605932Z alertmanagers: 2024-06-18T23:15:08.356610015Z - static_configs: 2024-06-18T23:15:08.356613249Z - targets: 2024-06-18T23:15:08.356621848Z - alertmanager:9093 2024-06-18T23:15:08.356624915Z global: 2024-06-18T23:15:08.356627958Z evaluation_interval: 15s 2024-06-18T23:15:08.356631143Z scrape_interval: 15s 2024-06-18T23:15:08.356634611Z rule_files: 2024-06-18T23:15:08.356637532Z - osm_metric_rules.yml 2024-06-18T23:15:08.356640302Z - osm_alert_rules.yml 2024-06-18T23:15:08.356643184Z scrape_configs: 2024-06-18T23:15:08.356662590Z - job_name: mon_exporter 2024-06-18T23:15:08.356666723Z static_configs: 2024-06-18T23:15:08.356670844Z - targets: 2024-06-18T23:15:08.356691435Z - mon:8000 2024-06-18T23:15:08.356695683Z - honor_labels: true 2024-06-18T23:15:08.356700254Z job_name: pushgateway 2024-06-18T23:15:08.356704716Z scrape_interval: 30s 2024-06-18T23:15:08.356709090Z static_configs: 2024-06-18T23:15:08.356713385Z - targets: 2024-06-18T23:15:08.356718335Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T23:15:08.358096707Z 2024-06-18T23:15:08.362711788Z Alerts read: 6 2024-06-18T23:15:08.364558013Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T23:15:08.372417221Z groups: 2024-06-18T23:15:08.372427807Z - name: osm_alert_rules 2024-06-18T23:15:08.372430878Z rules: 2024-06-18T23:15:08.372434754Z - alert: vdu_down 2024-06-18T23:15:08.372437541Z annotations: 2024-06-18T23:15:08.372459628Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T23:15:08.372463356Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T23:15:08.372466150Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T23:15:08.372469935Z expr: vm_status_extended != 1 2024-06-18T23:15:08.372472920Z for: 3m 2024-06-18T23:15:08.372475766Z - name: _osm_alert_rules_20240618231508_ 2024-06-18T23:15:08.372478599Z rules: 2024-06-18T23:15:08.372481976Z - alert: scalein_f0366e50-b185-4983-a21e-dc19184a9498 2024-06-18T23:15:08.372484799Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:08.372488589Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:08.372491698Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:08.372494496Z for: 1m 2024-06-18T23:15:08.372497458Z labels: 2024-06-18T23:15:08.372500600Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:08.372503405Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:08.372506914Z vnf_member_index: vnf 2024-06-18T23:15:08.372509707Z - alert: scaleout_75c49ae9-9413-4e2e-9658-24c660095d39 2024-06-18T23:15:08.372512617Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:08.372515813Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:08.372518635Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:08.372521294Z for: 1m 2024-06-18T23:15:08.372524006Z labels: 2024-06-18T23:15:08.372527296Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:08.372530351Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:08.372533159Z vnf_member_index: vnf 2024-06-18T23:15:08.372535934Z - alert: scalein_ceb75477-f339-4a43-b567-d8e51ee305c8 2024-06-18T23:15:08.372538731Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:08.372541710Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:08.372544677Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:08.372547341Z for: 1m 2024-06-18T23:15:08.372550145Z labels: 2024-06-18T23:15:08.372552924Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:08.372555786Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:08.372558588Z vnf_member_index: vnf 2024-06-18T23:15:08.372561581Z - alert: scaleout_ddcce39b-f902-434d-a3ad-1f595dd241f5 2024-06-18T23:15:08.372564397Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:08.372567234Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:08.372570241Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:08.372573045Z for: 1m 2024-06-18T23:15:08.372575707Z labels: 2024-06-18T23:15:08.372578494Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:08.372581260Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:08.372584107Z vnf_member_index: vnf 2024-06-18T23:15:08.372591643Z - alert: scalein_69e6e3f5-813e-4873-b4bc-badeea9c67fe 2024-06-18T23:15:08.372594543Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:08.372597230Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:08.372599918Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:08.372602572Z for: 1m 2024-06-18T23:15:08.372605233Z labels: 2024-06-18T23:15:08.372608015Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:08.372610672Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:08.372613484Z vnf_member_index: vnf 2024-06-18T23:15:08.372616334Z - alert: scaleout_22a0a84b-2618-4bb7-a17a-080eaf1e3f69 2024-06-18T23:15:08.372619146Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:08.372621866Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:08.372624516Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:08.372627183Z for: 1m 2024-06-18T23:15:08.372629861Z labels: 2024-06-18T23:15:08.372643488Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:08.372659777Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:08.372664363Z vnf_member_index: vnf 2024-06-18T23:15:08.372689741Z 2024-06-18T23:15:08.379115758Z New config written, updating prometheus 2024-06-18T23:15:13.409065005Z Prometheus config update successful 2024-06-18T23:15:13.409109440Z 2024-06-18T23:15:13.409118344Z Changes detected, updating prometheus config 2024-06-18T23:15:13.410915429Z Jobs detected: 0 2024-06-18T23:15:13.419989220Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T23:15:13.423151626Z alerting: 2024-06-18T23:15:13.423197821Z alertmanagers: 2024-06-18T23:15:13.423220375Z - static_configs: 2024-06-18T23:15:13.423278827Z - targets: 2024-06-18T23:15:13.423293466Z - alertmanager:9093 2024-06-18T23:15:13.423302187Z global: 2024-06-18T23:15:13.423310621Z evaluation_interval: 15s 2024-06-18T23:15:13.423318960Z scrape_interval: 15s 2024-06-18T23:15:13.423327918Z rule_files: 2024-06-18T23:15:13.423336478Z - osm_metric_rules.yml 2024-06-18T23:15:13.423345246Z - osm_alert_rules.yml 2024-06-18T23:15:13.423353465Z scrape_configs: 2024-06-18T23:15:13.423361700Z - job_name: mon_exporter 2024-06-18T23:15:13.423370106Z static_configs: 2024-06-18T23:15:13.423378426Z - targets: 2024-06-18T23:15:13.423387067Z - mon:8000 2024-06-18T23:15:13.423395279Z - honor_labels: true 2024-06-18T23:15:13.423403830Z job_name: pushgateway 2024-06-18T23:15:13.423412056Z scrape_interval: 30s 2024-06-18T23:15:13.423420243Z static_configs: 2024-06-18T23:15:13.423428400Z - targets: 2024-06-18T23:15:13.423439427Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T23:15:13.423447625Z 2024-06-18T23:15:13.429205649Z Alerts read: 6 2024-06-18T23:15:13.432904510Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T23:15:13.449352849Z groups: 2024-06-18T23:15:13.449413393Z - name: osm_alert_rules 2024-06-18T23:15:13.449421061Z rules: 2024-06-18T23:15:13.449427384Z - alert: vdu_down 2024-06-18T23:15:13.449433246Z annotations: 2024-06-18T23:15:13.449443543Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T23:15:13.449472102Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T23:15:13.449478089Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T23:15:13.449484314Z expr: vm_status_extended != 1 2024-06-18T23:15:13.449490062Z for: 3m 2024-06-18T23:15:13.449495913Z - name: _osm_alert_rules_20240618231513_ 2024-06-18T23:15:13.449501681Z rules: 2024-06-18T23:15:13.449509151Z - alert: scalein_f0366e50-b185-4983-a21e-dc19184a9498 2024-06-18T23:15:13.449536807Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:13.449545680Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:13.449551715Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:13.449557470Z for: 1m 2024-06-18T23:15:13.449563012Z labels: 2024-06-18T23:15:13.449568667Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:13.449574225Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:13.453896408Z vnf_member_index: vnf 2024-06-18T23:15:13.453926679Z - alert: scaleout_75c49ae9-9413-4e2e-9658-24c660095d39 2024-06-18T23:15:13.453931465Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:13.453935819Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:13.453940132Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:13.453945457Z for: 1m 2024-06-18T23:15:13.453952738Z labels: 2024-06-18T23:15:13.453958950Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:13.453965919Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:13.453972110Z vnf_member_index: vnf 2024-06-18T23:15:13.453977770Z - alert: scalein_ceb75477-f339-4a43-b567-d8e51ee305c8 2024-06-18T23:15:13.453983540Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:13.453988768Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:13.453992775Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:13.453996611Z for: 1m 2024-06-18T23:15:13.454000419Z labels: 2024-06-18T23:15:13.454004237Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:13.454008105Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:13.454011921Z vnf_member_index: vnf 2024-06-18T23:15:13.454015734Z - alert: scaleout_ddcce39b-f902-434d-a3ad-1f595dd241f5 2024-06-18T23:15:13.454019631Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:13.454023747Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:13.454028595Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:13.454034278Z for: 1m 2024-06-18T23:15:13.454042051Z labels: 2024-06-18T23:15:13.454049188Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:13.454055253Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:13.454060886Z vnf_member_index: vnf 2024-06-18T23:15:13.454066437Z - alert: scalein_69e6e3f5-813e-4873-b4bc-badeea9c67fe 2024-06-18T23:15:13.454086554Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:13.454090656Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:13.454094640Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:13.454098533Z for: 1m 2024-06-18T23:15:13.454102336Z labels: 2024-06-18T23:15:13.454106102Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:13.454109914Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:13.454113785Z vnf_member_index: vnf 2024-06-18T23:15:13.454119549Z - alert: scaleout_22a0a84b-2618-4bb7-a17a-080eaf1e3f69 2024-06-18T23:15:13.454127018Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:13.454133765Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:13.454140101Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:13.454146324Z for: 1m 2024-06-18T23:15:13.454151800Z labels: 2024-06-18T23:15:13.454157403Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:13.454163036Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:13.454169059Z vnf_member_index: vnf 2024-06-18T23:15:13.454174228Z 2024-06-18T23:15:13.464298157Z New config written, updating prometheus 2024-06-18T23:15:18.500839002Z Prometheus config update successful 2024-06-18T23:15:18.500892543Z 2024-06-18T23:15:18.500901431Z Changes detected, updating prometheus config 2024-06-18T23:15:18.502469280Z Jobs detected: 0 2024-06-18T23:15:18.509699099Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T23:15:18.512408044Z alerting: 2024-06-18T23:15:18.512422826Z alertmanagers: 2024-06-18T23:15:18.512430136Z - static_configs: 2024-06-18T23:15:18.512433925Z - targets: 2024-06-18T23:15:18.512438482Z - alertmanager:9093 2024-06-18T23:15:18.512441602Z global: 2024-06-18T23:15:18.512444752Z evaluation_interval: 15s 2024-06-18T23:15:18.512448112Z scrape_interval: 15s 2024-06-18T23:15:18.512451146Z rule_files: 2024-06-18T23:15:18.512454201Z - osm_metric_rules.yml 2024-06-18T23:15:18.512457240Z - osm_alert_rules.yml 2024-06-18T23:15:18.512460291Z scrape_configs: 2024-06-18T23:15:18.512463750Z - job_name: mon_exporter 2024-06-18T23:15:18.512466909Z static_configs: 2024-06-18T23:15:18.512470022Z - targets: 2024-06-18T23:15:18.512473143Z - mon:8000 2024-06-18T23:15:18.512476142Z - honor_labels: true 2024-06-18T23:15:18.512479179Z job_name: pushgateway 2024-06-18T23:15:18.512482420Z scrape_interval: 30s 2024-06-18T23:15:18.512485459Z static_configs: 2024-06-18T23:15:18.512488468Z - targets: 2024-06-18T23:15:18.512492213Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T23:15:18.512636856Z 2024-06-18T23:15:18.517040787Z Alerts read: 6 2024-06-18T23:15:18.519348927Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T23:15:18.527097183Z groups: 2024-06-18T23:15:18.527135982Z - name: osm_alert_rules 2024-06-18T23:15:18.527144045Z rules: 2024-06-18T23:15:18.527151347Z - alert: vdu_down 2024-06-18T23:15:18.527158765Z annotations: 2024-06-18T23:15:18.527167400Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T23:15:18.527175675Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T23:15:18.527245450Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T23:15:18.527254873Z expr: vm_status_extended != 1 2024-06-18T23:15:18.527261880Z for: 3m 2024-06-18T23:15:18.527268982Z - name: _osm_alert_rules_20240618231518_ 2024-06-18T23:15:18.527276384Z rules: 2024-06-18T23:15:18.527284414Z - alert: scalein_f0366e50-b185-4983-a21e-dc19184a9498 2024-06-18T23:15:18.527291826Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:18.527300245Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:18.527307251Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:18.527334416Z for: 1m 2024-06-18T23:15:18.527342623Z labels: 2024-06-18T23:15:18.527349572Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:18.527356450Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:18.527364656Z vnf_member_index: vnf 2024-06-18T23:15:18.527371745Z - alert: scaleout_75c49ae9-9413-4e2e-9658-24c660095d39 2024-06-18T23:15:18.527379006Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:18.527387684Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:18.527401509Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:18.527412651Z for: 1m 2024-06-18T23:15:18.527422878Z labels: 2024-06-18T23:15:18.527432934Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:18.527442773Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:18.527449943Z vnf_member_index: vnf 2024-06-18T23:15:18.527456978Z - alert: scalein_ceb75477-f339-4a43-b567-d8e51ee305c8 2024-06-18T23:15:18.527463826Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:18.527470711Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:18.527477704Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:18.527484570Z for: 1m 2024-06-18T23:15:18.527491537Z labels: 2024-06-18T23:15:18.527498510Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:18.527505612Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:18.527512737Z vnf_member_index: vnf 2024-06-18T23:15:18.527519532Z - alert: scaleout_ddcce39b-f902-434d-a3ad-1f595dd241f5 2024-06-18T23:15:18.527526412Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:18.527533399Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:18.527540301Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:18.527547157Z for: 1m 2024-06-18T23:15:18.527554089Z labels: 2024-06-18T23:15:18.527560980Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:18.527567988Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:18.527574923Z vnf_member_index: vnf 2024-06-18T23:15:18.527581821Z - alert: scalein_69e6e3f5-813e-4873-b4bc-badeea9c67fe 2024-06-18T23:15:18.527588793Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:18.527618170Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:18.527625491Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:18.527632606Z for: 1m 2024-06-18T23:15:18.527639808Z labels: 2024-06-18T23:15:18.527646643Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:18.527653453Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:18.527660474Z vnf_member_index: vnf 2024-06-18T23:15:18.527667333Z - alert: scaleout_22a0a84b-2618-4bb7-a17a-080eaf1e3f69 2024-06-18T23:15:18.527675618Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:18.527753271Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:18.527769761Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:18.527781250Z for: 1m 2024-06-18T23:15:18.527792048Z labels: 2024-06-18T23:15:18.527803372Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:18.527814471Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:18.527826303Z vnf_member_index: vnf 2024-06-18T23:15:18.527836489Z 2024-06-18T23:15:18.533993653Z New config written, updating prometheus 2024-06-18T23:15:23.571536159Z Prometheus config update successful 2024-06-18T23:15:23.571580759Z 2024-06-18T23:15:23.571803632Z Changes detected, updating prometheus config 2024-06-18T23:15:23.573477508Z Jobs detected: 0 2024-06-18T23:15:23.581414904Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T23:15:23.583940123Z alerting: 2024-06-18T23:15:23.583962768Z alertmanagers: 2024-06-18T23:15:23.583969106Z - static_configs: 2024-06-18T23:15:23.583973991Z - targets: 2024-06-18T23:15:23.583979573Z - alertmanager:9093 2024-06-18T23:15:23.583984990Z global: 2024-06-18T23:15:23.583990085Z evaluation_interval: 15s 2024-06-18T23:15:23.583994992Z scrape_interval: 15s 2024-06-18T23:15:23.583999906Z rule_files: 2024-06-18T23:15:23.584004806Z - osm_metric_rules.yml 2024-06-18T23:15:23.584009693Z - osm_alert_rules.yml 2024-06-18T23:15:23.584014477Z scrape_configs: 2024-06-18T23:15:23.584019330Z - job_name: mon_exporter 2024-06-18T23:15:23.584029527Z static_configs: 2024-06-18T23:15:23.584034732Z - targets: 2024-06-18T23:15:23.584039644Z - mon:8000 2024-06-18T23:15:23.584044589Z - honor_labels: true 2024-06-18T23:15:23.584049630Z job_name: pushgateway 2024-06-18T23:15:23.584054549Z scrape_interval: 30s 2024-06-18T23:15:23.584059465Z static_configs: 2024-06-18T23:15:23.584064558Z - targets: 2024-06-18T23:15:23.584070915Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T23:15:23.584075632Z 2024-06-18T23:15:23.588300771Z Alerts read: 6 2024-06-18T23:15:23.590341519Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T23:15:23.596373713Z groups: 2024-06-18T23:15:23.596397469Z - name: osm_alert_rules 2024-06-18T23:15:23.596403757Z rules: 2024-06-18T23:15:23.596409599Z - alert: vdu_down 2024-06-18T23:15:23.596415329Z annotations: 2024-06-18T23:15:23.596421917Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T23:15:23.596428253Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T23:15:23.596466423Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T23:15:23.596473276Z expr: vm_status_extended != 1 2024-06-18T23:15:23.596478897Z for: 3m 2024-06-18T23:15:23.596484587Z - name: _osm_alert_rules_20240618231523_ 2024-06-18T23:15:23.596490185Z rules: 2024-06-18T23:15:23.596496539Z - alert: scalein_f0366e50-b185-4983-a21e-dc19184a9498 2024-06-18T23:15:23.596502858Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:23.596517979Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:23.596523913Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:23.596529622Z for: 1m 2024-06-18T23:15:23.596535342Z labels: 2024-06-18T23:15:23.596541016Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:23.596546613Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:23.596552885Z vnf_member_index: vnf 2024-06-18T23:15:23.596558404Z - alert: scaleout_75c49ae9-9413-4e2e-9658-24c660095d39 2024-06-18T23:15:23.596564095Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:23.596569716Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:23.596575366Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:23.596580905Z for: 1m 2024-06-18T23:15:23.596604477Z labels: 2024-06-18T23:15:23.596610211Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:23.596619809Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:23.596625744Z vnf_member_index: vnf 2024-06-18T23:15:23.596631331Z - alert: scalein_ceb75477-f339-4a43-b567-d8e51ee305c8 2024-06-18T23:15:23.596636854Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:23.596642579Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:23.596648342Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:23.596654403Z for: 1m 2024-06-18T23:15:23.596659978Z labels: 2024-06-18T23:15:23.596665627Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:23.596671252Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:23.596676852Z vnf_member_index: vnf 2024-06-18T23:15:23.596682621Z - alert: scaleout_ddcce39b-f902-434d-a3ad-1f595dd241f5 2024-06-18T23:15:23.596688127Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:23.596693757Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:23.596699431Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:23.596704937Z for: 1m 2024-06-18T23:15:23.596710469Z labels: 2024-06-18T23:15:23.596716064Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:23.596721744Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:23.596727278Z vnf_member_index: vnf 2024-06-18T23:15:23.596733117Z - alert: scalein_69e6e3f5-813e-4873-b4bc-badeea9c67fe 2024-06-18T23:15:23.596738783Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:23.596751417Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:23.596757162Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-18T23:15:23.596762728Z for: 1m 2024-06-18T23:15:23.596768306Z labels: 2024-06-18T23:15:23.596773834Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:23.596779408Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:23.596784932Z vnf_member_index: vnf 2024-06-18T23:15:23.596790520Z - alert: scaleout_22a0a84b-2618-4bb7-a17a-080eaf1e3f69 2024-06-18T23:15:23.596796131Z expr: (count (osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:23.596801916Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="2012dd4e-71b5-4f2d-b0bf-3297826eb637", 2024-06-18T23:15:23.596807461Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-18T23:15:23.596812972Z for: 1m 2024-06-18T23:15:23.596818636Z labels: 2024-06-18T23:15:23.596824116Z ns_id: 2012dd4e-71b5-4f2d-b0bf-3297826eb637 2024-06-18T23:15:23.596829669Z vdu_id: hackfest_basic_metrics-VM 2024-06-18T23:15:23.596835391Z vnf_member_index: vnf 2024-06-18T23:15:23.596840643Z 2024-06-18T23:15:23.602222578Z New config written, updating prometheus 2024-06-18T23:15:28.634438639Z Prometheus config update successful 2024-06-18T23:15:28.634513039Z 2024-06-18T23:16:41.980605686Z Changes detected, updating prometheus config 2024-06-18T23:16:41.985939699Z Jobs detected: 0 2024-06-18T23:16:41.992072040Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T23:16:41.994577565Z alerting: 2024-06-18T23:16:41.994619495Z alertmanagers: 2024-06-18T23:16:41.994627514Z - static_configs: 2024-06-18T23:16:41.994632466Z - targets: 2024-06-18T23:16:41.994637913Z - alertmanager:9093 2024-06-18T23:16:41.994642638Z global: 2024-06-18T23:16:41.994647416Z evaluation_interval: 15s 2024-06-18T23:16:41.994652111Z scrape_interval: 15s 2024-06-18T23:16:41.994656832Z rule_files: 2024-06-18T23:16:41.994661472Z - osm_metric_rules.yml 2024-06-18T23:16:41.994666269Z - osm_alert_rules.yml 2024-06-18T23:16:41.994671054Z scrape_configs: 2024-06-18T23:16:41.994675656Z - job_name: mon_exporter 2024-06-18T23:16:41.994699497Z static_configs: 2024-06-18T23:16:41.994704924Z - targets: 2024-06-18T23:16:41.994709629Z - mon:8000 2024-06-18T23:16:41.994715076Z - honor_labels: true 2024-06-18T23:16:41.994719875Z job_name: pushgateway 2024-06-18T23:16:41.994724579Z scrape_interval: 30s 2024-06-18T23:16:41.994729246Z static_configs: 2024-06-18T23:16:41.994733923Z - targets: 2024-06-18T23:16:41.994739442Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T23:16:41.994795070Z 2024-06-18T23:16:41.999912901Z Alerts read: 0 2024-06-18T23:16:42.001935128Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T23:16:42.003147214Z groups: 2024-06-18T23:16:42.003164065Z - name: osm_alert_rules 2024-06-18T23:16:42.003169683Z rules: 2024-06-18T23:16:42.003174788Z - alert: vdu_down 2024-06-18T23:16:42.003180613Z annotations: 2024-06-18T23:16:42.003203862Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T23:16:42.003211756Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T23:16:42.003215627Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T23:16:42.003235755Z expr: vm_status_extended != 1 2024-06-18T23:16:42.003239258Z for: 3m 2024-06-18T23:16:42.003242188Z 2024-06-18T23:16:42.004465036Z New config written, updating prometheus 2024-06-18T23:16:47.043362921Z Prometheus config update successful 2024-06-18T23:16:47.043399831Z 2024-06-18T23:16:47.043556156Z Changes detected, updating prometheus config 2024-06-18T23:16:47.049032150Z Jobs detected: 0 2024-06-18T23:16:47.055041725Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T23:16:47.057090093Z alerting: 2024-06-18T23:16:47.057102979Z alertmanagers: 2024-06-18T23:16:47.057107381Z - static_configs: 2024-06-18T23:16:47.057110918Z - targets: 2024-06-18T23:16:47.057114940Z - alertmanager:9093 2024-06-18T23:16:47.057118797Z global: 2024-06-18T23:16:47.057122335Z evaluation_interval: 15s 2024-06-18T23:16:47.057125813Z scrape_interval: 15s 2024-06-18T23:16:47.057129338Z rule_files: 2024-06-18T23:16:47.057132774Z - osm_metric_rules.yml 2024-06-18T23:16:47.057136226Z - osm_alert_rules.yml 2024-06-18T23:16:47.057139660Z scrape_configs: 2024-06-18T23:16:47.057143050Z - job_name: mon_exporter 2024-06-18T23:16:47.057151348Z static_configs: 2024-06-18T23:16:47.057155303Z - targets: 2024-06-18T23:16:47.057158814Z - mon:8000 2024-06-18T23:16:47.057162169Z - honor_labels: true 2024-06-18T23:16:47.057165678Z job_name: pushgateway 2024-06-18T23:16:47.057169095Z scrape_interval: 30s 2024-06-18T23:16:47.057172490Z static_configs: 2024-06-18T23:16:47.057175899Z - targets: 2024-06-18T23:16:47.057179995Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T23:16:47.057183586Z 2024-06-18T23:16:47.060053914Z Alerts read: 0 2024-06-18T23:16:47.062485980Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T23:16:47.064642578Z groups: 2024-06-18T23:16:47.064656003Z - name: osm_alert_rules 2024-06-18T23:16:47.064659791Z rules: 2024-06-18T23:16:47.064663665Z - alert: vdu_down 2024-06-18T23:16:47.064667021Z annotations: 2024-06-18T23:16:47.064671042Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T23:16:47.064675265Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T23:16:47.064678628Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T23:16:47.064683247Z expr: vm_status_extended != 1 2024-06-18T23:16:47.064686828Z for: 3m 2024-06-18T23:16:47.064689982Z 2024-06-18T23:16:47.066344283Z New config written, updating prometheus 2024-06-18T23:16:52.090415483Z Prometheus config update successful 2024-06-18T23:16:52.090458232Z 2024-06-18T23:16:52.090464185Z Changes detected, updating prometheus config 2024-06-18T23:16:52.092335706Z Jobs detected: 0 2024-06-18T23:16:52.096425286Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T23:16:52.098115709Z alerting: 2024-06-18T23:16:52.098127010Z alertmanagers: 2024-06-18T23:16:52.098133275Z - static_configs: 2024-06-18T23:16:52.098138675Z - targets: 2024-06-18T23:16:52.098147961Z - alertmanager:9093 2024-06-18T23:16:52.098152867Z global: 2024-06-18T23:16:52.098158176Z evaluation_interval: 15s 2024-06-18T23:16:52.098162995Z scrape_interval: 15s 2024-06-18T23:16:52.098167652Z rule_files: 2024-06-18T23:16:52.098172329Z - osm_metric_rules.yml 2024-06-18T23:16:52.098177000Z - osm_alert_rules.yml 2024-06-18T23:16:52.098181756Z scrape_configs: 2024-06-18T23:16:52.098186383Z - job_name: mon_exporter 2024-06-18T23:16:52.098213082Z static_configs: 2024-06-18T23:16:52.098218031Z - targets: 2024-06-18T23:16:52.098222671Z - mon:8000 2024-06-18T23:16:52.098227330Z - honor_labels: true 2024-06-18T23:16:52.098232044Z job_name: pushgateway 2024-06-18T23:16:52.098236572Z scrape_interval: 30s 2024-06-18T23:16:52.098241327Z static_configs: 2024-06-18T23:16:52.098246030Z - targets: 2024-06-18T23:16:52.098260310Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T23:16:52.098265447Z 2024-06-18T23:16:52.101093037Z Alerts read: 0 2024-06-18T23:16:52.102793793Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T23:16:52.103787004Z groups: 2024-06-18T23:16:52.103805384Z - name: osm_alert_rules 2024-06-18T23:16:52.103814205Z rules: 2024-06-18T23:16:52.103822748Z - alert: vdu_down 2024-06-18T23:16:52.103831254Z annotations: 2024-06-18T23:16:52.103840215Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T23:16:52.103849654Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T23:16:52.103858520Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T23:16:52.103868236Z expr: vm_status_extended != 1 2024-06-18T23:16:52.103876675Z for: 3m 2024-06-18T23:16:52.103884727Z 2024-06-18T23:16:52.104793468Z New config written, updating prometheus 2024-06-18T23:16:57.138412142Z Prometheus config update successful 2024-06-18T23:16:57.138450098Z 2024-06-18T23:16:57.140093398Z Changes detected, updating prometheus config 2024-06-18T23:16:57.145110147Z Jobs detected: 0 2024-06-18T23:16:57.156528590Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T23:16:57.159488035Z alerting: 2024-06-18T23:16:57.159525912Z alertmanagers: 2024-06-18T23:16:57.159534288Z - static_configs: 2024-06-18T23:16:57.159540712Z - targets: 2024-06-18T23:16:57.159548258Z - alertmanager:9093 2024-06-18T23:16:57.159553525Z global: 2024-06-18T23:16:57.159558787Z evaluation_interval: 15s 2024-06-18T23:16:57.159564270Z scrape_interval: 15s 2024-06-18T23:16:57.159570470Z rule_files: 2024-06-18T23:16:57.159576344Z - osm_metric_rules.yml 2024-06-18T23:16:57.159582094Z - osm_alert_rules.yml 2024-06-18T23:16:57.159587618Z scrape_configs: 2024-06-18T23:16:57.159593516Z - job_name: mon_exporter 2024-06-18T23:16:57.159597334Z static_configs: 2024-06-18T23:16:57.159601212Z - targets: 2024-06-18T23:16:57.159604993Z - mon:8000 2024-06-18T23:16:57.159608891Z - honor_labels: true 2024-06-18T23:16:57.159612754Z job_name: pushgateway 2024-06-18T23:16:57.159616482Z scrape_interval: 30s 2024-06-18T23:16:57.159620132Z static_configs: 2024-06-18T23:16:57.159623850Z - targets: 2024-06-18T23:16:57.159628319Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T23:16:57.159631915Z 2024-06-18T23:16:57.164074529Z Alerts read: 0 2024-06-18T23:16:57.166236783Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T23:16:57.167485483Z groups: 2024-06-18T23:16:57.167511208Z - name: osm_alert_rules 2024-06-18T23:16:57.167520376Z rules: 2024-06-18T23:16:57.167529489Z - alert: vdu_down 2024-06-18T23:16:57.167538404Z annotations: 2024-06-18T23:16:57.167548613Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T23:16:57.167558322Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T23:16:57.167566654Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T23:16:57.167607952Z expr: vm_status_extended != 1 2024-06-18T23:16:57.167616720Z for: 3m 2024-06-18T23:16:57.167624752Z 2024-06-18T23:16:57.168739512Z New config written, updating prometheus 2024-06-18T23:17:02.215061525Z Prometheus config update successful 2024-06-18T23:17:02.215106551Z 2024-06-18T23:17:02.215380148Z Changes detected, updating prometheus config 2024-06-18T23:17:02.217144046Z Jobs detected: 0 2024-06-18T23:17:02.223816035Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T23:17:02.224285873Z alerting: 2024-06-18T23:17:02.224295983Z alertmanagers: 2024-06-18T23:17:02.224301302Z - static_configs: 2024-06-18T23:17:02.224305461Z - targets: 2024-06-18T23:17:02.224310770Z - alertmanager:9093 2024-06-18T23:17:02.224315167Z global: 2024-06-18T23:17:02.224319348Z evaluation_interval: 15s 2024-06-18T23:17:02.224323584Z scrape_interval: 15s 2024-06-18T23:17:02.224327633Z rule_files: 2024-06-18T23:17:02.224331641Z - osm_metric_rules.yml 2024-06-18T23:17:02.224335799Z - osm_alert_rules.yml 2024-06-18T23:17:02.224339749Z scrape_configs: 2024-06-18T23:17:02.224344238Z - job_name: mon_exporter 2024-06-18T23:17:02.224348342Z static_configs: 2024-06-18T23:17:02.224352306Z - targets: 2024-06-18T23:17:02.224356373Z - mon:8000 2024-06-18T23:17:02.224360294Z - honor_labels: true 2024-06-18T23:17:02.224364397Z job_name: pushgateway 2024-06-18T23:17:02.224368280Z scrape_interval: 30s 2024-06-18T23:17:02.224372334Z static_configs: 2024-06-18T23:17:02.224376346Z - targets: 2024-06-18T23:17:02.224381400Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T23:17:02.224385364Z 2024-06-18T23:17:02.227782029Z Alerts read: 0 2024-06-18T23:17:02.238768817Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T23:17:02.238790009Z groups: 2024-06-18T23:17:02.238794960Z - name: osm_alert_rules 2024-06-18T23:17:02.238798108Z rules: 2024-06-18T23:17:02.238801204Z - alert: vdu_down 2024-06-18T23:17:02.238804482Z annotations: 2024-06-18T23:17:02.238808598Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T23:17:02.238813659Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T23:17:02.238816836Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T23:17:02.238820870Z expr: vm_status_extended != 1 2024-06-18T23:17:02.238824731Z for: 3m 2024-06-18T23:17:02.238827621Z 2024-06-18T23:17:02.238830691Z New config written, updating prometheus 2024-06-18T23:17:07.286426490Z Prometheus config update successful 2024-06-18T23:17:07.286466958Z 2024-06-18T23:17:07.286701834Z Changes detected, updating prometheus config 2024-06-18T23:17:07.288751944Z Jobs detected: 0 2024-06-18T23:17:07.298491013Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-18T23:17:07.300513185Z alerting: 2024-06-18T23:17:07.300532959Z alertmanagers: 2024-06-18T23:17:07.300539101Z - static_configs: 2024-06-18T23:17:07.300543872Z - targets: 2024-06-18T23:17:07.300549292Z - alertmanager:9093 2024-06-18T23:17:07.300553541Z global: 2024-06-18T23:17:07.300557816Z evaluation_interval: 15s 2024-06-18T23:17:07.300562220Z scrape_interval: 15s 2024-06-18T23:17:07.300566750Z rule_files: 2024-06-18T23:17:07.300571294Z - osm_metric_rules.yml 2024-06-18T23:17:07.300576114Z - osm_alert_rules.yml 2024-06-18T23:17:07.300581460Z scrape_configs: 2024-06-18T23:17:07.300606897Z - job_name: mon_exporter 2024-06-18T23:17:07.300621981Z static_configs: 2024-06-18T23:17:07.300626556Z - targets: 2024-06-18T23:17:07.300630708Z - mon:8000 2024-06-18T23:17:07.300634796Z - honor_labels: true 2024-06-18T23:17:07.300639084Z job_name: pushgateway 2024-06-18T23:17:07.300643443Z scrape_interval: 30s 2024-06-18T23:17:07.300647803Z static_configs: 2024-06-18T23:17:07.300651981Z - targets: 2024-06-18T23:17:07.300656742Z - pushgateway-prometheus-pushgateway:9091 2024-06-18T23:17:07.300660640Z 2024-06-18T23:17:07.305473710Z Alerts read: 0 2024-06-18T23:17:07.307490660Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-18T23:17:07.308700954Z groups: 2024-06-18T23:17:07.308716915Z - name: osm_alert_rules 2024-06-18T23:17:07.308721785Z rules: 2024-06-18T23:17:07.308726259Z - alert: vdu_down 2024-06-18T23:17:07.308730757Z annotations: 2024-06-18T23:17:07.308734467Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-18T23:17:07.308738336Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-18T23:17:07.308742103Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-18T23:17:07.308745671Z expr: vm_status_extended != 1 2024-06-18T23:17:07.308748664Z for: 3m 2024-06-18T23:17:07.308751407Z 2024-06-18T23:17:07.309655096Z New config written, updating prometheus 2024-06-18T23:17:12.353979202Z Prometheus config update successful 2024-06-18T23:17:12.354021389Z 2024-06-19T01:04:50.655818522Z Changes detected, updating prometheus config 2024-06-19T01:04:50.657111591Z Jobs detected: 0 2024-06-19T01:04:50.667758462Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T01:04:50.671532525Z alerting: 2024-06-19T01:04:50.671550991Z alertmanagers: 2024-06-19T01:04:50.671555899Z - static_configs: 2024-06-19T01:04:50.671560117Z - targets: 2024-06-19T01:04:50.671564680Z - alertmanager:9093 2024-06-19T01:04:50.671569014Z global: 2024-06-19T01:04:50.671573307Z evaluation_interval: 15s 2024-06-19T01:04:50.671577768Z scrape_interval: 15s 2024-06-19T01:04:50.671582213Z rule_files: 2024-06-19T01:04:50.671586293Z - osm_metric_rules.yml 2024-06-19T01:04:50.671590416Z - osm_alert_rules.yml 2024-06-19T01:04:50.671594460Z scrape_configs: 2024-06-19T01:04:50.671598539Z - job_name: mon_exporter 2024-06-19T01:04:50.671602608Z static_configs: 2024-06-19T01:04:50.671606677Z - targets: 2024-06-19T01:04:50.671610714Z - mon:8000 2024-06-19T01:04:50.671615104Z - honor_labels: true 2024-06-19T01:04:50.671619070Z job_name: pushgateway 2024-06-19T01:04:50.671623076Z scrape_interval: 30s 2024-06-19T01:04:50.671627093Z static_configs: 2024-06-19T01:04:50.671631262Z - targets: 2024-06-19T01:04:50.671636113Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T01:04:50.671640039Z 2024-06-19T01:04:50.672866849Z Alerts read: 0 2024-06-19T01:04:50.674796563Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T01:04:50.676297767Z groups: 2024-06-19T01:04:50.676311009Z - name: osm_alert_rules 2024-06-19T01:04:50.676314130Z rules: 2024-06-19T01:04:50.676317038Z - alert: vdu_down 2024-06-19T01:04:50.676320038Z annotations: 2024-06-19T01:04:50.676323397Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T01:04:50.676326629Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T01:04:50.676338723Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T01:04:50.676356800Z expr: vm_status_extended != 1 2024-06-19T01:04:50.676361717Z for: 3m 2024-06-19T01:04:50.676364408Z 2024-06-19T01:04:50.678468397Z New config written, updating prometheus 2024-06-19T01:04:55.713785523Z Prometheus config update successful 2024-06-19T01:04:55.713834603Z 2024-06-19T01:10:48.192622971Z Changes detected, updating prometheus config 2024-06-19T01:10:48.194838440Z Jobs detected: 0 2024-06-19T01:10:48.204939504Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T01:10:48.208260825Z alerting: 2024-06-19T01:10:48.208276252Z alertmanagers: 2024-06-19T01:10:48.208281485Z - static_configs: 2024-06-19T01:10:48.208285913Z - targets: 2024-06-19T01:10:48.208290510Z - alertmanager:9093 2024-06-19T01:10:48.208294878Z global: 2024-06-19T01:10:48.208299229Z evaluation_interval: 15s 2024-06-19T01:10:48.208303569Z scrape_interval: 15s 2024-06-19T01:10:48.208307820Z rule_files: 2024-06-19T01:10:48.208312173Z - osm_metric_rules.yml 2024-06-19T01:10:48.208316491Z - osm_alert_rules.yml 2024-06-19T01:10:48.208321465Z scrape_configs: 2024-06-19T01:10:48.208325831Z - job_name: mon_exporter 2024-06-19T01:10:48.208330092Z static_configs: 2024-06-19T01:10:48.208334644Z - targets: 2024-06-19T01:10:48.208338920Z - mon:8000 2024-06-19T01:10:48.208343121Z - honor_labels: true 2024-06-19T01:10:48.208347264Z job_name: pushgateway 2024-06-19T01:10:48.208351837Z scrape_interval: 30s 2024-06-19T01:10:48.208356047Z static_configs: 2024-06-19T01:10:48.208360288Z - targets: 2024-06-19T01:10:48.208367087Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T01:10:48.208438164Z 2024-06-19T01:10:48.212579808Z Alerts read: 0 2024-06-19T01:10:48.215819098Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T01:10:48.217615508Z groups: 2024-06-19T01:10:48.217627024Z - name: osm_alert_rules 2024-06-19T01:10:48.217631647Z rules: 2024-06-19T01:10:48.217636156Z - alert: vdu_down 2024-06-19T01:10:48.217640465Z annotations: 2024-06-19T01:10:48.217645805Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T01:10:48.217650780Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T01:10:48.217655080Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T01:10:48.217659858Z expr: vm_status_extended != 1 2024-06-19T01:10:48.217664153Z for: 3m 2024-06-19T01:10:48.217737808Z 2024-06-19T01:10:48.219530052Z New config written, updating prometheus 2024-06-19T01:10:53.256103910Z Prometheus config update successful 2024-06-19T01:10:53.256170196Z 2024-06-19T01:50:20.504031209Z Changes detected, updating prometheus config 2024-06-19T01:50:20.510698106Z Jobs detected: 0 2024-06-19T01:50:20.522252226Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T01:50:20.524971699Z alerting: 2024-06-19T01:50:20.524994715Z alertmanagers: 2024-06-19T01:50:20.525004389Z - static_configs: 2024-06-19T01:50:20.525024605Z - targets: 2024-06-19T01:50:20.525034188Z - alertmanager:9093 2024-06-19T01:50:20.525042978Z global: 2024-06-19T01:50:20.525051577Z evaluation_interval: 15s 2024-06-19T01:50:20.525060060Z scrape_interval: 15s 2024-06-19T01:50:20.525068791Z rule_files: 2024-06-19T01:50:20.525077389Z - osm_metric_rules.yml 2024-06-19T01:50:20.525085888Z - osm_alert_rules.yml 2024-06-19T01:50:20.525119542Z scrape_configs: 2024-06-19T01:50:20.525128503Z - job_name: mon_exporter 2024-06-19T01:50:20.525136844Z static_configs: 2024-06-19T01:50:20.525145158Z - targets: 2024-06-19T01:50:20.525153375Z - mon:8000 2024-06-19T01:50:20.525161646Z - honor_labels: true 2024-06-19T01:50:20.525170015Z job_name: pushgateway 2024-06-19T01:50:20.525178357Z scrape_interval: 30s 2024-06-19T01:50:20.525186470Z static_configs: 2024-06-19T01:50:20.525200516Z - targets: 2024-06-19T01:50:20.525209973Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T01:50:20.525217993Z 2024-06-19T01:50:20.529346171Z Alerts read: 2 2024-06-19T01:50:20.531400721Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T01:50:20.535101852Z groups: 2024-06-19T01:50:20.535126305Z - name: osm_alert_rules 2024-06-19T01:50:20.535133622Z rules: 2024-06-19T01:50:20.535140364Z - alert: vdu_down 2024-06-19T01:50:20.535146785Z annotations: 2024-06-19T01:50:20.535154634Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T01:50:20.535161816Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T01:50:20.535168362Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T01:50:20.535178554Z expr: vm_status_extended != 1 2024-06-19T01:50:20.535185213Z for: 3m 2024-06-19T01:50:20.535192126Z - name: _osm_alert_rules_20240619015020_ 2024-06-19T01:50:20.535198543Z rules: 2024-06-19T01:50:20.535205807Z - alert: scalein_98dad841-76ce-4642-bbd7-77da0c622318 2024-06-19T01:50:20.535212493Z expr: (count (osm_cpu_utilization{ns_id="08a0b818-4aa0-4d5b-8819-0c912b0315ee", 2024-06-19T01:50:20.535220000Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="08a0b818-4aa0-4d5b-8819-0c912b0315ee", 2024-06-19T01:50:20.535227208Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-19T01:50:20.535233727Z for: 1m 2024-06-19T01:50:20.535240159Z labels: 2024-06-19T01:50:20.535246698Z ns_id: 08a0b818-4aa0-4d5b-8819-0c912b0315ee 2024-06-19T01:50:20.535253140Z vdu_id: hackfest_basic_metrics-VM 2024-06-19T01:50:20.535260401Z vnf_member_index: vnf 2024-06-19T01:50:20.535267090Z - alert: scaleout_34f3f9cf-5d4d-4531-aed1-8fdc85fd70af 2024-06-19T01:50:20.535273659Z expr: (count (osm_cpu_utilization{ns_id="08a0b818-4aa0-4d5b-8819-0c912b0315ee", 2024-06-19T01:50:20.535280108Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="08a0b818-4aa0-4d5b-8819-0c912b0315ee", 2024-06-19T01:50:20.535286510Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-19T01:50:20.535292974Z for: 1m 2024-06-19T01:50:20.535299708Z labels: 2024-06-19T01:50:20.535306150Z ns_id: 08a0b818-4aa0-4d5b-8819-0c912b0315ee 2024-06-19T01:50:20.535312539Z vdu_id: hackfest_basic_metrics-VM 2024-06-19T01:50:20.535319073Z vnf_member_index: vnf 2024-06-19T01:50:20.535325177Z 2024-06-19T01:50:20.538085726Z New config written, updating prometheus 2024-06-19T01:50:25.564987034Z Prometheus config update successful 2024-06-19T01:50:25.565095028Z 2024-06-19T01:50:25.570396342Z Changes detected, updating prometheus config 2024-06-19T01:50:25.576918228Z Jobs detected: 0 2024-06-19T01:50:25.582051456Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T01:50:25.583847025Z alerting: 2024-06-19T01:50:25.583859559Z alertmanagers: 2024-06-19T01:50:25.583863328Z - static_configs: 2024-06-19T01:50:25.583879819Z - targets: 2024-06-19T01:50:25.583884115Z - alertmanager:9093 2024-06-19T01:50:25.583887199Z global: 2024-06-19T01:50:25.583890235Z evaluation_interval: 15s 2024-06-19T01:50:25.583893142Z scrape_interval: 15s 2024-06-19T01:50:25.583896107Z rule_files: 2024-06-19T01:50:25.583899078Z - osm_metric_rules.yml 2024-06-19T01:50:25.583902028Z - osm_alert_rules.yml 2024-06-19T01:50:25.583904943Z scrape_configs: 2024-06-19T01:50:25.583907777Z - job_name: mon_exporter 2024-06-19T01:50:25.583910808Z static_configs: 2024-06-19T01:50:25.583913734Z - targets: 2024-06-19T01:50:25.583916736Z - mon:8000 2024-06-19T01:50:25.583919675Z - honor_labels: true 2024-06-19T01:50:25.583922528Z job_name: pushgateway 2024-06-19T01:50:25.583925455Z scrape_interval: 30s 2024-06-19T01:50:25.583928296Z static_configs: 2024-06-19T01:50:25.583931532Z - targets: 2024-06-19T01:50:25.583935048Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T01:50:25.584241357Z 2024-06-19T01:50:25.587521374Z Alerts read: 2 2024-06-19T01:50:25.589602072Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T01:50:25.593062735Z groups: 2024-06-19T01:50:25.593074976Z - name: osm_alert_rules 2024-06-19T01:50:25.593078312Z rules: 2024-06-19T01:50:25.593081421Z - alert: vdu_down 2024-06-19T01:50:25.593084571Z annotations: 2024-06-19T01:50:25.593088634Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T01:50:25.593092803Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T01:50:25.593095949Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T01:50:25.593099504Z expr: vm_status_extended != 1 2024-06-19T01:50:25.593102650Z for: 3m 2024-06-19T01:50:25.593105750Z - name: _osm_alert_rules_20240619015025_ 2024-06-19T01:50:25.593109062Z rules: 2024-06-19T01:50:25.593112847Z - alert: scalein_98dad841-76ce-4642-bbd7-77da0c622318 2024-06-19T01:50:25.593116012Z expr: (count (osm_cpu_utilization{ns_id="08a0b818-4aa0-4d5b-8819-0c912b0315ee", 2024-06-19T01:50:25.593119877Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="08a0b818-4aa0-4d5b-8819-0c912b0315ee", 2024-06-19T01:50:25.593122972Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-19T01:50:25.593126097Z for: 1m 2024-06-19T01:50:25.593129094Z labels: 2024-06-19T01:50:25.593132100Z ns_id: 08a0b818-4aa0-4d5b-8819-0c912b0315ee 2024-06-19T01:50:25.593135135Z vdu_id: hackfest_basic_metrics-VM 2024-06-19T01:50:25.593139420Z vnf_member_index: vnf 2024-06-19T01:50:25.593142607Z - alert: scaleout_34f3f9cf-5d4d-4531-aed1-8fdc85fd70af 2024-06-19T01:50:25.593145790Z expr: (count (osm_cpu_utilization{ns_id="08a0b818-4aa0-4d5b-8819-0c912b0315ee", 2024-06-19T01:50:25.593148874Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="08a0b818-4aa0-4d5b-8819-0c912b0315ee", 2024-06-19T01:50:25.593151925Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-19T01:50:25.593154991Z for: 1m 2024-06-19T01:50:25.593157980Z labels: 2024-06-19T01:50:25.593161007Z ns_id: 08a0b818-4aa0-4d5b-8819-0c912b0315ee 2024-06-19T01:50:25.593163942Z vdu_id: hackfest_basic_metrics-VM 2024-06-19T01:50:25.593166930Z vnf_member_index: vnf 2024-06-19T01:50:25.593461152Z 2024-06-19T01:50:25.597379838Z New config written, updating prometheus 2024-06-19T01:50:30.641353744Z Prometheus config update successful 2024-06-19T01:50:30.641403341Z 2024-06-19T01:56:44.245452019Z Changes detected, updating prometheus config 2024-06-19T01:56:44.247865200Z Jobs detected: 0 2024-06-19T01:56:44.253288347Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T01:56:44.255608581Z alerting: 2024-06-19T01:56:44.255628829Z alertmanagers: 2024-06-19T01:56:44.255634390Z - static_configs: 2024-06-19T01:56:44.255638930Z - targets: 2024-06-19T01:56:44.255644059Z - alertmanager:9093 2024-06-19T01:56:44.255648083Z global: 2024-06-19T01:56:44.255652145Z evaluation_interval: 15s 2024-06-19T01:56:44.255654989Z scrape_interval: 15s 2024-06-19T01:56:44.255657764Z rule_files: 2024-06-19T01:56:44.255660525Z - osm_metric_rules.yml 2024-06-19T01:56:44.255663329Z - osm_alert_rules.yml 2024-06-19T01:56:44.255666133Z scrape_configs: 2024-06-19T01:56:44.255669183Z - job_name: mon_exporter 2024-06-19T01:56:44.255672043Z static_configs: 2024-06-19T01:56:44.255674852Z - targets: 2024-06-19T01:56:44.255677596Z - mon:8000 2024-06-19T01:56:44.255680366Z - honor_labels: true 2024-06-19T01:56:44.255683187Z job_name: pushgateway 2024-06-19T01:56:44.255710110Z scrape_interval: 30s 2024-06-19T01:56:44.255713029Z static_configs: 2024-06-19T01:56:44.255715765Z - targets: 2024-06-19T01:56:44.255719108Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T01:56:44.255727619Z 2024-06-19T01:56:44.258891888Z Alerts read: 0 2024-06-19T01:56:44.261380362Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T01:56:44.262813599Z groups: 2024-06-19T01:56:44.262825373Z - name: osm_alert_rules 2024-06-19T01:56:44.262828549Z rules: 2024-06-19T01:56:44.262831437Z - alert: vdu_down 2024-06-19T01:56:44.262834239Z annotations: 2024-06-19T01:56:44.262837679Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T01:56:44.262840987Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T01:56:44.262843746Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T01:56:44.262847330Z expr: vm_status_extended != 1 2024-06-19T01:56:44.262850278Z for: 3m 2024-06-19T01:56:44.262857285Z 2024-06-19T01:56:44.264127775Z New config written, updating prometheus 2024-06-19T01:56:49.306493134Z Prometheus config update successful 2024-06-19T01:56:49.306519668Z 2024-06-19T01:56:49.307229450Z Changes detected, updating prometheus config 2024-06-19T01:56:49.309804225Z Jobs detected: 0 2024-06-19T01:56:49.314173383Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T01:56:49.316030225Z alerting: 2024-06-19T01:56:49.316041192Z alertmanagers: 2024-06-19T01:56:49.316044945Z - static_configs: 2024-06-19T01:56:49.316048038Z - targets: 2024-06-19T01:56:49.316051698Z - alertmanager:9093 2024-06-19T01:56:49.316054687Z global: 2024-06-19T01:56:49.316057637Z evaluation_interval: 15s 2024-06-19T01:56:49.316060851Z scrape_interval: 15s 2024-06-19T01:56:49.316063795Z rule_files: 2024-06-19T01:56:49.316070643Z - osm_metric_rules.yml 2024-06-19T01:56:49.316073804Z - osm_alert_rules.yml 2024-06-19T01:56:49.316076679Z scrape_configs: 2024-06-19T01:56:49.316096466Z - job_name: mon_exporter 2024-06-19T01:56:49.316099815Z static_configs: 2024-06-19T01:56:49.316102666Z - targets: 2024-06-19T01:56:49.316105684Z - mon:8000 2024-06-19T01:56:49.316108637Z - honor_labels: true 2024-06-19T01:56:49.316125852Z job_name: pushgateway 2024-06-19T01:56:49.316128858Z scrape_interval: 30s 2024-06-19T01:56:49.316131824Z static_configs: 2024-06-19T01:56:49.316134684Z - targets: 2024-06-19T01:56:49.316138063Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T01:56:49.316140852Z 2024-06-19T01:56:49.318967188Z Alerts read: 0 2024-06-19T01:56:49.320809728Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T01:56:49.322044109Z groups: 2024-06-19T01:56:49.322053525Z - name: osm_alert_rules 2024-06-19T01:56:49.322056867Z rules: 2024-06-19T01:56:49.322059905Z - alert: vdu_down 2024-06-19T01:56:49.322062708Z annotations: 2024-06-19T01:56:49.322066363Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T01:56:49.322069818Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T01:56:49.322072551Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T01:56:49.322075936Z expr: vm_status_extended != 1 2024-06-19T01:56:49.322078650Z for: 3m 2024-06-19T01:56:49.322081245Z 2024-06-19T01:56:49.322948861Z New config written, updating prometheus 2024-06-19T01:56:54.351943695Z Prometheus config update successful 2024-06-19T01:56:54.351995091Z 2024-06-19T01:57:34.764295317Z Changes detected, updating prometheus config 2024-06-19T01:57:34.765624584Z Jobs detected: 0 2024-06-19T01:57:34.773130769Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T01:57:34.775278452Z alerting: 2024-06-19T01:57:34.775289650Z alertmanagers: 2024-06-19T01:57:34.775293455Z - static_configs: 2024-06-19T01:57:34.775296557Z - targets: 2024-06-19T01:57:34.775299925Z - alertmanager:9093 2024-06-19T01:57:34.775303148Z global: 2024-06-19T01:57:34.775306122Z evaluation_interval: 15s 2024-06-19T01:57:34.775308967Z scrape_interval: 15s 2024-06-19T01:57:34.775311849Z rule_files: 2024-06-19T01:57:34.775314745Z - osm_metric_rules.yml 2024-06-19T01:57:34.775317636Z - osm_alert_rules.yml 2024-06-19T01:57:34.775320444Z scrape_configs: 2024-06-19T01:57:34.775323185Z - job_name: mon_exporter 2024-06-19T01:57:34.775326139Z static_configs: 2024-06-19T01:57:34.775328841Z - targets: 2024-06-19T01:57:34.775331604Z - mon:8000 2024-06-19T01:57:34.775334421Z - honor_labels: true 2024-06-19T01:57:34.775337170Z job_name: pushgateway 2024-06-19T01:57:34.775339932Z scrape_interval: 30s 2024-06-19T01:57:34.775342750Z static_configs: 2024-06-19T01:57:34.775345439Z - targets: 2024-06-19T01:57:34.775348742Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T01:57:34.775361262Z 2024-06-19T01:57:34.779240974Z Alerts read: 2 2024-06-19T01:57:34.781438483Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T01:57:34.784511373Z groups: 2024-06-19T01:57:34.784528868Z - name: osm_alert_rules 2024-06-19T01:57:34.784534847Z rules: 2024-06-19T01:57:34.784540206Z - alert: vdu_down 2024-06-19T01:57:34.784544973Z annotations: 2024-06-19T01:57:34.784550015Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T01:57:34.784555034Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T01:57:34.784563908Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T01:57:34.784570196Z expr: vm_status_extended != 1 2024-06-19T01:57:34.784575415Z for: 3m 2024-06-19T01:57:34.784580137Z - name: _osm_alert_rules_20240619015734_ 2024-06-19T01:57:34.784599501Z rules: 2024-06-19T01:57:34.784605026Z - alert: scalein_cc3049f7-5f41-46ef-a4c5-f7d9453f85b1 2024-06-19T01:57:34.784610144Z expr: (count (osm_cpu_utilization{ns_id="277580f2-cafe-482f-8cbd-005454463c8b", 2024-06-19T01:57:34.784615576Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="277580f2-cafe-482f-8cbd-005454463c8b", 2024-06-19T01:57:34.784620797Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-19T01:57:34.784625048Z for: 1m 2024-06-19T01:57:34.784629457Z labels: 2024-06-19T01:57:34.784633836Z ns_id: 277580f2-cafe-482f-8cbd-005454463c8b 2024-06-19T01:57:34.784638387Z vdu_id: hackfest_basic_metrics-VM 2024-06-19T01:57:34.784643903Z vnf_member_index: vnf 2024-06-19T01:57:34.784649318Z - alert: scaleout_fa7eae37-cc73-431e-ab41-2e74c334b6a3 2024-06-19T01:57:34.784654642Z expr: (count (osm_cpu_utilization{ns_id="277580f2-cafe-482f-8cbd-005454463c8b", 2024-06-19T01:57:34.784659333Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="277580f2-cafe-482f-8cbd-005454463c8b", 2024-06-19T01:57:34.784663899Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-19T01:57:34.784668057Z for: 1m 2024-06-19T01:57:34.784672265Z labels: 2024-06-19T01:57:34.784676527Z ns_id: 277580f2-cafe-482f-8cbd-005454463c8b 2024-06-19T01:57:34.784680784Z vdu_id: hackfest_basic_metrics-VM 2024-06-19T01:57:34.784684985Z vnf_member_index: vnf 2024-06-19T01:57:34.784702588Z 2024-06-19T01:57:34.787513878Z New config written, updating prometheus 2024-06-19T01:57:39.815112790Z Prometheus config update successful 2024-06-19T01:57:39.815163285Z 2024-06-19T01:57:39.815173805Z Changes detected, updating prometheus config 2024-06-19T01:57:39.817041649Z Jobs detected: 0 2024-06-19T01:57:39.823181591Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T01:57:39.825463717Z alerting: 2024-06-19T01:57:39.825489600Z alertmanagers: 2024-06-19T01:57:39.825499733Z - static_configs: 2024-06-19T01:57:39.825508491Z - targets: 2024-06-19T01:57:39.825517469Z - alertmanager:9093 2024-06-19T01:57:39.825525797Z global: 2024-06-19T01:57:39.825534214Z evaluation_interval: 15s 2024-06-19T01:57:39.825543433Z scrape_interval: 15s 2024-06-19T01:57:39.825552182Z rule_files: 2024-06-19T01:57:39.825560548Z - osm_metric_rules.yml 2024-06-19T01:57:39.825569220Z - osm_alert_rules.yml 2024-06-19T01:57:39.825577685Z scrape_configs: 2024-06-19T01:57:39.825585774Z - job_name: mon_exporter 2024-06-19T01:57:39.825593953Z static_configs: 2024-06-19T01:57:39.825602224Z - targets: 2024-06-19T01:57:39.825610499Z - mon:8000 2024-06-19T01:57:39.825618949Z - honor_labels: true 2024-06-19T01:57:39.825627175Z job_name: pushgateway 2024-06-19T01:57:39.825635296Z scrape_interval: 30s 2024-06-19T01:57:39.825643448Z static_configs: 2024-06-19T01:57:39.825651675Z - targets: 2024-06-19T01:57:39.825678862Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T01:57:39.825687187Z 2024-06-19T01:57:39.829087126Z Alerts read: 2 2024-06-19T01:57:39.830986401Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T01:57:39.833981941Z groups: 2024-06-19T01:57:39.833992945Z - name: osm_alert_rules 2024-06-19T01:57:39.833996119Z rules: 2024-06-19T01:57:39.833998980Z - alert: vdu_down 2024-06-19T01:57:39.834002034Z annotations: 2024-06-19T01:57:39.834017349Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T01:57:39.834020883Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T01:57:39.834023696Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T01:57:39.834026671Z expr: vm_status_extended != 1 2024-06-19T01:57:39.834029787Z for: 3m 2024-06-19T01:57:39.834032576Z - name: _osm_alert_rules_20240619015739_ 2024-06-19T01:57:39.834035357Z rules: 2024-06-19T01:57:39.834038840Z - alert: scalein_cc3049f7-5f41-46ef-a4c5-f7d9453f85b1 2024-06-19T01:57:39.834041678Z expr: (count (osm_cpu_utilization{ns_id="277580f2-cafe-482f-8cbd-005454463c8b", 2024-06-19T01:57:39.834047595Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="277580f2-cafe-482f-8cbd-005454463c8b", 2024-06-19T01:57:39.834050900Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-19T01:57:39.834053774Z for: 1m 2024-06-19T01:57:39.834056607Z labels: 2024-06-19T01:57:39.834059520Z ns_id: 277580f2-cafe-482f-8cbd-005454463c8b 2024-06-19T01:57:39.834062359Z vdu_id: hackfest_basic_metrics-VM 2024-06-19T01:57:39.834065501Z vnf_member_index: vnf 2024-06-19T01:57:39.834068310Z - alert: scaleout_fa7eae37-cc73-431e-ab41-2e74c334b6a3 2024-06-19T01:57:39.834071258Z expr: (count (osm_cpu_utilization{ns_id="277580f2-cafe-482f-8cbd-005454463c8b", 2024-06-19T01:57:39.834074130Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="277580f2-cafe-482f-8cbd-005454463c8b", 2024-06-19T01:57:39.834076970Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-19T01:57:39.834079840Z for: 1m 2024-06-19T01:57:39.834082611Z labels: 2024-06-19T01:57:39.834085654Z ns_id: 277580f2-cafe-482f-8cbd-005454463c8b 2024-06-19T01:57:39.834088724Z vdu_id: hackfest_basic_metrics-VM 2024-06-19T01:57:39.834091615Z vnf_member_index: vnf 2024-06-19T01:57:39.834094280Z 2024-06-19T01:57:39.837194770Z New config written, updating prometheus 2024-06-19T01:57:44.874058574Z Prometheus config update successful 2024-06-19T01:57:44.874108352Z 2024-06-19T02:15:05.941684712Z Changes detected, updating prometheus config 2024-06-19T02:15:05.943263839Z Jobs detected: 0 2024-06-19T02:15:05.947995013Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T02:15:05.950043877Z alerting: 2024-06-19T02:15:05.950058567Z alertmanagers: 2024-06-19T02:15:05.950064800Z - static_configs: 2024-06-19T02:15:05.950069637Z - targets: 2024-06-19T02:15:05.950074937Z - alertmanager:9093 2024-06-19T02:15:05.950079649Z global: 2024-06-19T02:15:05.950084400Z evaluation_interval: 15s 2024-06-19T02:15:05.950089204Z scrape_interval: 15s 2024-06-19T02:15:05.950094615Z rule_files: 2024-06-19T02:15:05.950099433Z - osm_metric_rules.yml 2024-06-19T02:15:05.950103982Z - osm_alert_rules.yml 2024-06-19T02:15:05.950108685Z scrape_configs: 2024-06-19T02:15:05.950113304Z - job_name: mon_exporter 2024-06-19T02:15:05.950117856Z static_configs: 2024-06-19T02:15:05.950122547Z - targets: 2024-06-19T02:15:05.950127766Z - mon:8000 2024-06-19T02:15:05.950132511Z - honor_labels: true 2024-06-19T02:15:05.950137153Z job_name: pushgateway 2024-06-19T02:15:05.950141712Z scrape_interval: 30s 2024-06-19T02:15:05.950146974Z static_configs: 2024-06-19T02:15:05.950157669Z - targets: 2024-06-19T02:15:05.950163120Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T02:15:05.950185878Z 2024-06-19T02:15:05.954023444Z Alerts read: 0 2024-06-19T02:15:05.956753527Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T02:15:05.957787589Z groups: 2024-06-19T02:15:05.957800575Z - name: osm_alert_rules 2024-06-19T02:15:05.957806328Z rules: 2024-06-19T02:15:05.957811644Z - alert: vdu_down 2024-06-19T02:15:05.957817104Z annotations: 2024-06-19T02:15:05.957823712Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T02:15:05.957829553Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T02:15:05.957834784Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T02:15:05.957840720Z expr: vm_status_extended != 1 2024-06-19T02:15:05.957846082Z for: 3m 2024-06-19T02:15:05.957851044Z 2024-06-19T02:15:05.958686018Z New config written, updating prometheus 2024-06-19T02:15:10.991165737Z Prometheus config update successful 2024-06-19T02:15:10.991207024Z 2024-06-19T02:15:10.991217257Z Changes detected, updating prometheus config 2024-06-19T02:15:10.995586201Z Jobs detected: 0 2024-06-19T02:15:11.003226011Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T02:15:11.008454278Z alerting: 2024-06-19T02:15:11.008481169Z alertmanagers: 2024-06-19T02:15:11.008489508Z - static_configs: 2024-06-19T02:15:11.008496334Z - targets: 2024-06-19T02:15:11.008503775Z - alertmanager:9093 2024-06-19T02:15:11.008510265Z global: 2024-06-19T02:15:11.008516835Z evaluation_interval: 15s 2024-06-19T02:15:11.008523861Z scrape_interval: 15s 2024-06-19T02:15:11.008530625Z rule_files: 2024-06-19T02:15:11.008537111Z - osm_metric_rules.yml 2024-06-19T02:15:11.008543582Z - osm_alert_rules.yml 2024-06-19T02:15:11.008550019Z scrape_configs: 2024-06-19T02:15:11.008557135Z - job_name: mon_exporter 2024-06-19T02:15:11.008563651Z static_configs: 2024-06-19T02:15:11.008570186Z - targets: 2024-06-19T02:15:11.008577675Z - mon:8000 2024-06-19T02:15:11.008622464Z - honor_labels: true 2024-06-19T02:15:11.008630683Z job_name: pushgateway 2024-06-19T02:15:11.008637045Z scrape_interval: 30s 2024-06-19T02:15:11.008643416Z static_configs: 2024-06-19T02:15:11.008649816Z - targets: 2024-06-19T02:15:11.008656919Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T02:15:11.008663684Z 2024-06-19T02:15:11.012141469Z Alerts read: 0 2024-06-19T02:15:11.014030163Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T02:15:11.015134579Z groups: 2024-06-19T02:15:11.015150474Z - name: osm_alert_rules 2024-06-19T02:15:11.015156290Z rules: 2024-06-19T02:15:11.015161584Z - alert: vdu_down 2024-06-19T02:15:11.015166616Z annotations: 2024-06-19T02:15:11.015172385Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T02:15:11.015181683Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T02:15:11.015186686Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T02:15:11.015192060Z expr: vm_status_extended != 1 2024-06-19T02:15:11.015197073Z for: 3m 2024-06-19T02:15:11.015201736Z 2024-06-19T02:15:11.016368149Z New config written, updating prometheus 2024-06-19T02:15:16.055621497Z Prometheus config update successful 2024-06-19T02:15:16.055668592Z 2024-06-19T02:17:19.577890428Z Changes detected, updating prometheus config 2024-06-19T02:17:19.580056954Z Jobs detected: 0 2024-06-19T02:17:19.590605366Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T02:17:19.594167964Z alerting: 2024-06-19T02:17:19.594186218Z alertmanagers: 2024-06-19T02:17:19.594192119Z - static_configs: 2024-06-19T02:17:19.594197277Z - targets: 2024-06-19T02:17:19.594205968Z - alertmanager:9093 2024-06-19T02:17:19.594210675Z global: 2024-06-19T02:17:19.594215461Z evaluation_interval: 15s 2024-06-19T02:17:19.594220005Z scrape_interval: 15s 2024-06-19T02:17:19.594224737Z rule_files: 2024-06-19T02:17:19.594229362Z - osm_metric_rules.yml 2024-06-19T02:17:19.594233862Z - osm_alert_rules.yml 2024-06-19T02:17:19.594238477Z scrape_configs: 2024-06-19T02:17:19.594243185Z - job_name: mon_exporter 2024-06-19T02:17:19.594247732Z static_configs: 2024-06-19T02:17:19.594253143Z - targets: 2024-06-19T02:17:19.594257775Z - mon:8000 2024-06-19T02:17:19.594262470Z - honor_labels: true 2024-06-19T02:17:19.594267087Z job_name: pushgateway 2024-06-19T02:17:19.594271661Z scrape_interval: 30s 2024-06-19T02:17:19.594276238Z static_configs: 2024-06-19T02:17:19.594281137Z - targets: 2024-06-19T02:17:19.594287517Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T02:17:19.594292115Z 2024-06-19T02:17:19.598956367Z Alerts read: 1 2024-06-19T02:17:19.601169517Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T02:17:19.603359639Z groups: 2024-06-19T02:17:19.603389999Z - name: osm_alert_rules 2024-06-19T02:17:19.603399671Z rules: 2024-06-19T02:17:19.603408244Z - alert: vdu_down 2024-06-19T02:17:19.603416799Z annotations: 2024-06-19T02:17:19.603426208Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T02:17:19.603438293Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T02:17:19.603449695Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T02:17:19.603459681Z expr: vm_status_extended != 1 2024-06-19T02:17:19.603468146Z for: 3m 2024-06-19T02:17:19.603476508Z - name: _osm_alert_rules_20240619021719_ 2024-06-19T02:17:19.603484797Z rules: 2024-06-19T02:17:19.603495766Z - alert: vdu_alarm_49da0ed2-1cc1-4eaa-8c6e-a523943a8922 2024-06-19T02:17:19.603506330Z expr: osm_cpu_utilization{ns_id="b788da44-a99f-424c-b010-309112e8a165", vnf_member_index="vnf", 2024-06-19T02:17:19.603515252Z vdu_id="cirros_vnfd-VM"} < 20.0000 2024-06-19T02:17:19.603523631Z for: 1m 2024-06-19T02:17:19.603531957Z labels: 2024-06-19T02:17:19.603540101Z ns_id: b788da44-a99f-424c-b010-309112e8a165 2024-06-19T02:17:19.603550342Z vdu_id: cirros_vnfd-VM 2024-06-19T02:17:19.603558767Z vdu_name: '{{ $labels.vdu_name }}' 2024-06-19T02:17:19.603567117Z vnf_member_index: vnf 2024-06-19T02:17:19.603574953Z 2024-06-19T02:17:19.605196934Z New config written, updating prometheus 2024-06-19T02:17:24.643012491Z Prometheus config update successful 2024-06-19T02:17:24.643037107Z 2024-06-19T02:27:08.915862820Z Changes detected, updating prometheus config 2024-06-19T02:27:08.918519508Z Jobs detected: 0 2024-06-19T02:27:08.931454167Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T02:27:08.934473242Z alerting: 2024-06-19T02:27:08.934482439Z alertmanagers: 2024-06-19T02:27:08.934486211Z - static_configs: 2024-06-19T02:27:08.934489159Z - targets: 2024-06-19T02:27:08.934494584Z - alertmanager:9093 2024-06-19T02:27:08.934497400Z global: 2024-06-19T02:27:08.934500855Z evaluation_interval: 15s 2024-06-19T02:27:08.934517393Z scrape_interval: 15s 2024-06-19T02:27:08.934520205Z rule_files: 2024-06-19T02:27:08.934522982Z - osm_metric_rules.yml 2024-06-19T02:27:08.934525783Z - osm_alert_rules.yml 2024-06-19T02:27:08.934528418Z scrape_configs: 2024-06-19T02:27:08.934531186Z - job_name: mon_exporter 2024-06-19T02:27:08.934533972Z static_configs: 2024-06-19T02:27:08.934536747Z - targets: 2024-06-19T02:27:08.934539444Z - mon:8000 2024-06-19T02:27:08.934542105Z - honor_labels: true 2024-06-19T02:27:08.934544824Z job_name: pushgateway 2024-06-19T02:27:08.934547478Z scrape_interval: 30s 2024-06-19T02:27:08.934550200Z static_configs: 2024-06-19T02:27:08.934552951Z - targets: 2024-06-19T02:27:08.934557445Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T02:27:08.934560097Z 2024-06-19T02:27:08.940379964Z Alerts read: 0 2024-06-19T02:27:08.942487508Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T02:27:08.943789666Z groups: 2024-06-19T02:27:08.943802389Z - name: osm_alert_rules 2024-06-19T02:27:08.943806702Z rules: 2024-06-19T02:27:08.943810563Z - alert: vdu_down 2024-06-19T02:27:08.943814384Z annotations: 2024-06-19T02:27:08.943819103Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T02:27:08.943824949Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T02:27:08.943828795Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T02:27:08.943833053Z expr: vm_status_extended != 1 2024-06-19T02:27:08.943836809Z for: 3m 2024-06-19T02:27:08.943840392Z 2024-06-19T02:27:08.945055956Z New config written, updating prometheus 2024-06-19T02:27:13.986319586Z Prometheus config update successful 2024-06-19T02:27:13.986388378Z 2024-06-19T02:29:27.177079236Z Changes detected, updating prometheus config 2024-06-19T02:29:27.181733999Z Jobs detected: 1 2024-06-19T02:29:27.192449308Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T02:29:27.198512318Z alerting: 2024-06-19T02:29:27.198545186Z alertmanagers: 2024-06-19T02:29:27.198551600Z - static_configs: 2024-06-19T02:29:27.198556695Z - targets: 2024-06-19T02:29:27.198562029Z - alertmanager:9093 2024-06-19T02:29:27.198566830Z global: 2024-06-19T02:29:27.198571583Z evaluation_interval: 15s 2024-06-19T02:29:27.198576295Z scrape_interval: 15s 2024-06-19T02:29:27.198581618Z rule_files: 2024-06-19T02:29:27.198586371Z - osm_metric_rules.yml 2024-06-19T02:29:27.198591212Z - osm_alert_rules.yml 2024-06-19T02:29:27.198595915Z scrape_configs: 2024-06-19T02:29:27.198600665Z - job_name: mon_exporter 2024-06-19T02:29:27.198605922Z static_configs: 2024-06-19T02:29:27.198610628Z - targets: 2024-06-19T02:29:27.198615337Z - mon:8000 2024-06-19T02:29:27.198620111Z - honor_labels: true 2024-06-19T02:29:27.198624705Z job_name: pushgateway 2024-06-19T02:29:27.198629383Z scrape_interval: 30s 2024-06-19T02:29:27.198633919Z static_configs: 2024-06-19T02:29:27.198644034Z - targets: 2024-06-19T02:29:27.198649435Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T02:29:27.198654072Z - job_name: 1f671143bedf41da8cefc31124b52763 2024-06-19T02:29:27.198658751Z metrics_path: /snmp 2024-06-19T02:29:27.198663487Z params: 2024-06-19T02:29:27.198668067Z module: 2024-06-19T02:29:27.198672799Z - osm-snmp 2024-06-19T02:29:27.198677468Z relabel_configs: 2024-06-19T02:29:27.198682055Z - source_labels: 2024-06-19T02:29:27.198705038Z - __address__ 2024-06-19T02:29:27.198709842Z target_label: __param_target 2024-06-19T02:29:27.198714418Z - source_labels: 2024-06-19T02:29:27.198719059Z - __param_target 2024-06-19T02:29:27.198723657Z target_label: instance 2024-06-19T02:29:27.198729214Z - replacement: eechart-0016275847-snmpexporter.a135713b-a9f3-4d34-b162-64c68aad714e.svc:80 2024-06-19T02:29:27.198733949Z target_label: __address__ 2024-06-19T02:29:27.198738472Z static_configs: 2024-06-19T02:29:27.198743192Z - targets: 2024-06-19T02:29:27.198747830Z - 172.21.249.54 2024-06-19T02:29:27.198752197Z 2024-06-19T02:29:27.204480047Z Alerts read: 0 2024-06-19T02:29:27.206718543Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T02:29:27.207960818Z groups: 2024-06-19T02:29:27.207974019Z - name: osm_alert_rules 2024-06-19T02:29:27.207977306Z rules: 2024-06-19T02:29:27.207980416Z - alert: vdu_down 2024-06-19T02:29:27.207983491Z annotations: 2024-06-19T02:29:27.207987545Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T02:29:27.207999195Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T02:29:27.208002678Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T02:29:27.208006385Z expr: vm_status_extended != 1 2024-06-19T02:29:27.208009518Z for: 3m 2024-06-19T02:29:27.208012374Z 2024-06-19T02:29:27.209196027Z New config written, updating prometheus 2024-06-19T02:29:32.259806092Z Prometheus config update successful 2024-06-19T02:29:32.259838768Z 2024-06-19T02:29:41.363110444Z Changes detected, updating prometheus config 2024-06-19T02:29:41.365549047Z Jobs detected: 0 2024-06-19T02:29:41.379326451Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T02:29:41.383121513Z alerting: 2024-06-19T02:29:41.383149822Z alertmanagers: 2024-06-19T02:29:41.383159282Z - static_configs: 2024-06-19T02:29:41.383168043Z - targets: 2024-06-19T02:29:41.383177133Z - alertmanager:9093 2024-06-19T02:29:41.383185466Z global: 2024-06-19T02:29:41.383194356Z evaluation_interval: 15s 2024-06-19T02:29:41.383202765Z scrape_interval: 15s 2024-06-19T02:29:41.383211154Z rule_files: 2024-06-19T02:29:41.383219545Z - osm_metric_rules.yml 2024-06-19T02:29:41.383227875Z - osm_alert_rules.yml 2024-06-19T02:29:41.383236136Z scrape_configs: 2024-06-19T02:29:41.383244699Z - job_name: mon_exporter 2024-06-19T02:29:41.383253090Z static_configs: 2024-06-19T02:29:41.383261510Z - targets: 2024-06-19T02:29:41.383269991Z - mon:8000 2024-06-19T02:29:41.383278458Z - honor_labels: true 2024-06-19T02:29:41.383286731Z job_name: pushgateway 2024-06-19T02:29:41.383295018Z scrape_interval: 30s 2024-06-19T02:29:41.383303262Z static_configs: 2024-06-19T02:29:41.383311691Z - targets: 2024-06-19T02:29:41.383322968Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T02:29:41.383331397Z 2024-06-19T02:29:41.387331314Z Alerts read: 0 2024-06-19T02:29:41.389693617Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T02:29:41.390937925Z groups: 2024-06-19T02:29:41.390954153Z - name: osm_alert_rules 2024-06-19T02:29:41.390963244Z rules: 2024-06-19T02:29:41.390972281Z - alert: vdu_down 2024-06-19T02:29:41.390980656Z annotations: 2024-06-19T02:29:41.390989722Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T02:29:41.390999308Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T02:29:41.391030268Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T02:29:41.391041767Z expr: vm_status_extended != 1 2024-06-19T02:29:41.391050401Z for: 3m 2024-06-19T02:29:41.391058867Z 2024-06-19T02:29:41.392371355Z New config written, updating prometheus 2024-06-19T02:29:46.428260112Z Prometheus config update successful 2024-06-19T02:29:46.428420970Z 2024-06-19T02:42:47.084686678Z Changes detected, updating prometheus config 2024-06-19T02:42:47.087585909Z Jobs detected: 0 2024-06-19T02:42:47.100057911Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T02:42:47.107394567Z alerting: 2024-06-19T02:42:47.107438652Z alertmanagers: 2024-06-19T02:42:47.107452562Z - static_configs: 2024-06-19T02:42:47.107465413Z - targets: 2024-06-19T02:42:47.107478471Z - alertmanager:9093 2024-06-19T02:42:47.107490401Z global: 2024-06-19T02:42:47.107503100Z evaluation_interval: 15s 2024-06-19T02:42:47.107514979Z scrape_interval: 15s 2024-06-19T02:42:47.107527610Z rule_files: 2024-06-19T02:42:47.107540455Z - osm_metric_rules.yml 2024-06-19T02:42:47.107552813Z - osm_alert_rules.yml 2024-06-19T02:42:47.107562162Z scrape_configs: 2024-06-19T02:42:47.107570781Z - job_name: mon_exporter 2024-06-19T02:42:47.107579307Z static_configs: 2024-06-19T02:42:47.107587849Z - targets: 2024-06-19T02:42:47.107596359Z - mon:8000 2024-06-19T02:42:47.107604679Z - honor_labels: true 2024-06-19T02:42:47.107613010Z job_name: pushgateway 2024-06-19T02:42:47.107621452Z scrape_interval: 30s 2024-06-19T02:42:47.107629902Z static_configs: 2024-06-19T02:42:47.107638312Z - targets: 2024-06-19T02:42:47.107647376Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T02:42:47.107655540Z 2024-06-19T02:42:47.114939137Z Alerts read: 2 2024-06-19T02:42:47.118909149Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T02:42:47.126707903Z groups: 2024-06-19T02:42:47.126742138Z - name: osm_alert_rules 2024-06-19T02:42:47.126751723Z rules: 2024-06-19T02:42:47.126760517Z - alert: vdu_down 2024-06-19T02:42:47.126769097Z annotations: 2024-06-19T02:42:47.126778428Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T02:42:47.126787709Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T02:42:47.126796941Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T02:42:47.126806180Z expr: vm_status_extended != 1 2024-06-19T02:42:47.126814737Z for: 3m 2024-06-19T02:42:47.126823431Z - name: _osm_alert_rules_20240619024247_ 2024-06-19T02:42:47.126832340Z rules: 2024-06-19T02:42:47.126841621Z - alert: scalein_8881e7d9-c782-43bc-bda0-d12d2a94d560 2024-06-19T02:42:47.126850222Z expr: (count (osm_cpu_utilization{ns_id="abb2ace3-e880-4cb8-85e1-a417afc322e4", 2024-06-19T02:42:47.126865633Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="abb2ace3-e880-4cb8-85e1-a417afc322e4", 2024-06-19T02:42:47.126874478Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-19T02:42:47.126883313Z for: 1m 2024-06-19T02:42:47.126891590Z labels: 2024-06-19T02:42:47.126899994Z ns_id: abb2ace3-e880-4cb8-85e1-a417afc322e4 2024-06-19T02:42:47.126908394Z vdu_id: hackfest_basic_metrics-VM 2024-06-19T02:42:47.126917733Z vnf_member_index: '1' 2024-06-19T02:42:47.126926138Z - alert: scaleout_f48a3692-fa88-499b-9b4d-ca957bb288e2 2024-06-19T02:42:47.126961309Z expr: (count (osm_cpu_utilization{ns_id="abb2ace3-e880-4cb8-85e1-a417afc322e4", 2024-06-19T02:42:47.126970237Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="abb2ace3-e880-4cb8-85e1-a417afc322e4", 2024-06-19T02:42:47.126978772Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-19T02:42:47.126987012Z for: 1m 2024-06-19T02:42:47.126995220Z labels: 2024-06-19T02:42:47.127003488Z ns_id: abb2ace3-e880-4cb8-85e1-a417afc322e4 2024-06-19T02:42:47.127011680Z vdu_id: hackfest_basic_metrics-VM 2024-06-19T02:42:47.127020062Z vnf_member_index: '1' 2024-06-19T02:42:47.127027898Z 2024-06-19T02:42:47.132338816Z New config written, updating prometheus 2024-06-19T02:42:52.171937855Z Prometheus config update successful 2024-06-19T02:42:52.172017631Z 2024-06-19T02:42:52.172027718Z Changes detected, updating prometheus config 2024-06-19T02:42:52.173976877Z Jobs detected: 0 2024-06-19T02:42:52.180158142Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T02:42:52.182379698Z alerting: 2024-06-19T02:42:52.182392035Z alertmanagers: 2024-06-19T02:42:52.182396876Z - static_configs: 2024-06-19T02:42:52.182400882Z - targets: 2024-06-19T02:42:52.182405817Z - alertmanager:9093 2024-06-19T02:42:52.182409959Z global: 2024-06-19T02:42:52.182414216Z evaluation_interval: 15s 2024-06-19T02:42:52.182418114Z scrape_interval: 15s 2024-06-19T02:42:52.182421970Z rule_files: 2024-06-19T02:42:52.182425755Z - osm_metric_rules.yml 2024-06-19T02:42:52.182429607Z - osm_alert_rules.yml 2024-06-19T02:42:52.182433437Z scrape_configs: 2024-06-19T02:42:52.182437208Z - job_name: mon_exporter 2024-06-19T02:42:52.182441128Z static_configs: 2024-06-19T02:42:52.182444924Z - targets: 2024-06-19T02:42:52.182448743Z - mon:8000 2024-06-19T02:42:52.182452562Z - honor_labels: true 2024-06-19T02:42:52.182456310Z job_name: pushgateway 2024-06-19T02:42:52.182460230Z scrape_interval: 30s 2024-06-19T02:42:52.182464135Z static_configs: 2024-06-19T02:42:52.182467884Z - targets: 2024-06-19T02:42:52.182472329Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T02:42:52.182476063Z 2024-06-19T02:42:52.188283862Z Alerts read: 2 2024-06-19T02:42:52.190231109Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T02:42:52.198419519Z groups: 2024-06-19T02:42:52.198470984Z - name: osm_alert_rules 2024-06-19T02:42:52.198481159Z rules: 2024-06-19T02:42:52.198489844Z - alert: vdu_down 2024-06-19T02:42:52.198498455Z annotations: 2024-06-19T02:42:52.198507492Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T02:42:52.198516263Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T02:42:52.198524654Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T02:42:52.198533467Z expr: vm_status_extended != 1 2024-06-19T02:42:52.198541946Z for: 3m 2024-06-19T02:42:52.198550282Z - name: _osm_alert_rules_20240619024252_ 2024-06-19T02:42:52.198558683Z rules: 2024-06-19T02:42:52.198567584Z - alert: scalein_8881e7d9-c782-43bc-bda0-d12d2a94d560 2024-06-19T02:42:52.198576099Z expr: (count (osm_cpu_utilization{ns_id="abb2ace3-e880-4cb8-85e1-a417afc322e4", 2024-06-19T02:42:52.198585274Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="abb2ace3-e880-4cb8-85e1-a417afc322e4", 2024-06-19T02:42:52.198594026Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-06-19T02:42:52.198625009Z for: 1m 2024-06-19T02:42:52.198633911Z labels: 2024-06-19T02:42:52.198642235Z ns_id: abb2ace3-e880-4cb8-85e1-a417afc322e4 2024-06-19T02:42:52.198650524Z vdu_id: hackfest_basic_metrics-VM 2024-06-19T02:42:52.198659499Z vnf_member_index: '1' 2024-06-19T02:42:52.198667738Z - alert: scaleout_f48a3692-fa88-499b-9b4d-ca957bb288e2 2024-06-19T02:42:52.198676120Z expr: (count (osm_cpu_utilization{ns_id="abb2ace3-e880-4cb8-85e1-a417afc322e4", 2024-06-19T02:42:52.198684740Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="abb2ace3-e880-4cb8-85e1-a417afc322e4", 2024-06-19T02:42:52.198693744Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-06-19T02:42:52.198702169Z for: 1m 2024-06-19T02:42:52.198710363Z labels: 2024-06-19T02:42:52.198718611Z ns_id: abb2ace3-e880-4cb8-85e1-a417afc322e4 2024-06-19T02:42:52.198726902Z vdu_id: hackfest_basic_metrics-VM 2024-06-19T02:42:52.198735230Z vnf_member_index: '1' 2024-06-19T02:42:52.198743223Z 2024-06-19T02:42:52.204340995Z New config written, updating prometheus 2024-06-19T02:42:57.245291721Z Prometheus config update successful 2024-06-19T02:42:57.245330245Z 2024-06-19T02:43:40.587346328Z Changes detected, updating prometheus config 2024-06-19T02:43:40.588978125Z Jobs detected: 0 2024-06-19T02:43:40.599736827Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T02:43:40.602767579Z alerting: 2024-06-19T02:43:40.602791073Z alertmanagers: 2024-06-19T02:43:40.602831314Z - static_configs: 2024-06-19T02:43:40.602840193Z - targets: 2024-06-19T02:43:40.602849460Z - alertmanager:9093 2024-06-19T02:43:40.602857833Z global: 2024-06-19T02:43:40.602866388Z evaluation_interval: 15s 2024-06-19T02:43:40.602874744Z scrape_interval: 15s 2024-06-19T02:43:40.602882899Z rule_files: 2024-06-19T02:43:40.602890991Z - osm_metric_rules.yml 2024-06-19T02:43:40.602899242Z - osm_alert_rules.yml 2024-06-19T02:43:40.602907160Z scrape_configs: 2024-06-19T02:43:40.602915228Z - job_name: mon_exporter 2024-06-19T02:43:40.602923086Z static_configs: 2024-06-19T02:43:40.602931475Z - targets: 2024-06-19T02:43:40.602939454Z - mon:8000 2024-06-19T02:43:40.602947227Z - honor_labels: true 2024-06-19T02:43:40.602955102Z job_name: pushgateway 2024-06-19T02:43:40.602963189Z scrape_interval: 30s 2024-06-19T02:43:40.602970878Z static_configs: 2024-06-19T02:43:40.602976973Z - targets: 2024-06-19T02:43:40.602983222Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T02:43:40.602988741Z 2024-06-19T02:43:40.608033368Z Alerts read: 0 2024-06-19T02:43:40.613458864Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T02:43:40.617294391Z groups: 2024-06-19T02:43:40.617310287Z - name: osm_alert_rules 2024-06-19T02:43:40.617314208Z rules: 2024-06-19T02:43:40.617317371Z - alert: vdu_down 2024-06-19T02:43:40.617338008Z annotations: 2024-06-19T02:43:40.617343129Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T02:43:40.617347064Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T02:43:40.617350265Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T02:43:40.617353905Z expr: vm_status_extended != 1 2024-06-19T02:43:40.617356983Z for: 3m 2024-06-19T02:43:40.617360032Z 2024-06-19T02:43:40.620577956Z New config written, updating prometheus 2024-06-19T02:43:45.657075778Z Prometheus config update successful 2024-06-19T02:43:45.657252682Z 2024-06-19T02:43:45.657433125Z Changes detected, updating prometheus config 2024-06-19T02:43:45.661145186Z Jobs detected: 0 2024-06-19T02:43:45.669529528Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-19T02:43:45.672166856Z alerting: 2024-06-19T02:43:45.672188160Z alertmanagers: 2024-06-19T02:43:45.672195102Z - static_configs: 2024-06-19T02:43:45.672200954Z - targets: 2024-06-19T02:43:45.672207235Z - alertmanager:9093 2024-06-19T02:43:45.672213065Z global: 2024-06-19T02:43:45.672218772Z evaluation_interval: 15s 2024-06-19T02:43:45.672224701Z scrape_interval: 15s 2024-06-19T02:43:45.672230385Z rule_files: 2024-06-19T02:43:45.672236207Z - osm_metric_rules.yml 2024-06-19T02:43:45.672241788Z - osm_alert_rules.yml 2024-06-19T02:43:45.672247413Z scrape_configs: 2024-06-19T02:43:45.672253090Z - job_name: mon_exporter 2024-06-19T02:43:45.672258990Z static_configs: 2024-06-19T02:43:45.672264594Z - targets: 2024-06-19T02:43:45.672270306Z - mon:8000 2024-06-19T02:43:45.672275926Z - honor_labels: true 2024-06-19T02:43:45.672281490Z job_name: pushgateway 2024-06-19T02:43:45.672287164Z scrape_interval: 30s 2024-06-19T02:43:45.672292768Z static_configs: 2024-06-19T02:43:45.672298305Z - targets: 2024-06-19T02:43:45.672304669Z - pushgateway-prometheus-pushgateway:9091 2024-06-19T02:43:45.672317632Z 2024-06-19T02:43:45.676370516Z Alerts read: 0 2024-06-19T02:43:45.678585924Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-06-19T02:43:45.679760696Z groups: 2024-06-19T02:43:45.679788309Z - name: osm_alert_rules 2024-06-19T02:43:45.679796757Z rules: 2024-06-19T02:43:45.679804616Z - alert: vdu_down 2024-06-19T02:43:45.679812262Z annotations: 2024-06-19T02:43:45.679820790Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-06-19T02:43:45.679829375Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-06-19T02:43:45.679836919Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-06-19T02:43:45.679845028Z expr: vm_status_extended != 1 2024-06-19T02:43:45.679852935Z for: 3m 2024-06-19T02:43:45.679860285Z 2024-06-19T02:43:45.680844907Z New config written, updating prometheus 2024-06-19T02:43:50.717730780Z Prometheus config update successful 2024-06-19T02:43:50.717929723Z