2024-04-20T22:41:51.632318387Z level=info ts=2024-04-20T22:41:51.626Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-20T22:41:51.632362151Z level=info ts=2024-04-20T22:41:51.626Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-04-20T22:41:51.632369372Z level=info ts=2024-04-20T22:41:51.626Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-04-20T22:41:51.632372917Z level=info ts=2024-04-20T22:41:51.626Z caller=main.go:449 host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))" 2024-04-20T22:41:51.632376692Z level=info ts=2024-04-20T22:41:51.627Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-04-20T22:41:51.632379902Z level=info ts=2024-04-20T22:41:51.627Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-20T22:41:51.632383006Z level=info ts=2024-04-20T22:41:51.629Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-04-20T22:41:51.632386807Z level=info ts=2024-04-20T22:41:51.631Z caller=main.go:824 msg="Starting TSDB ..." 2024-04-20T22:41:51.643823093Z level=info ts=2024-04-20T22:41:51.633Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-04-20T22:41:51.643836921Z level=info ts=2024-04-20T22:41:51.635Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-20T22:41:51.643840621Z level=info ts=2024-04-20T22:41:51.635Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=4.74µs 2024-04-20T22:41:51.643843329Z level=info ts=2024-04-20T22:41:51.635Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-04-20T22:41:51.643845945Z level=info ts=2024-04-20T22:41:51.635Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-20T22:41:51.643851357Z level=info ts=2024-04-20T22:41:51.635Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.673µs wal_replay_duration=256.903µs total_replay_duration=296.204µs 2024-04-20T22:41:51.643876544Z level=info ts=2024-04-20T22:41:51.637Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-04-20T22:41:51.643880105Z level=info ts=2024-04-20T22:41:51.637Z caller=main.go:854 msg="TSDB started" 2024-04-20T22:41:51.643882916Z level=info ts=2024-04-20T22:41:51.637Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T22:41:51.657146011Z level=info ts=2024-04-20T22:41:51.648Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=10.891159ms remote_storage=5.741µs web_handler=437ns query_engine=3.879µs scrape=240.066µs scrape_sd=41.285µs notify=39.784µs notify_sd=18.389µs rules=10.12334ms 2024-04-20T22:41:51.657162023Z level=info ts=2024-04-20T22:41:51.648Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-04-20T22:45:44.702405482Z level=info ts=2024-04-20T22:45:44.702Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T22:45:44.707366429Z level=info ts=2024-04-20T22:45:44.707Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.226401ms remote_storage=12.27µs web_handler=16.759µs query_engine=12.259µs scrape=308.118µs scrape_sd=278.69µs notify=85.637µs notify_sd=159.219µs rules=2.572596ms 2024-04-20T23:09:08.461098268Z level=info ts=2024-04-20T23:09:08.460Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:09:08.468324351Z level=info ts=2024-04-20T23:09:08.468Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.446691ms remote_storage=3.765µs web_handler=10.877µs query_engine=2.524µs scrape=523.67µs scrape_sd=191.189µs notify=119.411µs notify_sd=62.688µs rules=4.325772ms 2024-04-20T23:09:13.524041904Z level=info ts=2024-04-20T23:09:13.523Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:09:13.527426586Z level=info ts=2024-04-20T23:09:13.527Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.421668ms remote_storage=16.016µs web_handler=547ns query_engine=1.469µs scrape=115.787µs scrape_sd=55.606µs notify=12.912µs notify_sd=9.964µs rules=2.761931ms 2024-04-20T23:10:37.840325044Z level=info ts=2024-04-20T23:10:37.839Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:10:37.848945541Z level=info ts=2024-04-20T23:10:37.848Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.745341ms remote_storage=4.319µs web_handler=11.825µs query_engine=2.822µs scrape=359.37µs scrape_sd=199.681µs notify=84.983µs notify_sd=59.924µs rules=4.632735ms 2024-04-20T23:10:42.897071701Z level=info ts=2024-04-20T23:10:42.896Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:10:42.899007209Z level=info ts=2024-04-20T23:10:42.898Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.982968ms remote_storage=2.417µs web_handler=515ns query_engine=1.501µs scrape=146.581µs scrape_sd=36.453µs notify=72.559µs notify_sd=10.567µs rules=1.189332ms 2024-04-20T23:24:13.130106663Z level=warn ts=2024-04-20T23:24:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"deefd26a-4f93-4c1e-9805-5e331cca4f3a\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"74c5f1d1-387d-48d3-b38d-84a41d2d7a89\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"078a3b4b-ff6d-41e7-b904-9c93bbe848bd\", vdu_name=\"basic_13_ns_rela-vnf2-simple_requires-0\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"deefd26a-4f93-4c1e-9805-5e331cca4f3a\", vnf_id=\"a1054e0b-b16e-414e-a866-034caf806cbd\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"74c5f1d1-387d-48d3-b38d-84a41d2d7a89\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"078a3b4b-ff6d-41e7-b904-9c93bbe848bd\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"deefd26a-4f93-4c1e-9805-5e331cca4f3a\", vnf_id=\"a1054e0b-b16e-414e-a866-034caf806cbd\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-20T23:24:28.130592986Z level=warn ts=2024-04-20T23:24:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"deefd26a-4f93-4c1e-9805-5e331cca4f3a\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"74c5f1d1-387d-48d3-b38d-84a41d2d7a89\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"078a3b4b-ff6d-41e7-b904-9c93bbe848bd\", vdu_name=\"basic_13_ns_rela-vnf2-simple_requires-0\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"deefd26a-4f93-4c1e-9805-5e331cca4f3a\", vnf_id=\"a1054e0b-b16e-414e-a866-034caf806cbd\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"74c5f1d1-387d-48d3-b38d-84a41d2d7a89\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"078a3b4b-ff6d-41e7-b904-9c93bbe848bd\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"deefd26a-4f93-4c1e-9805-5e331cca4f3a\", vnf_id=\"a1054e0b-b16e-414e-a866-034caf806cbd\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-20T23:32:30.708381380Z level=info ts=2024-04-20T23:32:30.708Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:32:30.712825028Z level=info ts=2024-04-20T23:32:30.712Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.392118ms remote_storage=2.048µs web_handler=4.745µs query_engine=1.706µs scrape=184.898µs scrape_sd=75.795µs notify=52.344µs notify_sd=17.279µs rules=3.248561ms 2024-04-20T23:32:35.780742526Z level=info ts=2024-04-20T23:32:35.780Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:32:35.788460375Z level=info ts=2024-04-20T23:32:35.788Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.614353ms remote_storage=2.251µs web_handler=509ns query_engine=1.39µs scrape=94.33µs scrape_sd=33.676µs notify=21.816µs notify_sd=120.511µs rules=6.841184ms 2024-04-20T23:32:40.853469678Z level=info ts=2024-04-20T23:32:40.853Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:32:40.856548898Z level=info ts=2024-04-20T23:32:40.856Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.074219ms remote_storage=2.093µs web_handler=474ns query_engine=1.34µs scrape=91.169µs scrape_sd=49.231µs notify=13.368µs notify_sd=16.94µs rules=2.574866ms 2024-04-20T23:32:45.929944711Z level=info ts=2024-04-20T23:32:45.929Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:32:45.933626173Z level=info ts=2024-04-20T23:32:45.933Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.661772ms remote_storage=2.884µs web_handler=498ns query_engine=1.683µs scrape=117.116µs scrape_sd=41.715µs notify=128.308µs notify_sd=14.016µs rules=2.93273ms 2024-04-20T23:32:50.981547032Z level=info ts=2024-04-20T23:32:50.981Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:32:50.985063036Z level=info ts=2024-04-20T23:32:50.984Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.561635ms remote_storage=2.908µs web_handler=948ns query_engine=1.335µs scrape=97.665µs scrape_sd=35.7µs notify=17.383µs notify_sd=10.322µs rules=3.046934ms 2024-04-20T23:32:56.046885363Z level=info ts=2024-04-20T23:32:56.046Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:32:56.057623081Z level=info ts=2024-04-20T23:32:56.057Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=10.873649ms remote_storage=4.821µs web_handler=1.05µs query_engine=2.68µs scrape=283.212µs scrape_sd=94.76µs notify=39.803µs notify_sd=89.106µs rules=9.288118ms 2024-04-20T23:34:13.129526739Z level=warn ts=2024-04-20T23:34:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"e208bafa-ca06-42bf-9e3f-5eff13489204\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5be092c4-fc01-4e57-9fcb-701a806abfbc\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"082716d3-1276-47a9-85f2-77d6b1b41596\", vdu_name=\"basic_16-vnf-hackfest_basic_metrics-VM-2\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"e208bafa-ca06-42bf-9e3f-5eff13489204\", vnf_id=\"96e6b2bf-57d6-4fcb-bdd9-f920bc3584cd\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5be092c4-fc01-4e57-9fcb-701a806abfbc\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"082716d3-1276-47a9-85f2-77d6b1b41596\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"e208bafa-ca06-42bf-9e3f-5eff13489204\", vnf_id=\"96e6b2bf-57d6-4fcb-bdd9-f920bc3584cd\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-20T23:34:16.215517579Z level=info ts=2024-04-20T23:34:16.213Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:34:16.219864599Z level=info ts=2024-04-20T23:34:16.216Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.201641ms remote_storage=2.965µs web_handler=5.035µs query_engine=1.608µs scrape=184.182µs scrape_sd=69.106µs notify=39.758µs notify_sd=11.229µs rules=2.128783ms 2024-04-20T23:34:21.265297538Z level=info ts=2024-04-20T23:34:21.265Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:34:21.269634067Z level=info ts=2024-04-20T23:34:21.269Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.27025ms remote_storage=3.28µs web_handler=926ns query_engine=2.06µs scrape=221.892µs scrape_sd=111.029µs notify=28.775µs notify_sd=31.711µs rules=3.152483ms 2024-04-20T23:34:26.313447446Z level=info ts=2024-04-20T23:34:26.313Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:34:26.315456278Z level=info ts=2024-04-20T23:34:26.315Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.013726ms remote_storage=2.192µs web_handler=778ns query_engine=1.233µs scrape=119.759µs scrape_sd=43.197µs notify=40.887µs notify_sd=13.869µs rules=1.379785ms 2024-04-20T23:34:28.129260485Z level=warn ts=2024-04-20T23:34:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"e208bafa-ca06-42bf-9e3f-5eff13489204\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5be092c4-fc01-4e57-9fcb-701a806abfbc\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"082716d3-1276-47a9-85f2-77d6b1b41596\", vdu_name=\"basic_16-vnf-hackfest_basic_metrics-VM-2\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"e208bafa-ca06-42bf-9e3f-5eff13489204\", vnf_id=\"96e6b2bf-57d6-4fcb-bdd9-f920bc3584cd\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5be092c4-fc01-4e57-9fcb-701a806abfbc\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"082716d3-1276-47a9-85f2-77d6b1b41596\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"e208bafa-ca06-42bf-9e3f-5eff13489204\", vnf_id=\"96e6b2bf-57d6-4fcb-bdd9-f920bc3584cd\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-20T23:34:31.363075207Z level=info ts=2024-04-20T23:34:31.362Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:34:31.368136837Z level=info ts=2024-04-20T23:34:31.367Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.050573ms remote_storage=14.254µs web_handler=669ns query_engine=1.769µs scrape=162.945µs scrape_sd=61.114µs notify=50.746µs notify_sd=18.22µs rules=4.263992ms 2024-04-20T23:34:36.406055055Z level=info ts=2024-04-20T23:34:36.405Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:34:36.409323583Z level=info ts=2024-04-20T23:34:36.409Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.241291ms remote_storage=3.179µs web_handler=885ns query_engine=1.988µs scrape=191.359µs scrape_sd=92.142µs notify=26.707µs notify_sd=37.087µs rules=2.211456ms 2024-04-20T23:34:41.471054253Z level=info ts=2024-04-20T23:34:41.470Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-20T23:34:41.476265268Z level=info ts=2024-04-20T23:34:41.476Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.227043ms remote_storage=3.69µs web_handler=774ns query_engine=2.037µs scrape=262.998µs scrape_sd=111.982µs notify=63.651µs notify_sd=22.187µs rules=3.851883ms 2024-04-21T00:14:13.129547686Z level=warn ts=2024-04-21T00:14:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"1118bf9a-3b77-4f06-adc5-c4ccbde164ef\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ab857ea5-e0a2-4896-bc8e-52cfcf3bb8e3\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"f6cbb4ee-1129-45c6-98d6-767f74fe1078\", vdu_name=\"basic_27_helm_ee-simple-mgmtVM-0\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"1118bf9a-3b77-4f06-adc5-c4ccbde164ef\", vnf_id=\"75390fb1-1021-4842-bda4-ed89330d342e\", vnf_member_index=\"simple\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ab857ea5-e0a2-4896-bc8e-52cfcf3bb8e3\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"f6cbb4ee-1129-45c6-98d6-767f74fe1078\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"1118bf9a-3b77-4f06-adc5-c4ccbde164ef\", vnf_id=\"75390fb1-1021-4842-bda4-ed89330d342e\", vnf_member_index=\"simple\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-21T00:14:28.128702884Z level=warn ts=2024-04-21T00:14:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"1118bf9a-3b77-4f06-adc5-c4ccbde164ef\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ab857ea5-e0a2-4896-bc8e-52cfcf3bb8e3\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"f6cbb4ee-1129-45c6-98d6-767f74fe1078\", vdu_name=\"basic_27_helm_ee-simple-mgmtVM-0\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"1118bf9a-3b77-4f06-adc5-c4ccbde164ef\", vnf_id=\"75390fb1-1021-4842-bda4-ed89330d342e\", vnf_member_index=\"simple\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ab857ea5-e0a2-4896-bc8e-52cfcf3bb8e3\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"f6cbb4ee-1129-45c6-98d6-767f74fe1078\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"1118bf9a-3b77-4f06-adc5-c4ccbde164ef\", vnf_id=\"75390fb1-1021-4842-bda4-ed89330d342e\", vnf_member_index=\"simple\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-21T01:16:13.130973415Z level=warn ts=2024-04-21T01:16:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"59b35fe9-1c88-453f-ae89-76e7e11c4333\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ba142874-830e-4508-8ff9-e7a0c6170ae4\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"df79cd78-3370-4dc0-b81d-ddea6d606c9c\", vdu_name=\"heal_03-charm_vnf-mgmtVM-2\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"59b35fe9-1c88-453f-ae89-76e7e11c4333\", vnf_id=\"bd6c02f9-de74-45bf-a0b2-069b892c2c28\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ba142874-830e-4508-8ff9-e7a0c6170ae4\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"df79cd78-3370-4dc0-b81d-ddea6d606c9c\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"59b35fe9-1c88-453f-ae89-76e7e11c4333\", vnf_id=\"bd6c02f9-de74-45bf-a0b2-069b892c2c28\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-21T01:16:28.130743835Z level=warn ts=2024-04-21T01:16:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"59b35fe9-1c88-453f-ae89-76e7e11c4333\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ba142874-830e-4508-8ff9-e7a0c6170ae4\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"df79cd78-3370-4dc0-b81d-ddea6d606c9c\", vdu_name=\"heal_03-charm_vnf-mgmtVM-2\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"59b35fe9-1c88-453f-ae89-76e7e11c4333\", vnf_id=\"bd6c02f9-de74-45bf-a0b2-069b892c2c28\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ba142874-830e-4508-8ff9-e7a0c6170ae4\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"df79cd78-3370-4dc0-b81d-ddea6d606c9c\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"59b35fe9-1c88-453f-ae89-76e7e11c4333\", vnf_id=\"bd6c02f9-de74-45bf-a0b2-069b892c2c28\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-21T01:26:00.702745651Z level=info ts=2024-04-21T01:26:00.702Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T01:26:00.704802028Z level=info ts=2024-04-21T01:26:00.704Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.116046ms remote_storage=1.889µs web_handler=5.476µs query_engine=1.779µs scrape=124.872µs scrape_sd=53.671µs notify=23.79µs notify_sd=10.967µs rules=1.123819ms 2024-04-21T01:31:44.376510256Z level=info ts=2024-04-21T01:31:44.376Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T01:31:44.385207353Z level=info ts=2024-04-21T01:31:44.384Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.710598ms remote_storage=4.292µs web_handler=15.42µs query_engine=3.411µs scrape=466.372µs scrape_sd=193.017µs notify=50.278µs notify_sd=34.43µs rules=5.868851ms 2024-04-21T01:42:09.224392064Z level=info ts=2024-04-21T01:42:09.223Z caller=compact.go:518 component=tsdb msg="write block" mint=1713652929124 maxt=1713657600000 ulid=01HVZ52QGRX9N7ER4WVB2J65RB duration=47.17117ms 2024-04-21T01:42:09.231725594Z level=info ts=2024-04-21T01:42:09.231Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=5.916454ms 2024-04-21T01:42:13.129744750Z level=warn ts=2024-04-21T01:42:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"f7a783fe-e4a8-4a21-b7bc-95f1637e94d3\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a965fb6c-e747-460a-8ebb-e054767554ce\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"930292ea-160d-4a21-bf51-965ccd44187c\", vdu_name=\"k8s_05-k8s_proxy-vnf1-mgmtVM-0\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"f7a783fe-e4a8-4a21-b7bc-95f1637e94d3\", vnf_id=\"8d9abf74-14de-4e9a-a2af-ee0abadb2943\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a965fb6c-e747-460a-8ebb-e054767554ce\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"930292ea-160d-4a21-bf51-965ccd44187c\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"f7a783fe-e4a8-4a21-b7bc-95f1637e94d3\", vnf_id=\"8d9abf74-14de-4e9a-a2af-ee0abadb2943\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-21T01:42:28.130006716Z level=warn ts=2024-04-21T01:42:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"f7a783fe-e4a8-4a21-b7bc-95f1637e94d3\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a965fb6c-e747-460a-8ebb-e054767554ce\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"930292ea-160d-4a21-bf51-965ccd44187c\", vdu_name=\"k8s_05-k8s_proxy-vnf1-mgmtVM-0\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"f7a783fe-e4a8-4a21-b7bc-95f1637e94d3\", vnf_id=\"8d9abf74-14de-4e9a-a2af-ee0abadb2943\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a965fb6c-e747-460a-8ebb-e054767554ce\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"930292ea-160d-4a21-bf51-965ccd44187c\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"f7a783fe-e4a8-4a21-b7bc-95f1637e94d3\", vnf_id=\"8d9abf74-14de-4e9a-a2af-ee0abadb2943\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-21T02:12:55.104113879Z level=info ts=2024-04-21T02:12:55.103Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T02:12:55.114042531Z level=info ts=2024-04-21T02:12:55.113Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.989338ms remote_storage=3.782µs web_handler=13.233µs query_engine=3.16µs scrape=734.791µs scrape_sd=262.604µs notify=283.915µs notify_sd=89.789µs rules=5.374873ms 2024-04-21T02:13:00.176081198Z level=info ts=2024-04-21T02:13:00.175Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T02:13:00.181368697Z level=info ts=2024-04-21T02:13:00.181Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.241527ms remote_storage=1.948µs web_handler=539ns query_engine=1.655µs scrape=109.049µs scrape_sd=34.886µs notify=13.589µs notify_sd=10.32µs rules=4.631766ms 2024-04-21T02:21:20.049715287Z level=info ts=2024-04-21T02:21:20.049Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T02:21:20.052014430Z level=info ts=2024-04-21T02:21:20.051Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.331911ms remote_storage=2.488µs web_handler=6.048µs query_engine=1.99µs scrape=150.347µs scrape_sd=65.196µs notify=30.667µs notify_sd=11.443µs rules=1.302224ms 2024-04-21T02:21:25.112481661Z level=info ts=2024-04-21T02:21:25.112Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T02:21:25.118717861Z level=info ts=2024-04-21T02:21:25.118Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.956607ms remote_storage=3.984µs web_handler=1.196µs query_engine=2.12µs scrape=179.434µs scrape_sd=1.863965ms notify=26.964µs notify_sd=63.545µs rules=2.661578ms 2024-04-21T02:22:10.900690183Z level=info ts=2024-04-21T02:22:10.900Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T02:22:10.905032928Z level=info ts=2024-04-21T02:22:10.904Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.335731ms remote_storage=2.639µs web_handler=1.117µs query_engine=1.616µs scrape=149.361µs scrape_sd=60.912µs notify=25.217µs notify_sd=15.841µs rules=3.489418ms 2024-04-21T02:22:15.956191681Z level=info ts=2024-04-21T02:22:15.955Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T02:22:15.963378439Z level=info ts=2024-04-21T02:22:15.963Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.171273ms remote_storage=2.985µs web_handler=1.1µs query_engine=2.038µs scrape=261.924µs scrape_sd=179.646µs notify=114.495µs notify_sd=335.81µs rules=5.355233ms 2024-04-21T02:24:13.129736167Z level=warn ts=2024-04-21T02:24:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"170782e4-c2d2-4a9c-bfec-3a04721832d5\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"65a875cc-ea19-4304-9734-b8df8b0f1ac0\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"03610cd8-040b-4ad7-812d-ac0c15a42382\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"170782e4-c2d2-4a9c-bfec-3a04721832d5\", vnf_id=\"700560c3-0592-436e-a9fa-bc61b865aee8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"65a875cc-ea19-4304-9734-b8df8b0f1ac0\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"03610cd8-040b-4ad7-812d-ac0c15a42382\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"170782e4-c2d2-4a9c-bfec-3a04721832d5\", vnf_id=\"700560c3-0592-436e-a9fa-bc61b865aee8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-21T02:24:28.131374379Z level=warn ts=2024-04-21T02:24:28.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"170782e4-c2d2-4a9c-bfec-3a04721832d5\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"65a875cc-ea19-4304-9734-b8df8b0f1ac0\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"03610cd8-040b-4ad7-812d-ac0c15a42382\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"170782e4-c2d2-4a9c-bfec-3a04721832d5\", vnf_id=\"700560c3-0592-436e-a9fa-bc61b865aee8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"65a875cc-ea19-4304-9734-b8df8b0f1ac0\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"03610cd8-040b-4ad7-812d-ac0c15a42382\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"170782e4-c2d2-4a9c-bfec-3a04721832d5\", vnf_id=\"700560c3-0592-436e-a9fa-bc61b865aee8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-21T02:35:42.902427921Z level=info ts=2024-04-21T02:35:42.902Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T02:35:42.905074050Z level=info ts=2024-04-21T02:35:42.904Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.7371ms remote_storage=2.284µs web_handler=5.811µs query_engine=1.602µs scrape=130.566µs scrape_sd=53.922µs notify=22.317µs notify_sd=9.805µs rules=1.373177ms 2024-04-21T02:35:47.944845462Z level=info ts=2024-04-21T02:35:47.944Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T02:35:47.946386580Z level=info ts=2024-04-21T02:35:47.946Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.553588ms remote_storage=2.196µs web_handler=554ns query_engine=1.229µs scrape=97.861µs scrape_sd=39.399µs notify=13.12µs notify_sd=10.608µs rules=990.97µs 2024-04-21T02:38:18.577142523Z level=info ts=2024-04-21T02:38:18.576Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T02:38:18.585402955Z level=info ts=2024-04-21T02:38:18.585Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.52532ms remote_storage=3.809µs web_handler=42.461µs query_engine=2.769µs scrape=482.069µs scrape_sd=244.544µs notify=98.242µs notify_sd=67.561µs rules=3.993449ms 2024-04-21T02:40:13.128409332Z level=warn ts=2024-04-21T02:40:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"20e6a879-db5e-45ab-9190-b741fd05accd\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"dd047719-c3b4-40e1-a4dd-5fc6ae0923de\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"f8ea0d25-c04c-41d1-8419-f989a0c0b8ad\", vdu_name=\"sa_07-alarm_test-vnf-cirros_vnfd-VM-0\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"20e6a879-db5e-45ab-9190-b741fd05accd\", vnf_id=\"97404ace-1bcd-4ee8-82af-dcf23a325a0f\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"dd047719-c3b4-40e1-a4dd-5fc6ae0923de\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"f8ea0d25-c04c-41d1-8419-f989a0c0b8ad\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"20e6a879-db5e-45ab-9190-b741fd05accd\", vnf_id=\"97404ace-1bcd-4ee8-82af-dcf23a325a0f\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-21T02:40:28.129847481Z level=warn ts=2024-04-21T02:40:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"20e6a879-db5e-45ab-9190-b741fd05accd\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"dd047719-c3b4-40e1-a4dd-5fc6ae0923de\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"f8ea0d25-c04c-41d1-8419-f989a0c0b8ad\", vdu_name=\"sa_07-alarm_test-vnf-cirros_vnfd-VM-0\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"20e6a879-db5e-45ab-9190-b741fd05accd\", vnf_id=\"97404ace-1bcd-4ee8-82af-dcf23a325a0f\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"dd047719-c3b4-40e1-a4dd-5fc6ae0923de\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"f8ea0d25-c04c-41d1-8419-f989a0c0b8ad\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"20e6a879-db5e-45ab-9190-b741fd05accd\", vnf_id=\"97404ace-1bcd-4ee8-82af-dcf23a325a0f\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-21T02:47:29.279792180Z level=info ts=2024-04-21T02:47:29.272Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T02:47:29.279863555Z level=info ts=2024-04-21T02:47:29.275Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.068412ms remote_storage=2.178µs web_handler=6.133µs query_engine=1.634µs scrape=132.272µs scrape_sd=71.357µs notify=21.17µs notify_sd=10.84µs rules=1.30629ms 2024-04-21T02:49:50.725465613Z level=info ts=2024-04-21T02:49:50.725Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T02:49:50.730299105Z level=info ts=2024-04-21T02:49:50.730Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.999918ms remote_storage=42.279µs web_handler=7.53µs query_engine=1.689µs scrape=300.619µs scrape_sd=193.682µs notify=34.296µs notify_sd=12.887µs rules=1.913138ms 2024-04-21T02:50:06.034450778Z level=info ts=2024-04-21T02:50:06.034Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T02:50:06.037991063Z level=info ts=2024-04-21T02:50:06.037Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.46064ms remote_storage=2.479µs web_handler=673ns query_engine=2.682µs scrape=343.824µs scrape_sd=76.405µs notify=18.922µs notify_sd=43.486µs rules=2.332729ms 2024-04-21T02:58:13.131199541Z level=warn ts=2024-04-21T02:58:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"7801a070-652d-4c87-a7e5-845816b4a64b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"716edcaa-a354-4a71-9882-239b065758b0\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"045268d1-38d6-48df-a87f-7537934a9a22\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"7801a070-652d-4c87-a7e5-845816b4a64b\", vnf_id=\"49fb752b-6084-4ac7-9f46-2de791f7f1fe\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"716edcaa-a354-4a71-9882-239b065758b0\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"045268d1-38d6-48df-a87f-7537934a9a22\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"7801a070-652d-4c87-a7e5-845816b4a64b\", vnf_id=\"49fb752b-6084-4ac7-9f46-2de791f7f1fe\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-21T02:58:28.133049312Z level=warn ts=2024-04-21T02:58:28.132Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"7801a070-652d-4c87-a7e5-845816b4a64b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"716edcaa-a354-4a71-9882-239b065758b0\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"045268d1-38d6-48df-a87f-7537934a9a22\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"7801a070-652d-4c87-a7e5-845816b4a64b\", vnf_id=\"49fb752b-6084-4ac7-9f46-2de791f7f1fe\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"716edcaa-a354-4a71-9882-239b065758b0\", project_id=\"c01767d0-1853-42c7-a616-2a8193950598\", vdu_id=\"045268d1-38d6-48df-a87f-7537934a9a22\", vdu_name=\"UNKNOWN\", vim_id=\"937467fa-a816-40b8-82c7-ffcd6573ce58\", vm_id=\"7801a070-652d-4c87-a7e5-845816b4a64b\", vnf_id=\"49fb752b-6084-4ac7-9f46-2de791f7f1fe\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-21T03:00:12.005921163Z level=info ts=2024-04-21T03:00:12.005Z caller=compact.go:518 component=tsdb msg="write block" mint=1713657609124 maxt=1713664800000 ulid=01HVZ9HMGT86M8JCZNZH9WF814 duration=74.673229ms 2024-04-21T03:00:12.010209511Z level=info ts=2024-04-21T03:00:12.010Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.512337ms 2024-04-21T03:03:15.677498616Z level=info ts=2024-04-21T03:03:15.677Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T03:03:15.680920189Z level=info ts=2024-04-21T03:03:15.680Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.507831ms remote_storage=2.671µs web_handler=6.323µs query_engine=2.163µs scrape=165.013µs scrape_sd=120.065µs notify=54.109µs notify_sd=14.016µs rules=2.086456ms 2024-04-21T03:03:20.742384413Z level=info ts=2024-04-21T03:03:20.742Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T03:03:20.745487867Z level=info ts=2024-04-21T03:03:20.745Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.125061ms remote_storage=2.852µs web_handler=671ns query_engine=1.631µs scrape=107.716µs scrape_sd=57.004µs notify=18.678µs notify_sd=16.487µs rules=1.9062ms 2024-04-21T03:04:09.640433367Z level=info ts=2024-04-21T03:04:09.640Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T03:04:09.643438814Z level=info ts=2024-04-21T03:04:09.643Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.068071ms remote_storage=2.633µs web_handler=700ns query_engine=1.781µs scrape=1.328714ms scrape_sd=65.951µs notify=15.863µs notify_sd=19.606µs rules=1.073687ms 2024-04-21T03:04:14.719789572Z level=info ts=2024-04-21T03:04:14.719Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-21T03:04:14.722767067Z level=info ts=2024-04-21T03:04:14.721Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.77051ms remote_storage=2.559µs web_handler=529ns query_engine=1.68µs scrape=109.263µs scrape_sd=62.368µs notify=14.946µs notify_sd=19.24µs rules=1.092768ms 2024-04-20T22:44:20.075107396Z Created MongoClient to connect to MongoDB! 2024-04-20T22:44:20.075124708Z Generating prometheus config files 2024-04-20T22:44:50.117363721Z Error in configuration attempt! Number of tries: 1/3 2024-04-20T22:44:50.117402496Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-20T22:44:55.121328613Z Generating prometheus config files 2024-04-20T22:45:25.154932621Z Error in configuration attempt! Number of tries: 2/3 2024-04-20T22:45:25.155005209Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-20T22:45:30.156646475Z Generating prometheus config files 2024-04-20T22:45:44.667310045Z Jobs detected: 0 2024-04-20T22:45:44.680063091Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T22:45:44.683136212Z alerting: 2024-04-20T22:45:44.683148200Z alertmanagers: 2024-04-20T22:45:44.683156656Z - static_configs: 2024-04-20T22:45:44.683159853Z - targets: 2024-04-20T22:45:44.683164175Z - alertmanager:9093 2024-04-20T22:45:44.683167557Z global: 2024-04-20T22:45:44.683171175Z evaluation_interval: 15s 2024-04-20T22:45:44.683174482Z scrape_interval: 15s 2024-04-20T22:45:44.683177722Z rule_files: 2024-04-20T22:45:44.683180886Z - osm_metric_rules.yml 2024-04-20T22:45:44.683183838Z - osm_alert_rules.yml 2024-04-20T22:45:44.683199139Z scrape_configs: 2024-04-20T22:45:44.683203016Z - job_name: mon_exporter 2024-04-20T22:45:44.683206190Z static_configs: 2024-04-20T22:45:44.683209304Z - targets: 2024-04-20T22:45:44.683212520Z - mon:8000 2024-04-20T22:45:44.683215340Z - honor_labels: true 2024-04-20T22:45:44.683218727Z job_name: pushgateway 2024-04-20T22:45:44.683222086Z scrape_interval: 30s 2024-04-20T22:45:44.683224930Z static_configs: 2024-04-20T22:45:44.683228049Z - targets: 2024-04-20T22:45:44.683231957Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T22:45:44.683310631Z 2024-04-20T22:45:44.687073069Z Alerts read: 0 2024-04-20T22:45:44.689179550Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T22:45:44.690483353Z groups: 2024-04-20T22:45:44.690491714Z - name: osm_alert_rules 2024-04-20T22:45:44.690495219Z rules: 2024-04-20T22:45:44.690498313Z - alert: vdu_down 2024-04-20T22:45:44.690501413Z annotations: 2024-04-20T22:45:44.690505583Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T22:45:44.690512218Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T22:45:44.690515539Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T22:45:44.690521393Z expr: vm_status_extended != 1 2024-04-20T22:45:44.690524349Z for: 3m 2024-04-20T22:45:44.690527456Z 2024-04-20T22:45:44.691601040Z New config written, updating prometheus 2024-04-20T22:45:49.746312040Z Prometheus config update successful 2024-04-20T22:45:54.762335333Z Listening to changes in prometheus jobs and alerts collections 2024-04-20T23:09:08.419407614Z Changes detected, updating prometheus config 2024-04-20T23:09:08.423064534Z Jobs detected: 0 2024-04-20T23:09:08.434577104Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:09:08.438252281Z alerting: 2024-04-20T23:09:08.438271865Z alertmanagers: 2024-04-20T23:09:08.438278187Z - static_configs: 2024-04-20T23:09:08.438283550Z - targets: 2024-04-20T23:09:08.438289577Z - alertmanager:9093 2024-04-20T23:09:08.438295086Z global: 2024-04-20T23:09:08.438300675Z evaluation_interval: 15s 2024-04-20T23:09:08.438306734Z scrape_interval: 15s 2024-04-20T23:09:08.438314589Z rule_files: 2024-04-20T23:09:08.438322006Z - osm_metric_rules.yml 2024-04-20T23:09:08.438327467Z - osm_alert_rules.yml 2024-04-20T23:09:08.438332591Z scrape_configs: 2024-04-20T23:09:08.438337766Z - job_name: mon_exporter 2024-04-20T23:09:08.438342981Z static_configs: 2024-04-20T23:09:08.438348176Z - targets: 2024-04-20T23:09:08.438353391Z - mon:8000 2024-04-20T23:09:08.438358538Z - honor_labels: true 2024-04-20T23:09:08.438363718Z job_name: pushgateway 2024-04-20T23:09:08.438368788Z scrape_interval: 30s 2024-04-20T23:09:08.438373995Z static_configs: 2024-04-20T23:09:08.438379160Z - targets: 2024-04-20T23:09:08.438385154Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:09:08.438390144Z 2024-04-20T23:09:08.445111664Z Alerts read: 2 2024-04-20T23:09:08.447278199Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:09:08.450923404Z groups: 2024-04-20T23:09:08.450936307Z - name: osm_alert_rules 2024-04-20T23:09:08.450940205Z rules: 2024-04-20T23:09:08.450943816Z - alert: vdu_down 2024-04-20T23:09:08.450947342Z annotations: 2024-04-20T23:09:08.450951520Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:09:08.450955808Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:09:08.450959378Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:09:08.450963514Z expr: vm_status_extended != 1 2024-04-20T23:09:08.450967474Z for: 3m 2024-04-20T23:09:08.450970975Z - name: _osm_alert_rules_20240420230908_ 2024-04-20T23:09:08.450974525Z rules: 2024-04-20T23:09:08.450978594Z - alert: scalein_e0426a26-a53c-454c-82e0-833aabeb3aaa 2024-04-20T23:09:08.450982376Z expr: (count (osm_cpu_utilization{ns_id="7521b649-0041-4bef-af59-5cbfe9402aa5", 2024-04-20T23:09:08.450987071Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="7521b649-0041-4bef-af59-5cbfe9402aa5", 2024-04-20T23:09:08.450990652Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:09:08.450994197Z for: 1m 2024-04-20T23:09:08.450997690Z labels: 2024-04-20T23:09:08.451001453Z ns_id: 7521b649-0041-4bef-af59-5cbfe9402aa5 2024-04-20T23:09:08.451004981Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:09:08.451008996Z vnf_member_index: vnf 2024-04-20T23:09:08.451012461Z - alert: scaleout_400f89bb-b58d-4ff7-8d04-6316c93de81b 2024-04-20T23:09:08.451015931Z expr: (count (osm_cpu_utilization{ns_id="7521b649-0041-4bef-af59-5cbfe9402aa5", 2024-04-20T23:09:08.451019447Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="7521b649-0041-4bef-af59-5cbfe9402aa5", 2024-04-20T23:09:08.451023034Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:09:08.451026496Z for: 1m 2024-04-20T23:09:08.451029930Z labels: 2024-04-20T23:09:08.451033464Z ns_id: 7521b649-0041-4bef-af59-5cbfe9402aa5 2024-04-20T23:09:08.451036916Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:09:08.451058517Z vnf_member_index: vnf 2024-04-20T23:09:08.451062252Z 2024-04-20T23:09:08.454299272Z New config written, updating prometheus 2024-04-20T23:09:13.487085240Z Prometheus config update successful 2024-04-20T23:09:13.487109598Z 2024-04-20T23:09:13.487113809Z Changes detected, updating prometheus config 2024-04-20T23:09:13.488830041Z Jobs detected: 0 2024-04-20T23:09:13.500708382Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:09:13.503822109Z alerting: 2024-04-20T23:09:13.503837062Z alertmanagers: 2024-04-20T23:09:13.503850999Z - static_configs: 2024-04-20T23:09:13.503854140Z - targets: 2024-04-20T23:09:13.503857740Z - alertmanager:9093 2024-04-20T23:09:13.503860979Z global: 2024-04-20T23:09:13.503864349Z evaluation_interval: 15s 2024-04-20T23:09:13.503867403Z scrape_interval: 15s 2024-04-20T23:09:13.503870408Z rule_files: 2024-04-20T23:09:13.503873452Z - osm_metric_rules.yml 2024-04-20T23:09:13.503876428Z - osm_alert_rules.yml 2024-04-20T23:09:13.503879438Z scrape_configs: 2024-04-20T23:09:13.503882460Z - job_name: mon_exporter 2024-04-20T23:09:13.503885412Z static_configs: 2024-04-20T23:09:13.503888557Z - targets: 2024-04-20T23:09:13.503891744Z - mon:8000 2024-04-20T23:09:13.503894776Z - honor_labels: true 2024-04-20T23:09:13.503907366Z job_name: pushgateway 2024-04-20T23:09:13.503910523Z scrape_interval: 30s 2024-04-20T23:09:13.503913493Z static_configs: 2024-04-20T23:09:13.503916472Z - targets: 2024-04-20T23:09:13.503920565Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:09:13.503934406Z 2024-04-20T23:09:13.509044998Z Alerts read: 2 2024-04-20T23:09:13.511536317Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:09:13.515262543Z groups: 2024-04-20T23:09:13.515277621Z - name: osm_alert_rules 2024-04-20T23:09:13.515280913Z rules: 2024-04-20T23:09:13.515283886Z - alert: vdu_down 2024-04-20T23:09:13.515286843Z annotations: 2024-04-20T23:09:13.515290476Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:09:13.515294464Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:09:13.515297547Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:09:13.515301073Z expr: vm_status_extended != 1 2024-04-20T23:09:13.515303929Z for: 3m 2024-04-20T23:09:13.515306813Z - name: _osm_alert_rules_20240420230913_ 2024-04-20T23:09:13.515309890Z rules: 2024-04-20T23:09:13.515313481Z - alert: scalein_e0426a26-a53c-454c-82e0-833aabeb3aaa 2024-04-20T23:09:13.515316530Z expr: (count (osm_cpu_utilization{ns_id="7521b649-0041-4bef-af59-5cbfe9402aa5", 2024-04-20T23:09:13.515323252Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="7521b649-0041-4bef-af59-5cbfe9402aa5", 2024-04-20T23:09:13.515326373Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:09:13.515329407Z for: 1m 2024-04-20T23:09:13.515332258Z labels: 2024-04-20T23:09:13.515335199Z ns_id: 7521b649-0041-4bef-af59-5cbfe9402aa5 2024-04-20T23:09:13.515338493Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:09:13.515342338Z vnf_member_index: vnf 2024-04-20T23:09:13.515345300Z - alert: scaleout_400f89bb-b58d-4ff7-8d04-6316c93de81b 2024-04-20T23:09:13.515348352Z expr: (count (osm_cpu_utilization{ns_id="7521b649-0041-4bef-af59-5cbfe9402aa5", 2024-04-20T23:09:13.515351463Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="7521b649-0041-4bef-af59-5cbfe9402aa5", 2024-04-20T23:09:13.515373013Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:09:13.515376092Z for: 1m 2024-04-20T23:09:13.515378931Z labels: 2024-04-20T23:09:13.515381836Z ns_id: 7521b649-0041-4bef-af59-5cbfe9402aa5 2024-04-20T23:09:13.515384725Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:09:13.515388118Z vnf_member_index: vnf 2024-04-20T23:09:13.515488792Z 2024-04-20T23:09:13.519002918Z New config written, updating prometheus 2024-04-20T23:09:18.553406488Z Prometheus config update successful 2024-04-20T23:09:18.553692063Z 2024-04-20T23:10:37.813266005Z Changes detected, updating prometheus config 2024-04-20T23:10:37.816475346Z Jobs detected: 0 2024-04-20T23:10:37.823663025Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:10:37.825960198Z alerting: 2024-04-20T23:10:37.825987072Z alertmanagers: 2024-04-20T23:10:37.825998308Z - static_configs: 2024-04-20T23:10:37.826006773Z - targets: 2024-04-20T23:10:37.826015774Z - alertmanager:9093 2024-04-20T23:10:37.826024467Z global: 2024-04-20T23:10:37.826032940Z evaluation_interval: 15s 2024-04-20T23:10:37.826041118Z scrape_interval: 15s 2024-04-20T23:10:37.826076738Z rule_files: 2024-04-20T23:10:37.826086599Z - osm_metric_rules.yml 2024-04-20T23:10:37.826094546Z - osm_alert_rules.yml 2024-04-20T23:10:37.826104195Z scrape_configs: 2024-04-20T23:10:37.826113289Z - job_name: mon_exporter 2024-04-20T23:10:37.826122427Z static_configs: 2024-04-20T23:10:37.826130946Z - targets: 2024-04-20T23:10:37.826140622Z - mon:8000 2024-04-20T23:10:37.826149529Z - honor_labels: true 2024-04-20T23:10:37.826158617Z job_name: pushgateway 2024-04-20T23:10:37.826168132Z scrape_interval: 30s 2024-04-20T23:10:37.826178562Z static_configs: 2024-04-20T23:10:37.826187216Z - targets: 2024-04-20T23:10:37.826197736Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:10:37.826206328Z 2024-04-20T23:10:37.829146069Z Alerts read: 0 2024-04-20T23:10:37.831308412Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:10:37.832621804Z groups: 2024-04-20T23:10:37.832670734Z - name: osm_alert_rules 2024-04-20T23:10:37.832678408Z rules: 2024-04-20T23:10:37.832684249Z - alert: vdu_down 2024-04-20T23:10:37.832690358Z annotations: 2024-04-20T23:10:37.832697059Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:10:37.832703812Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:10:37.832716887Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:10:37.832723734Z expr: vm_status_extended != 1 2024-04-20T23:10:37.832729956Z for: 3m 2024-04-20T23:10:37.832735298Z 2024-04-20T23:10:37.833647775Z New config written, updating prometheus 2024-04-20T23:10:42.876833343Z Prometheus config update successful 2024-04-20T23:10:42.876934855Z 2024-04-20T23:10:42.877179698Z Changes detected, updating prometheus config 2024-04-20T23:10:42.878514564Z Jobs detected: 0 2024-04-20T23:10:42.883601218Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:10:42.885832384Z alerting: 2024-04-20T23:10:42.885844514Z alertmanagers: 2024-04-20T23:10:42.885848497Z - static_configs: 2024-04-20T23:10:42.885851662Z - targets: 2024-04-20T23:10:42.885855468Z - alertmanager:9093 2024-04-20T23:10:42.885870827Z global: 2024-04-20T23:10:42.885874008Z evaluation_interval: 15s 2024-04-20T23:10:42.885876922Z scrape_interval: 15s 2024-04-20T23:10:42.885879917Z rule_files: 2024-04-20T23:10:42.885883339Z - osm_metric_rules.yml 2024-04-20T23:10:42.885886235Z - osm_alert_rules.yml 2024-04-20T23:10:42.885889051Z scrape_configs: 2024-04-20T23:10:42.885891995Z - job_name: mon_exporter 2024-04-20T23:10:42.885894851Z static_configs: 2024-04-20T23:10:42.885897696Z - targets: 2024-04-20T23:10:42.885900764Z - mon:8000 2024-04-20T23:10:42.885903593Z - honor_labels: true 2024-04-20T23:10:42.885906489Z job_name: pushgateway 2024-04-20T23:10:42.885909431Z scrape_interval: 30s 2024-04-20T23:10:42.885912336Z static_configs: 2024-04-20T23:10:42.885915497Z - targets: 2024-04-20T23:10:42.885919319Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:10:42.886007287Z 2024-04-20T23:10:42.889212058Z Alerts read: 0 2024-04-20T23:10:42.891033801Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:10:42.892318660Z groups: 2024-04-20T23:10:42.892330271Z - name: osm_alert_rules 2024-04-20T23:10:42.892333512Z rules: 2024-04-20T23:10:42.892336593Z - alert: vdu_down 2024-04-20T23:10:42.892339492Z annotations: 2024-04-20T23:10:42.892343522Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:10:42.892347035Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:10:42.892349961Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:10:42.892353371Z expr: vm_status_extended != 1 2024-04-20T23:10:42.892356519Z for: 3m 2024-04-20T23:10:42.892431287Z 2024-04-20T23:10:42.893571716Z New config written, updating prometheus 2024-04-20T23:10:47.921353922Z Prometheus config update successful 2024-04-20T23:10:47.921433965Z 2024-04-20T23:32:30.650311406Z Changes detected, updating prometheus config 2024-04-20T23:32:30.654536483Z Jobs detected: 0 2024-04-20T23:32:30.668222993Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:32:30.672035913Z alerting: 2024-04-20T23:32:30.672063300Z alertmanagers: 2024-04-20T23:32:30.672073657Z - static_configs: 2024-04-20T23:32:30.672082424Z - targets: 2024-04-20T23:32:30.672091968Z - alertmanager:9093 2024-04-20T23:32:30.672100772Z global: 2024-04-20T23:32:30.672109410Z evaluation_interval: 15s 2024-04-20T23:32:30.672118263Z scrape_interval: 15s 2024-04-20T23:32:30.672126798Z rule_files: 2024-04-20T23:32:30.672135130Z - osm_metric_rules.yml 2024-04-20T23:32:30.672143791Z - osm_alert_rules.yml 2024-04-20T23:32:30.672152221Z scrape_configs: 2024-04-20T23:32:30.672160729Z - job_name: mon_exporter 2024-04-20T23:32:30.672169087Z static_configs: 2024-04-20T23:32:30.672177438Z - targets: 2024-04-20T23:32:30.672186039Z - mon:8000 2024-04-20T23:32:30.672194383Z - honor_labels: true 2024-04-20T23:32:30.672203111Z job_name: pushgateway 2024-04-20T23:32:30.672212149Z scrape_interval: 30s 2024-04-20T23:32:30.672220614Z static_configs: 2024-04-20T23:32:30.672229027Z - targets: 2024-04-20T23:32:30.672238408Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:32:30.672246583Z 2024-04-20T23:32:30.676985288Z Alerts read: 6 2024-04-20T23:32:30.679308285Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:32:30.689911036Z groups: 2024-04-20T23:32:30.689966469Z - name: osm_alert_rules 2024-04-20T23:32:30.690023429Z rules: 2024-04-20T23:32:30.690033714Z - alert: vdu_down 2024-04-20T23:32:30.690042396Z annotations: 2024-04-20T23:32:30.690051941Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:32:30.690061416Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:32:30.690069632Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:32:30.690078946Z expr: vm_status_extended != 1 2024-04-20T23:32:30.690087438Z for: 3m 2024-04-20T23:32:30.690095747Z - name: _osm_alert_rules_20240420233230_ 2024-04-20T23:32:30.690104642Z rules: 2024-04-20T23:32:30.690113865Z - alert: scalein_ee4a7c24-aadb-4e32-b250-1effc27a6e45 2024-04-20T23:32:30.690122238Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:30.690131898Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:30.690140356Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:30.690148809Z for: 1m 2024-04-20T23:32:30.690157284Z labels: 2024-04-20T23:32:30.690165682Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:30.690174620Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:30.690183934Z vnf_member_index: vnf 2024-04-20T23:32:30.690192315Z - alert: scaleout_e731ca87-fb3d-48ba-b241-3141fd5cd73c 2024-04-20T23:32:30.690200734Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:30.690209200Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:30.690217646Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:30.690225956Z for: 1m 2024-04-20T23:32:30.690234172Z labels: 2024-04-20T23:32:30.690242777Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:30.690251402Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:30.690259802Z vnf_member_index: vnf 2024-04-20T23:32:30.690268141Z - alert: scalein_04e8f23c-3634-4d99-9ece-96926747d139 2024-04-20T23:32:30.690276534Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:30.690284906Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:30.690293264Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:30.690301491Z for: 1m 2024-04-20T23:32:30.690309872Z labels: 2024-04-20T23:32:30.690318106Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:30.690326424Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:30.690334774Z vnf_member_index: vnf 2024-04-20T23:32:30.690343097Z - alert: scaleout_c89f8653-0371-401c-945f-caf64b7f97b7 2024-04-20T23:32:30.690351373Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:30.690359745Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:30.690368048Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:30.690376277Z for: 1m 2024-04-20T23:32:30.690384565Z labels: 2024-04-20T23:32:30.690392859Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:30.690414020Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:30.690422518Z vnf_member_index: vnf 2024-04-20T23:32:30.690430948Z - alert: scalein_dff771b4-39df-4516-9554-307efb6851d5 2024-04-20T23:32:30.690439224Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:30.690447653Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:30.690456059Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:30.690464394Z for: 1m 2024-04-20T23:32:30.690473351Z labels: 2024-04-20T23:32:30.690481542Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:30.690489902Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:30.690498333Z vnf_member_index: vnf 2024-04-20T23:32:30.690506634Z - alert: scaleout_bd486625-ca78-48b0-a2c7-1404046f0b08 2024-04-20T23:32:30.690514946Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:30.690523459Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:30.690531746Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:30.690540035Z for: 1m 2024-04-20T23:32:30.690548475Z labels: 2024-04-20T23:32:30.690556750Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:30.690565099Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:30.690573548Z vnf_member_index: vnf 2024-04-20T23:32:30.690581493Z 2024-04-20T23:32:30.697381795Z New config written, updating prometheus 2024-04-20T23:32:35.743660589Z Prometheus config update successful 2024-04-20T23:32:35.743723462Z 2024-04-20T23:32:35.743959101Z Changes detected, updating prometheus config 2024-04-20T23:32:35.745782813Z Jobs detected: 0 2024-04-20T23:32:35.752555676Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:32:35.755045520Z alerting: 2024-04-20T23:32:35.755060359Z alertmanagers: 2024-04-20T23:32:35.755065011Z - static_configs: 2024-04-20T23:32:35.755068744Z - targets: 2024-04-20T23:32:35.755073404Z - alertmanager:9093 2024-04-20T23:32:35.755077032Z global: 2024-04-20T23:32:35.755080619Z evaluation_interval: 15s 2024-04-20T23:32:35.755084215Z scrape_interval: 15s 2024-04-20T23:32:35.755087739Z rule_files: 2024-04-20T23:32:35.755091280Z - osm_metric_rules.yml 2024-04-20T23:32:35.755094801Z - osm_alert_rules.yml 2024-04-20T23:32:35.755098290Z scrape_configs: 2024-04-20T23:32:35.755101987Z - job_name: mon_exporter 2024-04-20T23:32:35.755106076Z static_configs: 2024-04-20T23:32:35.755109561Z - targets: 2024-04-20T23:32:35.755113813Z - mon:8000 2024-04-20T23:32:35.755117421Z - honor_labels: true 2024-04-20T23:32:35.755121399Z job_name: pushgateway 2024-04-20T23:32:35.755124926Z scrape_interval: 30s 2024-04-20T23:32:35.755128451Z static_configs: 2024-04-20T23:32:35.755132014Z - targets: 2024-04-20T23:32:35.755136309Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:32:35.755140028Z 2024-04-20T23:32:35.760155794Z Alerts read: 6 2024-04-20T23:32:35.761976039Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:32:35.769190949Z groups: 2024-04-20T23:32:35.769206530Z - name: osm_alert_rules 2024-04-20T23:32:35.769209750Z rules: 2024-04-20T23:32:35.769227883Z - alert: vdu_down 2024-04-20T23:32:35.769230921Z annotations: 2024-04-20T23:32:35.769234590Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:32:35.769238099Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:32:35.769242356Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:32:35.769248116Z expr: vm_status_extended != 1 2024-04-20T23:32:35.769253284Z for: 3m 2024-04-20T23:32:35.769258025Z - name: _osm_alert_rules_20240420233235_ 2024-04-20T23:32:35.769262776Z rules: 2024-04-20T23:32:35.769269959Z - alert: scalein_ee4a7c24-aadb-4e32-b250-1effc27a6e45 2024-04-20T23:32:35.769276799Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:35.769289341Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:35.769293949Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:35.769298624Z for: 1m 2024-04-20T23:32:35.769302690Z labels: 2024-04-20T23:32:35.769306682Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:35.769310931Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:35.769315967Z vnf_member_index: vnf 2024-04-20T23:32:35.769319968Z - alert: scaleout_e731ca87-fb3d-48ba-b241-3141fd5cd73c 2024-04-20T23:32:35.769324002Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:35.769328542Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:35.769333435Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:35.769337915Z for: 1m 2024-04-20T23:32:35.769342347Z labels: 2024-04-20T23:32:35.769346848Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:35.769351239Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:35.769355682Z vnf_member_index: vnf 2024-04-20T23:32:35.769360555Z - alert: scalein_04e8f23c-3634-4d99-9ece-96926747d139 2024-04-20T23:32:35.769365406Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:35.769369975Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:35.769374385Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:35.769379506Z for: 1m 2024-04-20T23:32:35.769383978Z labels: 2024-04-20T23:32:35.769389214Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:35.769393693Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:35.769398613Z vnf_member_index: vnf 2024-04-20T23:32:35.769403490Z - alert: scaleout_c89f8653-0371-401c-945f-caf64b7f97b7 2024-04-20T23:32:35.769408278Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:35.769412758Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:35.769417613Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:35.769422142Z for: 1m 2024-04-20T23:32:35.769426443Z labels: 2024-04-20T23:32:35.769429610Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:35.769432489Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:35.769442082Z vnf_member_index: vnf 2024-04-20T23:32:35.769445103Z - alert: scalein_dff771b4-39df-4516-9554-307efb6851d5 2024-04-20T23:32:35.769448069Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:35.769451051Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:35.769453976Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:35.769456962Z for: 1m 2024-04-20T23:32:35.769459961Z labels: 2024-04-20T23:32:35.769462826Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:35.769465786Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:35.769468740Z vnf_member_index: vnf 2024-04-20T23:32:35.769471625Z - alert: scaleout_bd486625-ca78-48b0-a2c7-1404046f0b08 2024-04-20T23:32:35.769474515Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:35.769477530Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:35.769480449Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:35.769483383Z for: 1m 2024-04-20T23:32:35.769486240Z labels: 2024-04-20T23:32:35.769489135Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:35.769492084Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:35.769494964Z vnf_member_index: vnf 2024-04-20T23:32:35.769497747Z 2024-04-20T23:32:35.776608197Z New config written, updating prometheus 2024-04-20T23:32:40.817036122Z Prometheus config update successful 2024-04-20T23:32:40.817078999Z 2024-04-20T23:32:40.817107606Z Changes detected, updating prometheus config 2024-04-20T23:32:40.819137006Z Jobs detected: 0 2024-04-20T23:32:40.829242056Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:32:40.831553808Z alerting: 2024-04-20T23:32:40.831581970Z alertmanagers: 2024-04-20T23:32:40.831592187Z - static_configs: 2024-04-20T23:32:40.831600909Z - targets: 2024-04-20T23:32:40.831609858Z - alertmanager:9093 2024-04-20T23:32:40.831618221Z global: 2024-04-20T23:32:40.831626882Z evaluation_interval: 15s 2024-04-20T23:32:40.831635129Z scrape_interval: 15s 2024-04-20T23:32:40.831643646Z rule_files: 2024-04-20T23:32:40.831652008Z - osm_metric_rules.yml 2024-04-20T23:32:40.831660290Z - osm_alert_rules.yml 2024-04-20T23:32:40.831668875Z scrape_configs: 2024-04-20T23:32:40.831739605Z - job_name: mon_exporter 2024-04-20T23:32:40.831747953Z static_configs: 2024-04-20T23:32:40.831756233Z - targets: 2024-04-20T23:32:40.831764664Z - mon:8000 2024-04-20T23:32:40.831773429Z - honor_labels: true 2024-04-20T23:32:40.831781647Z job_name: pushgateway 2024-04-20T23:32:40.831789968Z scrape_interval: 30s 2024-04-20T23:32:40.831798200Z static_configs: 2024-04-20T23:32:40.831806691Z - targets: 2024-04-20T23:32:40.831815889Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:32:40.831824145Z 2024-04-20T23:32:40.836216926Z Alerts read: 6 2024-04-20T23:32:40.838347867Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:32:40.844497185Z groups: 2024-04-20T23:32:40.844530767Z - name: osm_alert_rules 2024-04-20T23:32:40.844540066Z rules: 2024-04-20T23:32:40.844548852Z - alert: vdu_down 2024-04-20T23:32:40.844557265Z annotations: 2024-04-20T23:32:40.844599706Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:32:40.844610523Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:32:40.844618989Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:32:40.844628340Z expr: vm_status_extended != 1 2024-04-20T23:32:40.844637679Z for: 3m 2024-04-20T23:32:40.844646144Z - name: _osm_alert_rules_20240420233240_ 2024-04-20T23:32:40.844654566Z rules: 2024-04-20T23:32:40.844663547Z - alert: scalein_ee4a7c24-aadb-4e32-b250-1effc27a6e45 2024-04-20T23:32:40.844672029Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:40.844681788Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:40.844696680Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:40.844705437Z for: 1m 2024-04-20T23:32:40.844713787Z labels: 2024-04-20T23:32:40.844722186Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:40.844730299Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:40.844739385Z vnf_member_index: vnf 2024-04-20T23:32:40.844747946Z - alert: scaleout_e731ca87-fb3d-48ba-b241-3141fd5cd73c 2024-04-20T23:32:40.844756270Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:40.844764527Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:40.844772790Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:40.844780954Z for: 1m 2024-04-20T23:32:40.844789110Z labels: 2024-04-20T23:32:40.844797321Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:40.844805430Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:40.844813867Z vnf_member_index: vnf 2024-04-20T23:32:40.844822102Z - alert: scalein_04e8f23c-3634-4d99-9ece-96926747d139 2024-04-20T23:32:40.844830426Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:40.844838762Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:40.844846981Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:40.844855252Z for: 1m 2024-04-20T23:32:40.844863403Z labels: 2024-04-20T23:32:40.844871594Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:40.844879714Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:40.844887967Z vnf_member_index: vnf 2024-04-20T23:32:40.844920424Z - alert: scaleout_c89f8653-0371-401c-945f-caf64b7f97b7 2024-04-20T23:32:40.844929498Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:40.844937869Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:40.844946101Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:40.844954335Z for: 1m 2024-04-20T23:32:40.844962470Z labels: 2024-04-20T23:32:40.844970648Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:40.844978835Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:40.844986947Z vnf_member_index: vnf 2024-04-20T23:32:40.845004720Z - alert: scalein_dff771b4-39df-4516-9554-307efb6851d5 2024-04-20T23:32:40.845013085Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:40.845021522Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:40.845029760Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:40.845037986Z for: 1m 2024-04-20T23:32:40.845046337Z labels: 2024-04-20T23:32:40.845054502Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:40.845062697Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:40.845071492Z vnf_member_index: vnf 2024-04-20T23:32:40.845079873Z - alert: scaleout_bd486625-ca78-48b0-a2c7-1404046f0b08 2024-04-20T23:32:40.845088053Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:40.845096425Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:40.845104669Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:40.845113084Z for: 1m 2024-04-20T23:32:40.845121445Z labels: 2024-04-20T23:32:40.845129681Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:40.845137917Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:40.845146287Z vnf_member_index: vnf 2024-04-20T23:32:40.845154137Z 2024-04-20T23:32:40.850529302Z New config written, updating prometheus 2024-04-20T23:32:45.875848852Z Prometheus config update successful 2024-04-20T23:32:45.875884849Z 2024-04-20T23:32:45.875890066Z Changes detected, updating prometheus config 2024-04-20T23:32:45.879114563Z Jobs detected: 0 2024-04-20T23:32:45.887082350Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:32:45.890653359Z alerting: 2024-04-20T23:32:45.890684832Z alertmanagers: 2024-04-20T23:32:45.890695306Z - static_configs: 2024-04-20T23:32:45.890704140Z - targets: 2024-04-20T23:32:45.890713487Z - alertmanager:9093 2024-04-20T23:32:45.890721992Z global: 2024-04-20T23:32:45.890730562Z evaluation_interval: 15s 2024-04-20T23:32:45.890738914Z scrape_interval: 15s 2024-04-20T23:32:45.890747761Z rule_files: 2024-04-20T23:32:45.890756273Z - osm_metric_rules.yml 2024-04-20T23:32:45.890764657Z - osm_alert_rules.yml 2024-04-20T23:32:45.890772963Z scrape_configs: 2024-04-20T23:32:45.890781298Z - job_name: mon_exporter 2024-04-20T23:32:45.890789663Z static_configs: 2024-04-20T23:32:45.890798030Z - targets: 2024-04-20T23:32:45.890806366Z - mon:8000 2024-04-20T23:32:45.890814874Z - honor_labels: true 2024-04-20T23:32:45.890823207Z job_name: pushgateway 2024-04-20T23:32:45.890831608Z scrape_interval: 30s 2024-04-20T23:32:45.890840598Z static_configs: 2024-04-20T23:32:45.890849079Z - targets: 2024-04-20T23:32:45.890859117Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:32:45.890867374Z 2024-04-20T23:32:45.901756632Z Alerts read: 6 2024-04-20T23:32:45.904540756Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:32:45.918594899Z groups: 2024-04-20T23:32:45.918633454Z - name: osm_alert_rules 2024-04-20T23:32:45.918642964Z rules: 2024-04-20T23:32:45.918651705Z - alert: vdu_down 2024-04-20T23:32:45.918660842Z annotations: 2024-04-20T23:32:45.918670365Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:32:45.918713377Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:32:45.918722261Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:32:45.918731165Z expr: vm_status_extended != 1 2024-04-20T23:32:45.918739550Z for: 3m 2024-04-20T23:32:45.918747965Z - name: _osm_alert_rules_20240420233245_ 2024-04-20T23:32:45.918756281Z rules: 2024-04-20T23:32:45.918765424Z - alert: scalein_ee4a7c24-aadb-4e32-b250-1effc27a6e45 2024-04-20T23:32:45.918773752Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:45.918821966Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:45.918831971Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:45.918840532Z for: 1m 2024-04-20T23:32:45.918852530Z labels: 2024-04-20T23:32:45.918861377Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:45.918869627Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:45.918878295Z vnf_member_index: vnf 2024-04-20T23:32:45.918886659Z - alert: scaleout_e731ca87-fb3d-48ba-b241-3141fd5cd73c 2024-04-20T23:32:45.918894989Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:45.918903355Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:45.918911712Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:45.918919962Z for: 1m 2024-04-20T23:32:45.918928259Z labels: 2024-04-20T23:32:45.918936707Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:45.918945024Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:45.918953354Z vnf_member_index: vnf 2024-04-20T23:32:45.918961641Z - alert: scalein_04e8f23c-3634-4d99-9ece-96926747d139 2024-04-20T23:32:45.918970033Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:45.918978436Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:45.918986710Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:45.918995034Z for: 1m 2024-04-20T23:32:45.919003336Z labels: 2024-04-20T23:32:45.919011591Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:45.919019962Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:45.919028312Z vnf_member_index: vnf 2024-04-20T23:32:45.919036614Z - alert: scaleout_c89f8653-0371-401c-945f-caf64b7f97b7 2024-04-20T23:32:45.919044818Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:45.919053179Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:45.919061419Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:45.919069713Z for: 1m 2024-04-20T23:32:45.919078407Z labels: 2024-04-20T23:32:45.919086869Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:45.919095125Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:45.919103422Z vnf_member_index: vnf 2024-04-20T23:32:45.919111767Z - alert: scalein_dff771b4-39df-4516-9554-307efb6851d5 2024-04-20T23:32:45.919130455Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:45.919138974Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:45.919147143Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:45.919155513Z for: 1m 2024-04-20T23:32:45.919163869Z labels: 2024-04-20T23:32:45.919172188Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:45.919180495Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:45.919188859Z vnf_member_index: vnf 2024-04-20T23:32:45.919197095Z - alert: scaleout_bd486625-ca78-48b0-a2c7-1404046f0b08 2024-04-20T23:32:45.919205225Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:45.919213508Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:45.919221883Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:45.919230191Z for: 1m 2024-04-20T23:32:45.919238406Z labels: 2024-04-20T23:32:45.919246636Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:45.919254897Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:45.919263184Z vnf_member_index: vnf 2024-04-20T23:32:45.919271041Z 2024-04-20T23:32:45.927038185Z New config written, updating prometheus 2024-04-20T23:32:50.946444961Z Prometheus config update successful 2024-04-20T23:32:50.946482136Z 2024-04-20T23:32:50.946486099Z Changes detected, updating prometheus config 2024-04-20T23:32:50.952094174Z Jobs detected: 0 2024-04-20T23:32:50.956390218Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:32:50.958036776Z alerting: 2024-04-20T23:32:50.958044308Z alertmanagers: 2024-04-20T23:32:50.958048644Z - static_configs: 2024-04-20T23:32:50.958051814Z - targets: 2024-04-20T23:32:50.958056045Z - alertmanager:9093 2024-04-20T23:32:50.958060183Z global: 2024-04-20T23:32:50.958063314Z evaluation_interval: 15s 2024-04-20T23:32:50.958066527Z scrape_interval: 15s 2024-04-20T23:32:50.958069588Z rule_files: 2024-04-20T23:32:50.958072920Z - osm_metric_rules.yml 2024-04-20T23:32:50.958076108Z - osm_alert_rules.yml 2024-04-20T23:32:50.958079164Z scrape_configs: 2024-04-20T23:32:50.958082323Z - job_name: mon_exporter 2024-04-20T23:32:50.958085385Z static_configs: 2024-04-20T23:32:50.958088397Z - targets: 2024-04-20T23:32:50.958091638Z - mon:8000 2024-04-20T23:32:50.958094688Z - honor_labels: true 2024-04-20T23:32:50.958097658Z job_name: pushgateway 2024-04-20T23:32:50.958100797Z scrape_interval: 30s 2024-04-20T23:32:50.958103743Z static_configs: 2024-04-20T23:32:50.958107215Z - targets: 2024-04-20T23:32:50.958111153Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:32:50.958114402Z 2024-04-20T23:32:50.964886245Z Alerts read: 6 2024-04-20T23:32:50.966486334Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:32:50.972614464Z groups: 2024-04-20T23:32:50.972635115Z - name: osm_alert_rules 2024-04-20T23:32:50.972640084Z rules: 2024-04-20T23:32:50.972644357Z - alert: vdu_down 2024-04-20T23:32:50.972648670Z annotations: 2024-04-20T23:32:50.972653787Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:32:50.972659318Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:32:50.972683907Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:32:50.972689502Z expr: vm_status_extended != 1 2024-04-20T23:32:50.972693430Z for: 3m 2024-04-20T23:32:50.972697747Z - name: _osm_alert_rules_20240420233250_ 2024-04-20T23:32:50.972701704Z rules: 2024-04-20T23:32:50.972706547Z - alert: scalein_ee4a7c24-aadb-4e32-b250-1effc27a6e45 2024-04-20T23:32:50.972710712Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:50.972715875Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:50.972720052Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:50.972724055Z for: 1m 2024-04-20T23:32:50.972727984Z labels: 2024-04-20T23:32:50.972732160Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:50.972736402Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:50.972741202Z vnf_member_index: vnf 2024-04-20T23:32:50.972745172Z - alert: scaleout_e731ca87-fb3d-48ba-b241-3141fd5cd73c 2024-04-20T23:32:50.972749279Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:50.972753337Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:50.972757291Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:50.972761324Z for: 1m 2024-04-20T23:32:50.972765334Z labels: 2024-04-20T23:32:50.972769304Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:50.972773625Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:50.972777591Z vnf_member_index: vnf 2024-04-20T23:32:50.972781567Z - alert: scalein_04e8f23c-3634-4d99-9ece-96926747d139 2024-04-20T23:32:50.972785594Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:50.972789752Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:50.972793750Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:50.972798372Z for: 1m 2024-04-20T23:32:50.972802458Z labels: 2024-04-20T23:32:50.972806505Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:50.972810390Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:50.972814275Z vnf_member_index: vnf 2024-04-20T23:32:50.972818283Z - alert: scaleout_c89f8653-0371-401c-945f-caf64b7f97b7 2024-04-20T23:32:50.972822250Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:50.972826284Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:50.972830374Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:50.972834278Z for: 1m 2024-04-20T23:32:50.972838298Z labels: 2024-04-20T23:32:50.972842331Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:50.972846306Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:50.972850372Z vnf_member_index: vnf 2024-04-20T23:32:50.972854346Z - alert: scalein_dff771b4-39df-4516-9554-307efb6851d5 2024-04-20T23:32:50.972858828Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:50.972868587Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:50.972888288Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:50.972904438Z for: 1m 2024-04-20T23:32:50.972909804Z labels: 2024-04-20T23:32:50.972913867Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:50.972917907Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:50.972921868Z vnf_member_index: vnf 2024-04-20T23:32:50.972925889Z - alert: scaleout_bd486625-ca78-48b0-a2c7-1404046f0b08 2024-04-20T23:32:50.972929897Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:50.972933926Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:50.972937876Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:50.972941891Z for: 1m 2024-04-20T23:32:50.972945833Z labels: 2024-04-20T23:32:50.972949860Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:50.972953852Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:50.972957921Z vnf_member_index: vnf 2024-04-20T23:32:50.972961717Z 2024-04-20T23:32:50.978648175Z New config written, updating prometheus 2024-04-20T23:32:56.012683676Z Prometheus config update successful 2024-04-20T23:32:56.012743081Z 2024-04-20T23:32:56.012759221Z Changes detected, updating prometheus config 2024-04-20T23:32:56.014686967Z Jobs detected: 0 2024-04-20T23:32:56.022028550Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:32:56.024746138Z alerting: 2024-04-20T23:32:56.024787817Z alertmanagers: 2024-04-20T23:32:56.024795702Z - static_configs: 2024-04-20T23:32:56.024801466Z - targets: 2024-04-20T23:32:56.024808620Z - alertmanager:9093 2024-04-20T23:32:56.024814305Z global: 2024-04-20T23:32:56.024820139Z evaluation_interval: 15s 2024-04-20T23:32:56.024825842Z scrape_interval: 15s 2024-04-20T23:32:56.024831384Z rule_files: 2024-04-20T23:32:56.024837043Z - osm_metric_rules.yml 2024-04-20T23:32:56.024842733Z - osm_alert_rules.yml 2024-04-20T23:32:56.024848282Z scrape_configs: 2024-04-20T23:32:56.024853862Z - job_name: mon_exporter 2024-04-20T23:32:56.024859578Z static_configs: 2024-04-20T23:32:56.024865088Z - targets: 2024-04-20T23:32:56.024870850Z - mon:8000 2024-04-20T23:32:56.024877847Z - honor_labels: true 2024-04-20T23:32:56.024883391Z job_name: pushgateway 2024-04-20T23:32:56.024910571Z scrape_interval: 30s 2024-04-20T23:32:56.024925203Z static_configs: 2024-04-20T23:32:56.024931404Z - targets: 2024-04-20T23:32:56.024938629Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:32:56.024944144Z 2024-04-20T23:32:56.029011607Z Alerts read: 6 2024-04-20T23:32:56.030784609Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:32:56.037329905Z groups: 2024-04-20T23:32:56.037364121Z - name: osm_alert_rules 2024-04-20T23:32:56.037372999Z rules: 2024-04-20T23:32:56.037381211Z - alert: vdu_down 2024-04-20T23:32:56.037388960Z annotations: 2024-04-20T23:32:56.037398332Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:32:56.037412213Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:32:56.037453113Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:32:56.037462745Z expr: vm_status_extended != 1 2024-04-20T23:32:56.037470436Z for: 3m 2024-04-20T23:32:56.037478043Z - name: _osm_alert_rules_20240420233256_ 2024-04-20T23:32:56.037485806Z rules: 2024-04-20T23:32:56.037494322Z - alert: scalein_ee4a7c24-aadb-4e32-b250-1effc27a6e45 2024-04-20T23:32:56.037502039Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:56.037518253Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:56.037526512Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:56.037540126Z for: 1m 2024-04-20T23:32:56.037548216Z labels: 2024-04-20T23:32:56.037556024Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:56.037563476Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:56.037571900Z vnf_member_index: vnf 2024-04-20T23:32:56.037579639Z - alert: scaleout_e731ca87-fb3d-48ba-b241-3141fd5cd73c 2024-04-20T23:32:56.037587131Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:56.037594688Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:56.037602545Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:56.037610250Z for: 1m 2024-04-20T23:32:56.037617890Z labels: 2024-04-20T23:32:56.037625355Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:56.037632765Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:56.037640362Z vnf_member_index: vnf 2024-04-20T23:32:56.037647811Z - alert: scalein_04e8f23c-3634-4d99-9ece-96926747d139 2024-04-20T23:32:56.037655623Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:56.037663308Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:56.037670987Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:56.037678422Z for: 1m 2024-04-20T23:32:56.037685928Z labels: 2024-04-20T23:32:56.037693650Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:56.037701101Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:56.037708631Z vnf_member_index: vnf 2024-04-20T23:32:56.037716045Z - alert: scaleout_c89f8653-0371-401c-945f-caf64b7f97b7 2024-04-20T23:32:56.037723622Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:56.037731218Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:56.037738764Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:56.037746239Z for: 1m 2024-04-20T23:32:56.037753694Z labels: 2024-04-20T23:32:56.037761231Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:56.037769353Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:56.037776978Z vnf_member_index: vnf 2024-04-20T23:32:56.037784485Z - alert: scalein_dff771b4-39df-4516-9554-307efb6851d5 2024-04-20T23:32:56.037791960Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:56.037809440Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:56.037817199Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-20T23:32:56.037824745Z for: 1m 2024-04-20T23:32:56.037832284Z labels: 2024-04-20T23:32:56.037839775Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:56.037851180Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:56.037858789Z vnf_member_index: vnf 2024-04-20T23:32:56.037866297Z - alert: scaleout_bd486625-ca78-48b0-a2c7-1404046f0b08 2024-04-20T23:32:56.037873696Z expr: (count (osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:56.037881147Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="5be092c4-fc01-4e57-9fcb-701a806abfbc", 2024-04-20T23:32:56.037888536Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-20T23:32:56.037895906Z for: 1m 2024-04-20T23:32:56.037903341Z labels: 2024-04-20T23:32:56.037910801Z ns_id: 5be092c4-fc01-4e57-9fcb-701a806abfbc 2024-04-20T23:32:56.037918196Z vdu_id: hackfest_basic_metrics-VM 2024-04-20T23:32:56.037925939Z vnf_member_index: vnf 2024-04-20T23:32:56.037933121Z 2024-04-20T23:32:56.043986577Z New config written, updating prometheus 2024-04-20T23:33:01.094847421Z Prometheus config update successful 2024-04-20T23:33:01.094878406Z 2024-04-20T23:34:16.179589870Z Changes detected, updating prometheus config 2024-04-20T23:34:16.181579359Z Jobs detected: 0 2024-04-20T23:34:16.195044946Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:34:16.195082735Z alerting: 2024-04-20T23:34:16.195093164Z alertmanagers: 2024-04-20T23:34:16.195102378Z - static_configs: 2024-04-20T23:34:16.195110952Z - targets: 2024-04-20T23:34:16.195120185Z - alertmanager:9093 2024-04-20T23:34:16.195128538Z global: 2024-04-20T23:34:16.195146486Z evaluation_interval: 15s 2024-04-20T23:34:16.195155362Z scrape_interval: 15s 2024-04-20T23:34:16.195163842Z rule_files: 2024-04-20T23:34:16.195172499Z - osm_metric_rules.yml 2024-04-20T23:34:16.195180814Z - osm_alert_rules.yml 2024-04-20T23:34:16.195189069Z scrape_configs: 2024-04-20T23:34:16.195197588Z - job_name: mon_exporter 2024-04-20T23:34:16.195205861Z static_configs: 2024-04-20T23:34:16.195214146Z - targets: 2024-04-20T23:34:16.195222550Z - mon:8000 2024-04-20T23:34:16.195230776Z - honor_labels: true 2024-04-20T23:34:16.195239217Z job_name: pushgateway 2024-04-20T23:34:16.195247554Z scrape_interval: 30s 2024-04-20T23:34:16.195255718Z static_configs: 2024-04-20T23:34:16.195263994Z - targets: 2024-04-20T23:34:16.195273223Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:34:16.195281283Z 2024-04-20T23:34:16.198948958Z Alerts read: 0 2024-04-20T23:34:16.206638494Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:34:16.206664829Z groups: 2024-04-20T23:34:16.206672133Z - name: osm_alert_rules 2024-04-20T23:34:16.206677925Z rules: 2024-04-20T23:34:16.206684749Z - alert: vdu_down 2024-04-20T23:34:16.206693056Z annotations: 2024-04-20T23:34:16.206707747Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:34:16.206717446Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:34:16.206729538Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:34:16.206755828Z expr: vm_status_extended != 1 2024-04-20T23:34:16.206761795Z for: 3m 2024-04-20T23:34:16.206767151Z 2024-04-20T23:34:16.206772729Z New config written, updating prometheus 2024-04-20T23:34:21.243662270Z Prometheus config update successful 2024-04-20T23:34:21.243790655Z 2024-04-20T23:34:21.243801451Z Changes detected, updating prometheus config 2024-04-20T23:34:21.245196918Z Jobs detected: 0 2024-04-20T23:34:21.252424650Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:34:21.255075255Z alerting: 2024-04-20T23:34:21.255104883Z alertmanagers: 2024-04-20T23:34:21.255115217Z - static_configs: 2024-04-20T23:34:21.255123946Z - targets: 2024-04-20T23:34:21.255133233Z - alertmanager:9093 2024-04-20T23:34:21.255141542Z global: 2024-04-20T23:34:21.255156955Z evaluation_interval: 15s 2024-04-20T23:34:21.255165596Z scrape_interval: 15s 2024-04-20T23:34:21.255174147Z rule_files: 2024-04-20T23:34:21.255182722Z - osm_metric_rules.yml 2024-04-20T23:34:21.255191119Z - osm_alert_rules.yml 2024-04-20T23:34:21.255199553Z scrape_configs: 2024-04-20T23:34:21.255207802Z - job_name: mon_exporter 2024-04-20T23:34:21.255216036Z static_configs: 2024-04-20T23:34:21.255224296Z - targets: 2024-04-20T23:34:21.255232610Z - mon:8000 2024-04-20T23:34:21.255240981Z - honor_labels: true 2024-04-20T23:34:21.255249311Z job_name: pushgateway 2024-04-20T23:34:21.255257506Z scrape_interval: 30s 2024-04-20T23:34:21.255265694Z static_configs: 2024-04-20T23:34:21.255273921Z - targets: 2024-04-20T23:34:21.255282960Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:34:21.255291048Z 2024-04-20T23:34:21.258086980Z Alerts read: 0 2024-04-20T23:34:21.259836557Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:34:21.261225566Z groups: 2024-04-20T23:34:21.261248928Z - name: osm_alert_rules 2024-04-20T23:34:21.261258229Z rules: 2024-04-20T23:34:21.261266781Z - alert: vdu_down 2024-04-20T23:34:21.261275190Z annotations: 2024-04-20T23:34:21.261284822Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:34:21.261294730Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:34:21.261303070Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:34:21.261312091Z expr: vm_status_extended != 1 2024-04-20T23:34:21.261320786Z for: 3m 2024-04-20T23:34:21.261328792Z 2024-04-20T23:34:21.262469825Z New config written, updating prometheus 2024-04-20T23:34:26.285766050Z Prometheus config update successful 2024-04-20T23:34:26.285813380Z 2024-04-20T23:34:26.285817115Z Changes detected, updating prometheus config 2024-04-20T23:34:26.287438956Z Jobs detected: 0 2024-04-20T23:34:26.291993647Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:34:26.293827459Z alerting: 2024-04-20T23:34:26.293842519Z alertmanagers: 2024-04-20T23:34:26.293846421Z - static_configs: 2024-04-20T23:34:26.293860610Z - targets: 2024-04-20T23:34:26.293864379Z - alertmanager:9093 2024-04-20T23:34:26.293867178Z global: 2024-04-20T23:34:26.293869989Z evaluation_interval: 15s 2024-04-20T23:34:26.293872895Z scrape_interval: 15s 2024-04-20T23:34:26.293875720Z rule_files: 2024-04-20T23:34:26.293878570Z - osm_metric_rules.yml 2024-04-20T23:34:26.293881389Z - osm_alert_rules.yml 2024-04-20T23:34:26.293884062Z scrape_configs: 2024-04-20T23:34:26.293886792Z - job_name: mon_exporter 2024-04-20T23:34:26.293901677Z static_configs: 2024-04-20T23:34:26.293904492Z - targets: 2024-04-20T23:34:26.293907274Z - mon:8000 2024-04-20T23:34:26.293910316Z - honor_labels: true 2024-04-20T23:34:26.293913067Z job_name: pushgateway 2024-04-20T23:34:26.293915797Z scrape_interval: 30s 2024-04-20T23:34:26.293918491Z static_configs: 2024-04-20T23:34:26.293921275Z - targets: 2024-04-20T23:34:26.293924895Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:34:26.293927618Z 2024-04-20T23:34:26.304463577Z Alerts read: 0 2024-04-20T23:34:26.306654028Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:34:26.307844989Z groups: 2024-04-20T23:34:26.307857283Z - name: osm_alert_rules 2024-04-20T23:34:26.307860379Z rules: 2024-04-20T23:34:26.307863287Z - alert: vdu_down 2024-04-20T23:34:26.307866059Z annotations: 2024-04-20T23:34:26.307869930Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:34:26.307873385Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:34:26.307876312Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:34:26.307880010Z expr: vm_status_extended != 1 2024-04-20T23:34:26.307882788Z for: 3m 2024-04-20T23:34:26.307885385Z 2024-04-20T23:34:26.308837124Z New config written, updating prometheus 2024-04-20T23:34:31.336834383Z Prometheus config update successful 2024-04-20T23:34:31.336872866Z 2024-04-20T23:34:31.336951615Z Changes detected, updating prometheus config 2024-04-20T23:34:31.338442456Z Jobs detected: 0 2024-04-20T23:34:31.348479057Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:34:31.350297719Z alerting: 2024-04-20T23:34:31.350312462Z alertmanagers: 2024-04-20T23:34:31.350318155Z - static_configs: 2024-04-20T23:34:31.350322976Z - targets: 2024-04-20T23:34:31.350327875Z - alertmanager:9093 2024-04-20T23:34:31.350332344Z global: 2024-04-20T23:34:31.350342224Z evaluation_interval: 15s 2024-04-20T23:34:31.350346855Z scrape_interval: 15s 2024-04-20T23:34:31.350351512Z rule_files: 2024-04-20T23:34:31.350355663Z - osm_metric_rules.yml 2024-04-20T23:34:31.350360162Z - osm_alert_rules.yml 2024-04-20T23:34:31.350364828Z scrape_configs: 2024-04-20T23:34:31.350369228Z - job_name: mon_exporter 2024-04-20T23:34:31.350373718Z static_configs: 2024-04-20T23:34:31.350378045Z - targets: 2024-04-20T23:34:31.350382426Z - mon:8000 2024-04-20T23:34:31.350386986Z - honor_labels: true 2024-04-20T23:34:31.350391343Z job_name: pushgateway 2024-04-20T23:34:31.350395839Z scrape_interval: 30s 2024-04-20T23:34:31.350400308Z static_configs: 2024-04-20T23:34:31.350404915Z - targets: 2024-04-20T23:34:31.350410114Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:34:31.350414141Z 2024-04-20T23:34:31.353433444Z Alerts read: 0 2024-04-20T23:34:31.356499574Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:34:31.357723439Z groups: 2024-04-20T23:34:31.357737039Z - name: osm_alert_rules 2024-04-20T23:34:31.357742178Z rules: 2024-04-20T23:34:31.357747178Z - alert: vdu_down 2024-04-20T23:34:31.357752003Z annotations: 2024-04-20T23:34:31.357757171Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:34:31.357762680Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:34:31.357767565Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:34:31.357790724Z expr: vm_status_extended != 1 2024-04-20T23:34:31.357795821Z for: 3m 2024-04-20T23:34:31.357800637Z 2024-04-20T23:34:31.359584947Z New config written, updating prometheus 2024-04-20T23:34:36.384150833Z Prometheus config update successful 2024-04-20T23:34:36.384211083Z 2024-04-20T23:34:36.384245980Z Changes detected, updating prometheus config 2024-04-20T23:34:36.385737190Z Jobs detected: 0 2024-04-20T23:34:36.392115569Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:34:36.394162566Z alerting: 2024-04-20T23:34:36.394192040Z alertmanagers: 2024-04-20T23:34:36.394202134Z - static_configs: 2024-04-20T23:34:36.394214223Z - targets: 2024-04-20T23:34:36.394224098Z - alertmanager:9093 2024-04-20T23:34:36.394232462Z global: 2024-04-20T23:34:36.394240929Z evaluation_interval: 15s 2024-04-20T23:34:36.394249229Z scrape_interval: 15s 2024-04-20T23:34:36.394257571Z rule_files: 2024-04-20T23:34:36.394265900Z - osm_metric_rules.yml 2024-04-20T23:34:36.394274204Z - osm_alert_rules.yml 2024-04-20T23:34:36.394282546Z scrape_configs: 2024-04-20T23:34:36.394290923Z - job_name: mon_exporter 2024-04-20T23:34:36.394299207Z static_configs: 2024-04-20T23:34:36.394307488Z - targets: 2024-04-20T23:34:36.394315892Z - mon:8000 2024-04-20T23:34:36.394324113Z - honor_labels: true 2024-04-20T23:34:36.394332328Z job_name: pushgateway 2024-04-20T23:34:36.394341627Z scrape_interval: 30s 2024-04-20T23:34:36.394349968Z static_configs: 2024-04-20T23:34:36.394358321Z - targets: 2024-04-20T23:34:36.394367449Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:34:36.394395348Z 2024-04-20T23:34:36.398911526Z Alerts read: 0 2024-04-20T23:34:36.400716292Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:34:36.401950867Z groups: 2024-04-20T23:34:36.401972938Z - name: osm_alert_rules 2024-04-20T23:34:36.401982260Z rules: 2024-04-20T23:34:36.401991102Z - alert: vdu_down 2024-04-20T23:34:36.401999914Z annotations: 2024-04-20T23:34:36.402016191Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:34:36.402026326Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:34:36.402034919Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:34:36.402044186Z expr: vm_status_extended != 1 2024-04-20T23:34:36.402052801Z for: 3m 2024-04-20T23:34:36.402061104Z 2024-04-20T23:34:36.403064866Z New config written, updating prometheus 2024-04-20T23:34:41.440004519Z Prometheus config update successful 2024-04-20T23:34:41.440042280Z 2024-04-20T23:34:41.440119048Z Changes detected, updating prometheus config 2024-04-20T23:34:41.441835131Z Jobs detected: 0 2024-04-20T23:34:41.450052510Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-20T23:34:41.453532059Z alerting: 2024-04-20T23:34:41.453550119Z alertmanagers: 2024-04-20T23:34:41.453556449Z - static_configs: 2024-04-20T23:34:41.453561634Z - targets: 2024-04-20T23:34:41.453567498Z - alertmanager:9093 2024-04-20T23:34:41.453572119Z global: 2024-04-20T23:34:41.453577122Z evaluation_interval: 15s 2024-04-20T23:34:41.453581820Z scrape_interval: 15s 2024-04-20T23:34:41.453587234Z rule_files: 2024-04-20T23:34:41.453591734Z - osm_metric_rules.yml 2024-04-20T23:34:41.453596183Z - osm_alert_rules.yml 2024-04-20T23:34:41.453600735Z scrape_configs: 2024-04-20T23:34:41.453623751Z - job_name: mon_exporter 2024-04-20T23:34:41.453628457Z static_configs: 2024-04-20T23:34:41.453632960Z - targets: 2024-04-20T23:34:41.453637720Z - mon:8000 2024-04-20T23:34:41.453642291Z - honor_labels: true 2024-04-20T23:34:41.453646768Z job_name: pushgateway 2024-04-20T23:34:41.453663587Z scrape_interval: 30s 2024-04-20T23:34:41.453667995Z static_configs: 2024-04-20T23:34:41.453672522Z - targets: 2024-04-20T23:34:41.453677733Z - pushgateway-prometheus-pushgateway:9091 2024-04-20T23:34:41.453688515Z 2024-04-20T23:34:41.458007844Z Alerts read: 0 2024-04-20T23:34:41.461637560Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-20T23:34:41.464210587Z groups: 2024-04-20T23:34:41.464228945Z - name: osm_alert_rules 2024-04-20T23:34:41.464234109Z rules: 2024-04-20T23:34:41.464239047Z - alert: vdu_down 2024-04-20T23:34:41.464244215Z annotations: 2024-04-20T23:34:41.464249060Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-20T23:34:41.464254020Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-20T23:34:41.464258297Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-20T23:34:41.464263218Z expr: vm_status_extended != 1 2024-04-20T23:34:41.464267677Z for: 3m 2024-04-20T23:34:41.467321485Z 2024-04-20T23:34:41.467338624Z New config written, updating prometheus 2024-04-20T23:34:46.512546669Z Prometheus config update successful 2024-04-20T23:34:46.512592793Z 2024-04-21T01:26:00.674735559Z Changes detected, updating prometheus config 2024-04-21T01:26:00.678207990Z Jobs detected: 0 2024-04-21T01:26:00.683233711Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T01:26:00.686880451Z alerting: 2024-04-21T01:26:00.686896492Z alertmanagers: 2024-04-21T01:26:00.686900700Z - static_configs: 2024-04-21T01:26:00.686903950Z - targets: 2024-04-21T01:26:00.686907671Z - alertmanager:9093 2024-04-21T01:26:00.686925851Z global: 2024-04-21T01:26:00.686929693Z evaluation_interval: 15s 2024-04-21T01:26:00.686933054Z scrape_interval: 15s 2024-04-21T01:26:00.686936093Z rule_files: 2024-04-21T01:26:00.686939684Z - osm_metric_rules.yml 2024-04-21T01:26:00.686942861Z - osm_alert_rules.yml 2024-04-21T01:26:00.686945914Z scrape_configs: 2024-04-21T01:26:00.686949127Z - job_name: mon_exporter 2024-04-21T01:26:00.686952302Z static_configs: 2024-04-21T01:26:00.686955354Z - targets: 2024-04-21T01:26:00.686958439Z - mon:8000 2024-04-21T01:26:00.686961492Z - honor_labels: true 2024-04-21T01:26:00.686964506Z job_name: pushgateway 2024-04-21T01:26:00.686967553Z scrape_interval: 30s 2024-04-21T01:26:00.686970674Z static_configs: 2024-04-21T01:26:00.686973644Z - targets: 2024-04-21T01:26:00.686977404Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T01:26:00.686980406Z 2024-04-21T01:26:00.692444927Z Alerts read: 0 2024-04-21T01:26:00.694426698Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T01:26:00.695655505Z groups: 2024-04-21T01:26:00.695665450Z - name: osm_alert_rules 2024-04-21T01:26:00.695668938Z rules: 2024-04-21T01:26:00.695717548Z - alert: vdu_down 2024-04-21T01:26:00.695722519Z annotations: 2024-04-21T01:26:00.695726651Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T01:26:00.695731108Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T01:26:00.695757083Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T01:26:00.695760974Z expr: vm_status_extended != 1 2024-04-21T01:26:00.695764182Z for: 3m 2024-04-21T01:26:00.695767025Z 2024-04-21T01:26:00.696808282Z New config written, updating prometheus 2024-04-21T01:26:05.727479961Z Prometheus config update successful 2024-04-21T01:26:05.727515916Z 2024-04-21T01:31:44.339796025Z Changes detected, updating prometheus config 2024-04-21T01:31:44.341785195Z Jobs detected: 0 2024-04-21T01:31:44.352220317Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T01:31:44.354701861Z alerting: 2024-04-21T01:31:44.354738943Z alertmanagers: 2024-04-21T01:31:44.354750384Z - static_configs: 2024-04-21T01:31:44.354759612Z - targets: 2024-04-21T01:31:44.354773090Z - alertmanager:9093 2024-04-21T01:31:44.354782098Z global: 2024-04-21T01:31:44.354791696Z evaluation_interval: 15s 2024-04-21T01:31:44.354800614Z scrape_interval: 15s 2024-04-21T01:31:44.354809526Z rule_files: 2024-04-21T01:31:44.354818472Z - osm_metric_rules.yml 2024-04-21T01:31:44.354827137Z - osm_alert_rules.yml 2024-04-21T01:31:44.354835813Z scrape_configs: 2024-04-21T01:31:44.354844416Z - job_name: mon_exporter 2024-04-21T01:31:44.354852955Z static_configs: 2024-04-21T01:31:44.354861773Z - targets: 2024-04-21T01:31:44.354870500Z - mon:8000 2024-04-21T01:31:44.354879141Z - honor_labels: true 2024-04-21T01:31:44.354887827Z job_name: pushgateway 2024-04-21T01:31:44.354896382Z scrape_interval: 30s 2024-04-21T01:31:44.354904869Z static_configs: 2024-04-21T01:31:44.354913474Z - targets: 2024-04-21T01:31:44.354922993Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T01:31:44.354931465Z 2024-04-21T01:31:44.360654545Z Alerts read: 0 2024-04-21T01:31:44.364463320Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T01:31:44.367231792Z groups: 2024-04-21T01:31:44.367248009Z - name: osm_alert_rules 2024-04-21T01:31:44.367253537Z rules: 2024-04-21T01:31:44.367259235Z - alert: vdu_down 2024-04-21T01:31:44.367264881Z annotations: 2024-04-21T01:31:44.367273466Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T01:31:44.367280422Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T01:31:44.367284934Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T01:31:44.367290505Z expr: vm_status_extended != 1 2024-04-21T01:31:44.367295379Z for: 3m 2024-04-21T01:31:44.367395727Z 2024-04-21T01:31:44.369176831Z New config written, updating prometheus 2024-04-21T01:31:49.416420363Z Prometheus config update successful 2024-04-21T01:31:49.416458001Z 2024-04-21T02:12:55.071495394Z Changes detected, updating prometheus config 2024-04-21T02:12:55.074673250Z Jobs detected: 0 2024-04-21T02:12:55.080253394Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T02:12:55.082814684Z alerting: 2024-04-21T02:12:55.082826752Z alertmanagers: 2024-04-21T02:12:55.082830587Z - static_configs: 2024-04-21T02:12:55.082833719Z - targets: 2024-04-21T02:12:55.082839023Z - alertmanager:9093 2024-04-21T02:12:55.082842683Z global: 2024-04-21T02:12:55.082864097Z evaluation_interval: 15s 2024-04-21T02:12:55.082870014Z scrape_interval: 15s 2024-04-21T02:12:55.082874249Z rule_files: 2024-04-21T02:12:55.082878220Z - osm_metric_rules.yml 2024-04-21T02:12:55.082882674Z - osm_alert_rules.yml 2024-04-21T02:12:55.082918626Z scrape_configs: 2024-04-21T02:12:55.082923291Z - job_name: mon_exporter 2024-04-21T02:12:55.082927986Z static_configs: 2024-04-21T02:12:55.082932595Z - targets: 2024-04-21T02:12:55.082937139Z - mon:8000 2024-04-21T02:12:55.082941278Z - honor_labels: true 2024-04-21T02:12:55.082944360Z job_name: pushgateway 2024-04-21T02:12:55.082947393Z scrape_interval: 30s 2024-04-21T02:12:55.082950376Z static_configs: 2024-04-21T02:12:55.082953291Z - targets: 2024-04-21T02:12:55.082957927Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T02:12:55.082960965Z 2024-04-21T02:12:55.087316512Z Alerts read: 2 2024-04-21T02:12:55.089205304Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T02:12:55.092306473Z groups: 2024-04-21T02:12:55.092327859Z - name: osm_alert_rules 2024-04-21T02:12:55.092332239Z rules: 2024-04-21T02:12:55.092335726Z - alert: vdu_down 2024-04-21T02:12:55.092338876Z annotations: 2024-04-21T02:12:55.092343579Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T02:12:55.092348454Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T02:12:55.092351796Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T02:12:55.092355952Z expr: vm_status_extended != 1 2024-04-21T02:12:55.092359016Z for: 3m 2024-04-21T02:12:55.092362146Z - name: _osm_alert_rules_20240421021255_ 2024-04-21T02:12:55.092365234Z rules: 2024-04-21T02:12:55.092368906Z - alert: scalein_af0a0249-841b-494b-add4-c24bfdd24add 2024-04-21T02:12:55.092372137Z expr: (count (osm_cpu_utilization{ns_id="4f432f05-0876-477e-b91b-1e98c7017847", 2024-04-21T02:12:55.092375950Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="4f432f05-0876-477e-b91b-1e98c7017847", 2024-04-21T02:12:55.092379095Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-21T02:12:55.092382257Z for: 1m 2024-04-21T02:12:55.092385369Z labels: 2024-04-21T02:12:55.092388414Z ns_id: 4f432f05-0876-477e-b91b-1e98c7017847 2024-04-21T02:12:55.092400570Z vdu_id: hackfest_basic_metrics-VM 2024-04-21T02:12:55.092405428Z vnf_member_index: vnf 2024-04-21T02:12:55.092408526Z - alert: scaleout_27944467-3232-4519-964d-820bf460f345 2024-04-21T02:12:55.092411600Z expr: (count (osm_cpu_utilization{ns_id="4f432f05-0876-477e-b91b-1e98c7017847", 2024-04-21T02:12:55.092414741Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="4f432f05-0876-477e-b91b-1e98c7017847", 2024-04-21T02:12:55.092417832Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-21T02:12:55.092420883Z for: 1m 2024-04-21T02:12:55.092423861Z labels: 2024-04-21T02:12:55.092426894Z ns_id: 4f432f05-0876-477e-b91b-1e98c7017847 2024-04-21T02:12:55.092430137Z vdu_id: hackfest_basic_metrics-VM 2024-04-21T02:12:55.092433189Z vnf_member_index: vnf 2024-04-21T02:12:55.092436094Z 2024-04-21T02:12:55.095403478Z New config written, updating prometheus 2024-04-21T02:13:00.145582944Z Prometheus config update successful 2024-04-21T02:13:00.145687879Z 2024-04-21T02:13:00.145894529Z Changes detected, updating prometheus config 2024-04-21T02:13:00.147363159Z Jobs detected: 0 2024-04-21T02:13:00.152624282Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T02:13:00.154923736Z alerting: 2024-04-21T02:13:00.154948858Z alertmanagers: 2024-04-21T02:13:00.154958505Z - static_configs: 2024-04-21T02:13:00.154994825Z - targets: 2024-04-21T02:13:00.155005651Z - alertmanager:9093 2024-04-21T02:13:00.155014847Z global: 2024-04-21T02:13:00.155023530Z evaluation_interval: 15s 2024-04-21T02:13:00.155032116Z scrape_interval: 15s 2024-04-21T02:13:00.155040619Z rule_files: 2024-04-21T02:13:00.155048983Z - osm_metric_rules.yml 2024-04-21T02:13:00.155057308Z - osm_alert_rules.yml 2024-04-21T02:13:00.155065557Z scrape_configs: 2024-04-21T02:13:00.155073740Z - job_name: mon_exporter 2024-04-21T02:13:00.155082094Z static_configs: 2024-04-21T02:13:00.155090490Z - targets: 2024-04-21T02:13:00.155098903Z - mon:8000 2024-04-21T02:13:00.155107210Z - honor_labels: true 2024-04-21T02:13:00.155115470Z job_name: pushgateway 2024-04-21T02:13:00.155123785Z scrape_interval: 30s 2024-04-21T02:13:00.155132412Z static_configs: 2024-04-21T02:13:00.155140888Z - targets: 2024-04-21T02:13:00.155150405Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T02:13:00.155169546Z 2024-04-21T02:13:00.162210405Z Alerts read: 2 2024-04-21T02:13:00.164571726Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T02:13:00.168568582Z groups: 2024-04-21T02:13:00.168672936Z - name: osm_alert_rules 2024-04-21T02:13:00.168683514Z rules: 2024-04-21T02:13:00.168692494Z - alert: vdu_down 2024-04-21T02:13:00.168700877Z annotations: 2024-04-21T02:13:00.168710174Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T02:13:00.168719767Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T02:13:00.168727923Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T02:13:00.168737262Z expr: vm_status_extended != 1 2024-04-21T02:13:00.168745700Z for: 3m 2024-04-21T02:13:00.168754076Z - name: _osm_alert_rules_20240421021300_ 2024-04-21T02:13:00.168762315Z rules: 2024-04-21T02:13:00.168771486Z - alert: scalein_af0a0249-841b-494b-add4-c24bfdd24add 2024-04-21T02:13:00.168780601Z expr: (count (osm_cpu_utilization{ns_id="4f432f05-0876-477e-b91b-1e98c7017847", 2024-04-21T02:13:00.168789918Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="4f432f05-0876-477e-b91b-1e98c7017847", 2024-04-21T02:13:00.168798530Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-21T02:13:00.168807391Z for: 1m 2024-04-21T02:13:00.168815602Z labels: 2024-04-21T02:13:00.168823806Z ns_id: 4f432f05-0876-477e-b91b-1e98c7017847 2024-04-21T02:13:00.168832046Z vdu_id: hackfest_basic_metrics-VM 2024-04-21T02:13:00.168863084Z vnf_member_index: vnf 2024-04-21T02:13:00.168871625Z - alert: scaleout_27944467-3232-4519-964d-820bf460f345 2024-04-21T02:13:00.168880074Z expr: (count (osm_cpu_utilization{ns_id="4f432f05-0876-477e-b91b-1e98c7017847", 2024-04-21T02:13:00.168888501Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="4f432f05-0876-477e-b91b-1e98c7017847", 2024-04-21T02:13:00.168897473Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-21T02:13:00.168905785Z for: 1m 2024-04-21T02:13:00.168914092Z labels: 2024-04-21T02:13:00.168928845Z ns_id: 4f432f05-0876-477e-b91b-1e98c7017847 2024-04-21T02:13:00.168937502Z vdu_id: hackfest_basic_metrics-VM 2024-04-21T02:13:00.168945981Z vnf_member_index: vnf 2024-04-21T02:13:00.168953851Z 2024-04-21T02:13:00.172309908Z New config written, updating prometheus 2024-04-21T02:13:05.211015258Z Prometheus config update successful 2024-04-21T02:13:05.211042924Z 2024-04-21T02:21:20.022810257Z Changes detected, updating prometheus config 2024-04-21T02:21:20.025092480Z Jobs detected: 0 2024-04-21T02:21:20.031701447Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T02:21:20.034140092Z alerting: 2024-04-21T02:21:20.034150801Z alertmanagers: 2024-04-21T02:21:20.034154751Z - static_configs: 2024-04-21T02:21:20.034158059Z - targets: 2024-04-21T02:21:20.034161843Z - alertmanager:9093 2024-04-21T02:21:20.034165061Z global: 2024-04-21T02:21:20.034168160Z evaluation_interval: 15s 2024-04-21T02:21:20.034171265Z scrape_interval: 15s 2024-04-21T02:21:20.034174679Z rule_files: 2024-04-21T02:21:20.034177740Z - osm_metric_rules.yml 2024-04-21T02:21:20.034180805Z - osm_alert_rules.yml 2024-04-21T02:21:20.034183864Z scrape_configs: 2024-04-21T02:21:20.034187326Z - job_name: mon_exporter 2024-04-21T02:21:20.034190692Z static_configs: 2024-04-21T02:21:20.034193676Z - targets: 2024-04-21T02:21:20.034196665Z - mon:8000 2024-04-21T02:21:20.034199587Z - honor_labels: true 2024-04-21T02:21:20.034202554Z job_name: pushgateway 2024-04-21T02:21:20.034205545Z scrape_interval: 30s 2024-04-21T02:21:20.034208565Z static_configs: 2024-04-21T02:21:20.034211491Z - targets: 2024-04-21T02:21:20.034215187Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T02:21:20.034218381Z 2024-04-21T02:21:20.037181799Z Alerts read: 0 2024-04-21T02:21:20.040270091Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T02:21:20.041725025Z groups: 2024-04-21T02:21:20.041736198Z - name: osm_alert_rules 2024-04-21T02:21:20.041739833Z rules: 2024-04-21T02:21:20.041743094Z - alert: vdu_down 2024-04-21T02:21:20.041746195Z annotations: 2024-04-21T02:21:20.041750211Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T02:21:20.041753723Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T02:21:20.041756968Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T02:21:20.041760682Z expr: vm_status_extended != 1 2024-04-21T02:21:20.041764230Z for: 3m 2024-04-21T02:21:20.041767465Z 2024-04-21T02:21:20.043650227Z New config written, updating prometheus 2024-04-21T02:21:25.083142051Z Prometheus config update successful 2024-04-21T02:21:25.083194714Z 2024-04-21T02:21:25.083205955Z Changes detected, updating prometheus config 2024-04-21T02:21:25.085554338Z Jobs detected: 0 2024-04-21T02:21:25.096741154Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T02:21:25.099328571Z alerting: 2024-04-21T02:21:25.099344067Z alertmanagers: 2024-04-21T02:21:25.099354111Z - static_configs: 2024-04-21T02:21:25.099358947Z - targets: 2024-04-21T02:21:25.099365280Z - alertmanager:9093 2024-04-21T02:21:25.099369769Z global: 2024-04-21T02:21:25.099374114Z evaluation_interval: 15s 2024-04-21T02:21:25.099378482Z scrape_interval: 15s 2024-04-21T02:21:25.099383292Z rule_files: 2024-04-21T02:21:25.099387643Z - osm_metric_rules.yml 2024-04-21T02:21:25.099391965Z - osm_alert_rules.yml 2024-04-21T02:21:25.099396607Z scrape_configs: 2024-04-21T02:21:25.099400932Z - job_name: mon_exporter 2024-04-21T02:21:25.099405145Z static_configs: 2024-04-21T02:21:25.099409415Z - targets: 2024-04-21T02:21:25.099413710Z - mon:8000 2024-04-21T02:21:25.099418170Z - honor_labels: true 2024-04-21T02:21:25.099444937Z job_name: pushgateway 2024-04-21T02:21:25.099449930Z scrape_interval: 30s 2024-04-21T02:21:25.099454221Z static_configs: 2024-04-21T02:21:25.099458310Z - targets: 2024-04-21T02:21:25.099465390Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T02:21:25.099469577Z 2024-04-21T02:21:25.103991067Z Alerts read: 0 2024-04-21T02:21:25.106413498Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T02:21:25.107400525Z groups: 2024-04-21T02:21:25.107414285Z - name: osm_alert_rules 2024-04-21T02:21:25.107418144Z rules: 2024-04-21T02:21:25.107421393Z - alert: vdu_down 2024-04-21T02:21:25.107424283Z annotations: 2024-04-21T02:21:25.107428338Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T02:21:25.107435695Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T02:21:25.107439269Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T02:21:25.107443122Z expr: vm_status_extended != 1 2024-04-21T02:21:25.107446232Z for: 3m 2024-04-21T02:21:25.107448966Z 2024-04-21T02:21:25.109050187Z New config written, updating prometheus 2024-04-21T02:21:30.156207961Z Prometheus config update successful 2024-04-21T02:21:30.156263704Z 2024-04-21T02:22:10.864815659Z Changes detected, updating prometheus config 2024-04-21T02:22:10.868161013Z Jobs detected: 0 2024-04-21T02:22:10.879648177Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T02:22:10.883173054Z alerting: 2024-04-21T02:22:10.883194454Z alertmanagers: 2024-04-21T02:22:10.883201756Z - static_configs: 2024-04-21T02:22:10.883208141Z - targets: 2024-04-21T02:22:10.883214689Z - alertmanager:9093 2024-04-21T02:22:10.883232399Z global: 2024-04-21T02:22:10.883238495Z evaluation_interval: 15s 2024-04-21T02:22:10.883244959Z scrape_interval: 15s 2024-04-21T02:22:10.883251349Z rule_files: 2024-04-21T02:22:10.883257366Z - osm_metric_rules.yml 2024-04-21T02:22:10.883263293Z - osm_alert_rules.yml 2024-04-21T02:22:10.883269161Z scrape_configs: 2024-04-21T02:22:10.883275047Z - job_name: mon_exporter 2024-04-21T02:22:10.883280956Z static_configs: 2024-04-21T02:22:10.883286866Z - targets: 2024-04-21T02:22:10.883292870Z - mon:8000 2024-04-21T02:22:10.883298922Z - honor_labels: true 2024-04-21T02:22:10.883304765Z job_name: pushgateway 2024-04-21T02:22:10.883310666Z scrape_interval: 30s 2024-04-21T02:22:10.883316583Z static_configs: 2024-04-21T02:22:10.883322584Z - targets: 2024-04-21T02:22:10.883329597Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T02:22:10.883335388Z 2024-04-21T02:22:10.887868738Z Alerts read: 2 2024-04-21T02:22:10.890309741Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T02:22:10.894157947Z groups: 2024-04-21T02:22:10.894168977Z - name: osm_alert_rules 2024-04-21T02:22:10.894172305Z rules: 2024-04-21T02:22:10.894175369Z - alert: vdu_down 2024-04-21T02:22:10.894178519Z annotations: 2024-04-21T02:22:10.894182469Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T02:22:10.894186329Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T02:22:10.894189256Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T02:22:10.894192665Z expr: vm_status_extended != 1 2024-04-21T02:22:10.894195689Z for: 3m 2024-04-21T02:22:10.894199007Z - name: _osm_alert_rules_20240421022210_ 2024-04-21T02:22:10.894214240Z rules: 2024-04-21T02:22:10.894217962Z - alert: scalein_a1c732fd-46e0-46c5-adaf-11630b3dea01 2024-04-21T02:22:10.894220965Z expr: (count (osm_cpu_utilization{ns_id="65a875cc-ea19-4304-9734-b8df8b0f1ac0", 2024-04-21T02:22:10.894224807Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="65a875cc-ea19-4304-9734-b8df8b0f1ac0", 2024-04-21T02:22:10.894227879Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-21T02:22:10.894230833Z for: 1m 2024-04-21T02:22:10.894233655Z labels: 2024-04-21T02:22:10.894236558Z ns_id: 65a875cc-ea19-4304-9734-b8df8b0f1ac0 2024-04-21T02:22:10.894239495Z vdu_id: hackfest_basic_metrics-VM 2024-04-21T02:22:10.894242784Z vnf_member_index: vnf 2024-04-21T02:22:10.894245742Z - alert: scaleout_4702fd3d-500c-49e6-972a-78ae20bc3836 2024-04-21T02:22:10.894248631Z expr: (count (osm_cpu_utilization{ns_id="65a875cc-ea19-4304-9734-b8df8b0f1ac0", 2024-04-21T02:22:10.894251570Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="65a875cc-ea19-4304-9734-b8df8b0f1ac0", 2024-04-21T02:22:10.894254504Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-21T02:22:10.894257416Z for: 1m 2024-04-21T02:22:10.894260677Z labels: 2024-04-21T02:22:10.894263519Z ns_id: 65a875cc-ea19-4304-9734-b8df8b0f1ac0 2024-04-21T02:22:10.894266396Z vdu_id: hackfest_basic_metrics-VM 2024-04-21T02:22:10.894269455Z vnf_member_index: vnf 2024-04-21T02:22:10.894272164Z 2024-04-21T02:22:10.897502434Z New config written, updating prometheus 2024-04-21T02:22:15.929522536Z Prometheus config update successful 2024-04-21T02:22:15.929579813Z 2024-04-21T02:22:15.929586322Z Changes detected, updating prometheus config 2024-04-21T02:22:15.931338064Z Jobs detected: 0 2024-04-21T02:22:15.937570923Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T02:22:15.939525228Z alerting: 2024-04-21T02:22:15.939549982Z alertmanagers: 2024-04-21T02:22:15.939558958Z - static_configs: 2024-04-21T02:22:15.939566545Z - targets: 2024-04-21T02:22:15.939578439Z - alertmanager:9093 2024-04-21T02:22:15.939585924Z global: 2024-04-21T02:22:15.939593199Z evaluation_interval: 15s 2024-04-21T02:22:15.939600236Z scrape_interval: 15s 2024-04-21T02:22:15.939607369Z rule_files: 2024-04-21T02:22:15.939614443Z - osm_metric_rules.yml 2024-04-21T02:22:15.939621581Z - osm_alert_rules.yml 2024-04-21T02:22:15.939628577Z scrape_configs: 2024-04-21T02:22:15.939635585Z - job_name: mon_exporter 2024-04-21T02:22:15.939642622Z static_configs: 2024-04-21T02:22:15.939649760Z - targets: 2024-04-21T02:22:15.939657592Z - mon:8000 2024-04-21T02:22:15.939664777Z - honor_labels: true 2024-04-21T02:22:15.939704782Z job_name: pushgateway 2024-04-21T02:22:15.939715416Z scrape_interval: 30s 2024-04-21T02:22:15.939722402Z static_configs: 2024-04-21T02:22:15.939729462Z - targets: 2024-04-21T02:22:15.939739344Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T02:22:15.939746379Z 2024-04-21T02:22:15.943657926Z Alerts read: 2 2024-04-21T02:22:15.945889581Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T02:22:15.949037709Z groups: 2024-04-21T02:22:15.949050960Z - name: osm_alert_rules 2024-04-21T02:22:15.949054333Z rules: 2024-04-21T02:22:15.949057525Z - alert: vdu_down 2024-04-21T02:22:15.949060678Z annotations: 2024-04-21T02:22:15.949093679Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T02:22:15.949100227Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T02:22:15.949103806Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T02:22:15.949108461Z expr: vm_status_extended != 1 2024-04-21T02:22:15.949111539Z for: 3m 2024-04-21T02:22:15.949114670Z - name: _osm_alert_rules_20240421022215_ 2024-04-21T02:22:15.949117746Z rules: 2024-04-21T02:22:15.949122266Z - alert: scalein_a1c732fd-46e0-46c5-adaf-11630b3dea01 2024-04-21T02:22:15.949125387Z expr: (count (osm_cpu_utilization{ns_id="65a875cc-ea19-4304-9734-b8df8b0f1ac0", 2024-04-21T02:22:15.949132716Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="65a875cc-ea19-4304-9734-b8df8b0f1ac0", 2024-04-21T02:22:15.949135920Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-21T02:22:15.949139062Z for: 1m 2024-04-21T02:22:15.949142137Z labels: 2024-04-21T02:22:15.949145162Z ns_id: 65a875cc-ea19-4304-9734-b8df8b0f1ac0 2024-04-21T02:22:15.949148195Z vdu_id: hackfest_basic_metrics-VM 2024-04-21T02:22:15.949153818Z vnf_member_index: vnf 2024-04-21T02:22:15.949167846Z - alert: scaleout_4702fd3d-500c-49e6-972a-78ae20bc3836 2024-04-21T02:22:15.949171229Z expr: (count (osm_cpu_utilization{ns_id="65a875cc-ea19-4304-9734-b8df8b0f1ac0", 2024-04-21T02:22:15.949174333Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="65a875cc-ea19-4304-9734-b8df8b0f1ac0", 2024-04-21T02:22:15.949177359Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-21T02:22:15.949180446Z for: 1m 2024-04-21T02:22:15.949183400Z labels: 2024-04-21T02:22:15.949186422Z ns_id: 65a875cc-ea19-4304-9734-b8df8b0f1ac0 2024-04-21T02:22:15.949189435Z vdu_id: hackfest_basic_metrics-VM 2024-04-21T02:22:15.949192445Z vnf_member_index: vnf 2024-04-21T02:22:15.949195288Z 2024-04-21T02:22:15.952719594Z New config written, updating prometheus 2024-04-21T02:22:20.993799796Z Prometheus config update successful 2024-04-21T02:22:20.993849759Z 2024-04-21T02:35:42.864549321Z Changes detected, updating prometheus config 2024-04-21T02:35:42.869253174Z Jobs detected: 0 2024-04-21T02:35:42.881652824Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T02:35:42.885587150Z alerting: 2024-04-21T02:35:42.885625282Z alertmanagers: 2024-04-21T02:35:42.885630030Z - static_configs: 2024-04-21T02:35:42.885633741Z - targets: 2024-04-21T02:35:42.885637695Z - alertmanager:9093 2024-04-21T02:35:42.885640686Z global: 2024-04-21T02:35:42.885643713Z evaluation_interval: 15s 2024-04-21T02:35:42.885646780Z scrape_interval: 15s 2024-04-21T02:35:42.885649741Z rule_files: 2024-04-21T02:35:42.885652802Z - osm_metric_rules.yml 2024-04-21T02:35:42.885655761Z - osm_alert_rules.yml 2024-04-21T02:35:42.885658778Z scrape_configs: 2024-04-21T02:35:42.885662006Z - job_name: mon_exporter 2024-04-21T02:35:42.885664905Z static_configs: 2024-04-21T02:35:42.885668190Z - targets: 2024-04-21T02:35:42.885671254Z - mon:8000 2024-04-21T02:35:42.885674188Z - honor_labels: true 2024-04-21T02:35:42.885677168Z job_name: pushgateway 2024-04-21T02:35:42.885680123Z scrape_interval: 30s 2024-04-21T02:35:42.885683090Z static_configs: 2024-04-21T02:35:42.885686313Z - targets: 2024-04-21T02:35:42.885689842Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T02:35:42.885704806Z 2024-04-21T02:35:42.889566718Z Alerts read: 0 2024-04-21T02:35:42.891554035Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T02:35:42.892891461Z groups: 2024-04-21T02:35:42.892904004Z - name: osm_alert_rules 2024-04-21T02:35:42.892907537Z rules: 2024-04-21T02:35:42.892910936Z - alert: vdu_down 2024-04-21T02:35:42.892914198Z annotations: 2024-04-21T02:35:42.892918379Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T02:35:42.892922050Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T02:35:42.892925416Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T02:35:42.892929090Z expr: vm_status_extended != 1 2024-04-21T02:35:42.892932321Z for: 3m 2024-04-21T02:35:42.892949831Z 2024-04-21T02:35:42.894202051Z New config written, updating prometheus 2024-04-21T02:35:47.926023261Z Prometheus config update successful 2024-04-21T02:35:47.926054141Z 2024-04-21T02:35:47.926058455Z Changes detected, updating prometheus config 2024-04-21T02:35:47.931744397Z Jobs detected: 0 2024-04-21T02:35:47.931759116Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T02:35:47.933233363Z alerting: 2024-04-21T02:35:47.933244189Z alertmanagers: 2024-04-21T02:35:47.933248150Z - static_configs: 2024-04-21T02:35:47.933251520Z - targets: 2024-04-21T02:35:47.933255181Z - alertmanager:9093 2024-04-21T02:35:47.933258226Z global: 2024-04-21T02:35:47.933261294Z evaluation_interval: 15s 2024-04-21T02:35:47.933264264Z scrape_interval: 15s 2024-04-21T02:35:47.933267372Z rule_files: 2024-04-21T02:35:47.933270403Z - osm_metric_rules.yml 2024-04-21T02:35:47.933273394Z - osm_alert_rules.yml 2024-04-21T02:35:47.933276763Z scrape_configs: 2024-04-21T02:35:47.933279806Z - job_name: mon_exporter 2024-04-21T02:35:47.933282727Z static_configs: 2024-04-21T02:35:47.933285730Z - targets: 2024-04-21T02:35:47.933288687Z - mon:8000 2024-04-21T02:35:47.933292148Z - honor_labels: true 2024-04-21T02:35:47.933295271Z job_name: pushgateway 2024-04-21T02:35:47.933298284Z scrape_interval: 30s 2024-04-21T02:35:47.933301222Z static_configs: 2024-04-21T02:35:47.933304205Z - targets: 2024-04-21T02:35:47.933307962Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T02:35:47.933311267Z 2024-04-21T02:35:47.936429280Z Alerts read: 0 2024-04-21T02:35:47.938397748Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T02:35:47.939460600Z groups: 2024-04-21T02:35:47.939471044Z - name: osm_alert_rules 2024-04-21T02:35:47.939474397Z rules: 2024-04-21T02:35:47.939477535Z - alert: vdu_down 2024-04-21T02:35:47.939480525Z annotations: 2024-04-21T02:35:47.939484154Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T02:35:47.939488048Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T02:35:47.939491192Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T02:35:47.939494747Z expr: vm_status_extended != 1 2024-04-21T02:35:47.939498125Z for: 3m 2024-04-21T02:35:47.939500867Z 2024-04-21T02:35:47.941018400Z New config written, updating prometheus 2024-04-21T02:35:52.982293324Z Prometheus config update successful 2024-04-21T02:35:52.982331761Z 2024-04-21T02:38:18.544802581Z Changes detected, updating prometheus config 2024-04-21T02:38:18.548261844Z Jobs detected: 0 2024-04-21T02:38:18.558919566Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T02:38:18.561230421Z alerting: 2024-04-21T02:38:18.561247597Z alertmanagers: 2024-04-21T02:38:18.561254364Z - static_configs: 2024-04-21T02:38:18.561260913Z - targets: 2024-04-21T02:38:18.561267656Z - alertmanager:9093 2024-04-21T02:38:18.561274038Z global: 2024-04-21T02:38:18.561280222Z evaluation_interval: 15s 2024-04-21T02:38:18.561285941Z scrape_interval: 15s 2024-04-21T02:38:18.561291808Z rule_files: 2024-04-21T02:38:18.561297574Z - osm_metric_rules.yml 2024-04-21T02:38:18.561303276Z - osm_alert_rules.yml 2024-04-21T02:38:18.561309486Z scrape_configs: 2024-04-21T02:38:18.561315170Z - job_name: mon_exporter 2024-04-21T02:38:18.561320928Z static_configs: 2024-04-21T02:38:18.561326798Z - targets: 2024-04-21T02:38:18.561332565Z - mon:8000 2024-04-21T02:38:18.561338443Z - honor_labels: true 2024-04-21T02:38:18.561344079Z job_name: pushgateway 2024-04-21T02:38:18.561349655Z scrape_interval: 30s 2024-04-21T02:38:18.561355328Z static_configs: 2024-04-21T02:38:18.561361000Z - targets: 2024-04-21T02:38:18.561367432Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T02:38:18.561373098Z 2024-04-21T02:38:18.565028591Z Alerts read: 1 2024-04-21T02:38:18.567111437Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T02:38:18.569068573Z groups: 2024-04-21T02:38:18.569095936Z - name: osm_alert_rules 2024-04-21T02:38:18.569106213Z rules: 2024-04-21T02:38:18.569115121Z - alert: vdu_down 2024-04-21T02:38:18.569123873Z annotations: 2024-04-21T02:38:18.569133711Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T02:38:18.569143291Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T02:38:18.569151761Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T02:38:18.569160659Z expr: vm_status_extended != 1 2024-04-21T02:38:18.569169215Z for: 3m 2024-04-21T02:38:18.569177687Z - name: _osm_alert_rules_20240421023818_ 2024-04-21T02:38:18.569186207Z rules: 2024-04-21T02:38:18.569195371Z - alert: vdu_alarm_5386fe8e-1a01-4cc0-aa7d-00c1e4b88c0d 2024-04-21T02:38:18.569204784Z expr: osm_cpu_utilization{ns_id="dd047719-c3b4-40e1-a4dd-5fc6ae0923de", vnf_member_index="vnf", 2024-04-21T02:38:18.569213441Z vdu_id="cirros_vnfd-VM"} < 20.0000 2024-04-21T02:38:18.569221818Z for: 1m 2024-04-21T02:38:18.569230323Z labels: 2024-04-21T02:38:18.569238816Z ns_id: dd047719-c3b4-40e1-a4dd-5fc6ae0923de 2024-04-21T02:38:18.569247786Z vdu_id: cirros_vnfd-VM 2024-04-21T02:38:18.569256588Z vdu_name: '{{ $labels.vdu_name }}' 2024-04-21T02:38:18.569268689Z vnf_member_index: vnf 2024-04-21T02:38:18.569279870Z 2024-04-21T02:38:18.571341459Z New config written, updating prometheus 2024-04-21T02:38:23.624486442Z Prometheus config update successful 2024-04-21T02:38:23.624529139Z 2024-04-21T02:47:29.241108983Z Changes detected, updating prometheus config 2024-04-21T02:47:29.244158591Z Jobs detected: 0 2024-04-21T02:47:29.260486781Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T02:47:29.260507803Z alerting: 2024-04-21T02:47:29.260512390Z alertmanagers: 2024-04-21T02:47:29.260516880Z - static_configs: 2024-04-21T02:47:29.260520266Z - targets: 2024-04-21T02:47:29.260524468Z - alertmanager:9093 2024-04-21T02:47:29.260528019Z global: 2024-04-21T02:47:29.260531407Z evaluation_interval: 15s 2024-04-21T02:47:29.260547584Z scrape_interval: 15s 2024-04-21T02:47:29.260551146Z rule_files: 2024-04-21T02:47:29.260554480Z - osm_metric_rules.yml 2024-04-21T02:47:29.260557876Z - osm_alert_rules.yml 2024-04-21T02:47:29.260561148Z scrape_configs: 2024-04-21T02:47:29.260564446Z - job_name: mon_exporter 2024-04-21T02:47:29.260567830Z static_configs: 2024-04-21T02:47:29.260571342Z - targets: 2024-04-21T02:47:29.260574754Z - mon:8000 2024-04-21T02:47:29.260578360Z - honor_labels: true 2024-04-21T02:47:29.260581665Z job_name: pushgateway 2024-04-21T02:47:29.260585023Z scrape_interval: 30s 2024-04-21T02:47:29.260588351Z static_configs: 2024-04-21T02:47:29.260591675Z - targets: 2024-04-21T02:47:29.260595559Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T02:47:29.260598699Z 2024-04-21T02:47:29.263787380Z Alerts read: 0 2024-04-21T02:47:29.263804278Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T02:47:29.264393137Z groups: 2024-04-21T02:47:29.264402930Z - name: osm_alert_rules 2024-04-21T02:47:29.264406379Z rules: 2024-04-21T02:47:29.264409535Z - alert: vdu_down 2024-04-21T02:47:29.264412540Z annotations: 2024-04-21T02:47:29.264416037Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T02:47:29.264419929Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T02:47:29.264422911Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T02:47:29.264426603Z expr: vm_status_extended != 1 2024-04-21T02:47:29.264429603Z for: 3m 2024-04-21T02:47:29.264432413Z 2024-04-21T02:47:29.265466633Z New config written, updating prometheus 2024-04-21T02:47:34.301678022Z Prometheus config update successful 2024-04-21T02:47:34.301754879Z 2024-04-21T02:49:50.691392244Z Changes detected, updating prometheus config 2024-04-21T02:49:50.695063787Z Jobs detected: 1 2024-04-21T02:49:50.700304945Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T02:49:50.703402700Z alerting: 2024-04-21T02:49:50.703418536Z alertmanagers: 2024-04-21T02:49:50.703423309Z - static_configs: 2024-04-21T02:49:50.703426520Z - targets: 2024-04-21T02:49:50.703430311Z - alertmanager:9093 2024-04-21T02:49:50.703433546Z global: 2024-04-21T02:49:50.703436689Z evaluation_interval: 15s 2024-04-21T02:49:50.703439761Z scrape_interval: 15s 2024-04-21T02:49:50.703442926Z rule_files: 2024-04-21T02:49:50.703446003Z - osm_metric_rules.yml 2024-04-21T02:49:50.703449017Z - osm_alert_rules.yml 2024-04-21T02:49:50.703452131Z scrape_configs: 2024-04-21T02:49:50.703455333Z - job_name: mon_exporter 2024-04-21T02:49:50.703458527Z static_configs: 2024-04-21T02:49:50.703461566Z - targets: 2024-04-21T02:49:50.703464584Z - mon:8000 2024-04-21T02:49:50.703467712Z - honor_labels: true 2024-04-21T02:49:50.703470923Z job_name: pushgateway 2024-04-21T02:49:50.703473950Z scrape_interval: 30s 2024-04-21T02:49:50.703476996Z static_configs: 2024-04-21T02:49:50.703480049Z - targets: 2024-04-21T02:49:50.703483916Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T02:49:50.703486939Z - job_name: abb427f0f85a428f8d60613dcee2ccfc 2024-04-21T02:49:50.703490040Z metrics_path: /snmp 2024-04-21T02:49:50.703497429Z params: 2024-04-21T02:49:50.703500648Z module: 2024-04-21T02:49:50.703503698Z - osm-snmp 2024-04-21T02:49:50.703506732Z relabel_configs: 2024-04-21T02:49:50.703509906Z - source_labels: 2024-04-21T02:49:50.703527503Z - __address__ 2024-04-21T02:49:50.703530614Z target_label: __param_target 2024-04-21T02:49:50.703533617Z - source_labels: 2024-04-21T02:49:50.703536625Z - __param_target 2024-04-21T02:49:50.703539748Z target_label: instance 2024-04-21T02:49:50.703543570Z - replacement: eechart-0025291295-snmpexporter.836d3a74-1217-4af7-af10-ea10ff001723.svc:80 2024-04-21T02:49:50.703546549Z target_label: __address__ 2024-04-21T02:49:50.703549596Z static_configs: 2024-04-21T02:49:50.703552578Z - targets: 2024-04-21T02:49:50.703555559Z - 172.21.249.118 2024-04-21T02:49:50.703563832Z 2024-04-21T02:49:50.712054532Z Alerts read: 0 2024-04-21T02:49:50.713948253Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T02:49:50.715265454Z groups: 2024-04-21T02:49:50.715277492Z - name: osm_alert_rules 2024-04-21T02:49:50.715281291Z rules: 2024-04-21T02:49:50.715284985Z - alert: vdu_down 2024-04-21T02:49:50.715288044Z annotations: 2024-04-21T02:49:50.715291721Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T02:49:50.715295552Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T02:49:50.715298829Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T02:49:50.715302552Z expr: vm_status_extended != 1 2024-04-21T02:49:50.715305689Z for: 3m 2024-04-21T02:49:50.715394044Z 2024-04-21T02:49:50.717482289Z New config written, updating prometheus 2024-04-21T02:49:55.755325465Z Prometheus config update successful 2024-04-21T02:49:55.757628524Z 2024-04-21T02:50:05.976485739Z Changes detected, updating prometheus config 2024-04-21T02:50:05.979631479Z Jobs detected: 0 2024-04-21T02:50:05.993853347Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T02:50:05.997354285Z alerting: 2024-04-21T02:50:05.997377503Z alertmanagers: 2024-04-21T02:50:05.997384113Z - static_configs: 2024-04-21T02:50:05.997389796Z - targets: 2024-04-21T02:50:05.997396341Z - alertmanager:9093 2024-04-21T02:50:05.997401815Z global: 2024-04-21T02:50:05.997407094Z evaluation_interval: 15s 2024-04-21T02:50:05.997412274Z scrape_interval: 15s 2024-04-21T02:50:05.997417544Z rule_files: 2024-04-21T02:50:05.997422687Z - osm_metric_rules.yml 2024-04-21T02:50:05.997427814Z - osm_alert_rules.yml 2024-04-21T02:50:05.997433172Z scrape_configs: 2024-04-21T02:50:05.997438421Z - job_name: mon_exporter 2024-04-21T02:50:05.997443588Z static_configs: 2024-04-21T02:50:05.997448771Z - targets: 2024-04-21T02:50:05.997453962Z - mon:8000 2024-04-21T02:50:05.997459189Z - honor_labels: true 2024-04-21T02:50:05.997464370Z job_name: pushgateway 2024-04-21T02:50:05.997470052Z scrape_interval: 30s 2024-04-21T02:50:05.997475298Z static_configs: 2024-04-21T02:50:05.997480541Z - targets: 2024-04-21T02:50:05.997486429Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T02:50:05.997491509Z 2024-04-21T02:50:06.017722526Z Alerts read: 0 2024-04-21T02:50:06.020554170Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T02:50:06.022006337Z groups: 2024-04-21T02:50:06.022024056Z - name: osm_alert_rules 2024-04-21T02:50:06.022056250Z rules: 2024-04-21T02:50:06.022064898Z - alert: vdu_down 2024-04-21T02:50:06.022070104Z annotations: 2024-04-21T02:50:06.022076305Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T02:50:06.022082168Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T02:50:06.022100103Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T02:50:06.022105303Z expr: vm_status_extended != 1 2024-04-21T02:50:06.022109819Z for: 3m 2024-04-21T02:50:06.022113979Z 2024-04-21T02:50:06.023326385Z New config written, updating prometheus 2024-04-21T02:50:11.066530587Z Prometheus config update successful 2024-04-21T02:50:11.066770757Z 2024-04-21T03:03:15.626538318Z Changes detected, updating prometheus config 2024-04-21T03:03:15.631877788Z Jobs detected: 0 2024-04-21T03:03:15.648125643Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T03:03:15.651392985Z alerting: 2024-04-21T03:03:15.651411864Z alertmanagers: 2024-04-21T03:03:15.651419649Z - static_configs: 2024-04-21T03:03:15.651440291Z - targets: 2024-04-21T03:03:15.651446724Z - alertmanager:9093 2024-04-21T03:03:15.651450746Z global: 2024-04-21T03:03:15.651454714Z evaluation_interval: 15s 2024-04-21T03:03:15.651458687Z scrape_interval: 15s 2024-04-21T03:03:15.651462626Z rule_files: 2024-04-21T03:03:15.651466655Z - osm_metric_rules.yml 2024-04-21T03:03:15.651470563Z - osm_alert_rules.yml 2024-04-21T03:03:15.651474540Z scrape_configs: 2024-04-21T03:03:15.651478583Z - job_name: mon_exporter 2024-04-21T03:03:15.651482394Z static_configs: 2024-04-21T03:03:15.651486268Z - targets: 2024-04-21T03:03:15.651490207Z - mon:8000 2024-04-21T03:03:15.651494106Z - honor_labels: true 2024-04-21T03:03:15.651498162Z job_name: pushgateway 2024-04-21T03:03:15.651515408Z scrape_interval: 30s 2024-04-21T03:03:15.651519665Z static_configs: 2024-04-21T03:03:15.651524376Z - targets: 2024-04-21T03:03:15.651530559Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T03:03:15.651648402Z 2024-04-21T03:03:15.657547537Z Alerts read: 2 2024-04-21T03:03:15.661781143Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T03:03:15.665146815Z groups: 2024-04-21T03:03:15.665160780Z - name: osm_alert_rules 2024-04-21T03:03:15.665164208Z rules: 2024-04-21T03:03:15.665167553Z - alert: vdu_down 2024-04-21T03:03:15.665171085Z annotations: 2024-04-21T03:03:15.665175601Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T03:03:15.665180217Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T03:03:15.665183595Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T03:03:15.665187631Z expr: vm_status_extended != 1 2024-04-21T03:03:15.665190888Z for: 3m 2024-04-21T03:03:15.665206641Z - name: _osm_alert_rules_20240421030315_ 2024-04-21T03:03:15.665209912Z rules: 2024-04-21T03:03:15.665213943Z - alert: scalein_7ac32179-3a00-4f42-b1ea-af54544bf696 2024-04-21T03:03:15.665217176Z expr: (count (osm_cpu_utilization{ns_id="042fc6a1-9c17-45e0-b602-3059d6fe88ae", 2024-04-21T03:03:15.665221259Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="042fc6a1-9c17-45e0-b602-3059d6fe88ae", 2024-04-21T03:03:15.665224517Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-21T03:03:15.665227635Z for: 1m 2024-04-21T03:03:15.665230871Z labels: 2024-04-21T03:03:15.665234077Z ns_id: 042fc6a1-9c17-45e0-b602-3059d6fe88ae 2024-04-21T03:03:15.665237372Z vdu_id: hackfest_basic_metrics-VM 2024-04-21T03:03:15.665241242Z vnf_member_index: '1' 2024-04-21T03:03:15.665244524Z - alert: scaleout_de3f13d5-e186-4fcf-a914-33b2d46006ee 2024-04-21T03:03:15.665284575Z expr: (count (osm_cpu_utilization{ns_id="042fc6a1-9c17-45e0-b602-3059d6fe88ae", 2024-04-21T03:03:15.665288196Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="042fc6a1-9c17-45e0-b602-3059d6fe88ae", 2024-04-21T03:03:15.665291418Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-21T03:03:15.665294506Z for: 1m 2024-04-21T03:03:15.665297457Z labels: 2024-04-21T03:03:15.665300758Z ns_id: 042fc6a1-9c17-45e0-b602-3059d6fe88ae 2024-04-21T03:03:15.665303886Z vdu_id: hackfest_basic_metrics-VM 2024-04-21T03:03:15.665306934Z vnf_member_index: '1' 2024-04-21T03:03:15.665455254Z 2024-04-21T03:03:15.669107433Z New config written, updating prometheus 2024-04-21T03:03:20.707042552Z Prometheus config update successful 2024-04-21T03:03:20.707094771Z 2024-04-21T03:03:20.707105370Z Changes detected, updating prometheus config 2024-04-21T03:03:20.709007583Z Jobs detected: 0 2024-04-21T03:03:20.716150714Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T03:03:20.718343355Z alerting: 2024-04-21T03:03:20.718357807Z alertmanagers: 2024-04-21T03:03:20.718377922Z - static_configs: 2024-04-21T03:03:20.718385270Z - targets: 2024-04-21T03:03:20.718391716Z - alertmanager:9093 2024-04-21T03:03:20.718397132Z global: 2024-04-21T03:03:20.718402566Z evaluation_interval: 15s 2024-04-21T03:03:20.718407915Z scrape_interval: 15s 2024-04-21T03:03:20.718413385Z rule_files: 2024-04-21T03:03:20.718418632Z - osm_metric_rules.yml 2024-04-21T03:03:20.718424196Z - osm_alert_rules.yml 2024-04-21T03:03:20.718429614Z scrape_configs: 2024-04-21T03:03:20.718434788Z - job_name: mon_exporter 2024-04-21T03:03:20.718439959Z static_configs: 2024-04-21T03:03:20.718445567Z - targets: 2024-04-21T03:03:20.718450873Z - mon:8000 2024-04-21T03:03:20.718456191Z - honor_labels: true 2024-04-21T03:03:20.718461908Z job_name: pushgateway 2024-04-21T03:03:20.718467168Z scrape_interval: 30s 2024-04-21T03:03:20.718472397Z static_configs: 2024-04-21T03:03:20.718477597Z - targets: 2024-04-21T03:03:20.718483611Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T03:03:20.718488777Z 2024-04-21T03:03:20.722122656Z Alerts read: 2 2024-04-21T03:03:20.724674183Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T03:03:20.729921844Z groups: 2024-04-21T03:03:20.729939854Z - name: osm_alert_rules 2024-04-21T03:03:20.729943260Z rules: 2024-04-21T03:03:20.729946502Z - alert: vdu_down 2024-04-21T03:03:20.729949856Z annotations: 2024-04-21T03:03:20.729953411Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T03:03:20.729956988Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T03:03:20.729959998Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T03:03:20.729963550Z expr: vm_status_extended != 1 2024-04-21T03:03:20.729966505Z for: 3m 2024-04-21T03:03:20.729969491Z - name: _osm_alert_rules_20240421030320_ 2024-04-21T03:03:20.729972551Z rules: 2024-04-21T03:03:20.729976507Z - alert: scalein_7ac32179-3a00-4f42-b1ea-af54544bf696 2024-04-21T03:03:20.729979608Z expr: (count (osm_cpu_utilization{ns_id="042fc6a1-9c17-45e0-b602-3059d6fe88ae", 2024-04-21T03:03:20.729983487Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="042fc6a1-9c17-45e0-b602-3059d6fe88ae", 2024-04-21T03:03:20.729999683Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-21T03:03:20.730002879Z for: 1m 2024-04-21T03:03:20.730005728Z labels: 2024-04-21T03:03:20.730009031Z ns_id: 042fc6a1-9c17-45e0-b602-3059d6fe88ae 2024-04-21T03:03:20.730011992Z vdu_id: hackfest_basic_metrics-VM 2024-04-21T03:03:20.730032744Z vnf_member_index: '1' 2024-04-21T03:03:20.730035908Z - alert: scaleout_de3f13d5-e186-4fcf-a914-33b2d46006ee 2024-04-21T03:03:20.730039026Z expr: (count (osm_cpu_utilization{ns_id="042fc6a1-9c17-45e0-b602-3059d6fe88ae", 2024-04-21T03:03:20.730042524Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="042fc6a1-9c17-45e0-b602-3059d6fe88ae", 2024-04-21T03:03:20.730045595Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-21T03:03:20.730049010Z for: 1m 2024-04-21T03:03:20.730052028Z labels: 2024-04-21T03:03:20.730055053Z ns_id: 042fc6a1-9c17-45e0-b602-3059d6fe88ae 2024-04-21T03:03:20.730058235Z vdu_id: hackfest_basic_metrics-VM 2024-04-21T03:03:20.730061210Z vnf_member_index: '1' 2024-04-21T03:03:20.730064064Z 2024-04-21T03:03:20.734792751Z New config written, updating prometheus 2024-04-21T03:03:25.775258436Z Prometheus config update successful 2024-04-21T03:03:25.775301947Z 2024-04-21T03:04:09.597540093Z Changes detected, updating prometheus config 2024-04-21T03:04:09.598367358Z Jobs detected: 0 2024-04-21T03:04:09.603868803Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T03:04:09.608179753Z alerting: 2024-04-21T03:04:09.608194976Z alertmanagers: 2024-04-21T03:04:09.608209467Z - static_configs: 2024-04-21T03:04:09.608213825Z - targets: 2024-04-21T03:04:09.608218588Z - alertmanager:9093 2024-04-21T03:04:09.608222658Z global: 2024-04-21T03:04:09.608226734Z evaluation_interval: 15s 2024-04-21T03:04:09.608230797Z scrape_interval: 15s 2024-04-21T03:04:09.608234933Z rule_files: 2024-04-21T03:04:09.608239050Z - osm_metric_rules.yml 2024-04-21T03:04:09.608247739Z - osm_alert_rules.yml 2024-04-21T03:04:09.608251840Z scrape_configs: 2024-04-21T03:04:09.608255897Z - job_name: mon_exporter 2024-04-21T03:04:09.608259837Z static_configs: 2024-04-21T03:04:09.608264016Z - targets: 2024-04-21T03:04:09.608268089Z - mon:8000 2024-04-21T03:04:09.608271993Z - honor_labels: true 2024-04-21T03:04:09.608276047Z job_name: pushgateway 2024-04-21T03:04:09.608280046Z scrape_interval: 30s 2024-04-21T03:04:09.608284002Z static_configs: 2024-04-21T03:04:09.608288017Z - targets: 2024-04-21T03:04:09.608292464Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T03:04:09.608296357Z 2024-04-21T03:04:09.615668949Z Alerts read: 0 2024-04-21T03:04:09.623859646Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T03:04:09.627185170Z groups: 2024-04-21T03:04:09.627206327Z - name: osm_alert_rules 2024-04-21T03:04:09.627219904Z rules: 2024-04-21T03:04:09.627225082Z - alert: vdu_down 2024-04-21T03:04:09.627229515Z annotations: 2024-04-21T03:04:09.627234453Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T03:04:09.627239518Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T03:04:09.627243906Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T03:04:09.627248573Z expr: vm_status_extended != 1 2024-04-21T03:04:09.627253505Z for: 3m 2024-04-21T03:04:09.630754639Z 2024-04-21T03:04:09.631639433Z New config written, updating prometheus 2024-04-21T03:04:14.666363936Z Prometheus config update successful 2024-04-21T03:04:14.666435679Z 2024-04-21T03:04:14.666501183Z Changes detected, updating prometheus config 2024-04-21T03:04:14.668280248Z Jobs detected: 0 2024-04-21T03:04:14.686502007Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-21T03:04:14.692440576Z alerting: 2024-04-21T03:04:14.692482830Z alertmanagers: 2024-04-21T03:04:14.692496607Z - static_configs: 2024-04-21T03:04:14.692505473Z - targets: 2024-04-21T03:04:14.692516549Z - alertmanager:9093 2024-04-21T03:04:14.692525181Z global: 2024-04-21T03:04:14.692534367Z evaluation_interval: 15s 2024-04-21T03:04:14.692542925Z scrape_interval: 15s 2024-04-21T03:04:14.692551351Z rule_files: 2024-04-21T03:04:14.692559672Z - osm_metric_rules.yml 2024-04-21T03:04:14.692567906Z - osm_alert_rules.yml 2024-04-21T03:04:14.692576167Z scrape_configs: 2024-04-21T03:04:14.692584611Z - job_name: mon_exporter 2024-04-21T03:04:14.692593230Z static_configs: 2024-04-21T03:04:14.692601604Z - targets: 2024-04-21T03:04:14.692610362Z - mon:8000 2024-04-21T03:04:14.692618560Z - honor_labels: true 2024-04-21T03:04:14.692626764Z job_name: pushgateway 2024-04-21T03:04:14.692635080Z scrape_interval: 30s 2024-04-21T03:04:14.692643401Z static_configs: 2024-04-21T03:04:14.692651798Z - targets: 2024-04-21T03:04:14.692662562Z - pushgateway-prometheus-pushgateway:9091 2024-04-21T03:04:14.692670754Z 2024-04-21T03:04:14.704008097Z Alerts read: 0 2024-04-21T03:04:14.708578124Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-21T03:04:14.712069724Z groups: 2024-04-21T03:04:14.712152290Z - name: osm_alert_rules 2024-04-21T03:04:14.712158337Z rules: 2024-04-21T03:04:14.712162987Z - alert: vdu_down 2024-04-21T03:04:14.712167672Z annotations: 2024-04-21T03:04:14.712175459Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-21T03:04:14.712181549Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-21T03:04:14.712186086Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-21T03:04:14.712191358Z expr: vm_status_extended != 1 2024-04-21T03:04:14.712195877Z for: 3m 2024-04-21T03:04:14.712200062Z 2024-04-21T03:04:14.715138608Z New config written, updating prometheus 2024-04-21T03:04:19.747112806Z Prometheus config update successful 2024-04-21T03:04:19.747180851Z