2024-05-25T22:37:51.491862918Z level=info ts=2024-05-25T22:37:51.480Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-05-25T22:37:51.491903572Z level=info ts=2024-05-25T22:37:51.480Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-05-25T22:37:51.491910790Z level=info ts=2024-05-25T22:37:51.480Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-05-25T22:37:51.491914140Z level=info ts=2024-05-25T22:37:51.480Z caller=main.go:449 host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))" 2024-05-25T22:37:51.491918984Z level=info ts=2024-05-25T22:37:51.480Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-05-25T22:37:51.491922248Z level=info ts=2024-05-25T22:37:51.480Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-25T22:37:51.491925356Z level=info ts=2024-05-25T22:37:51.482Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-05-25T22:37:51.491930370Z level=info ts=2024-05-25T22:37:51.488Z caller=main.go:824 msg="Starting TSDB ..." 2024-05-25T22:37:51.491933887Z level=info ts=2024-05-25T22:37:51.490Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-05-25T22:37:51.492965319Z level=info ts=2024-05-25T22:37:51.492Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-25T22:37:51.492975869Z level=info ts=2024-05-25T22:37:51.492Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.437µs 2024-05-25T22:37:51.492979418Z level=info ts=2024-05-25T22:37:51.492Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-05-25T22:37:51.493058105Z level=info ts=2024-05-25T22:37:51.492Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-05-25T22:37:51.493071492Z level=info ts=2024-05-25T22:37:51.493Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.846µs wal_replay_duration=247.73µs total_replay_duration=287.265µs 2024-05-25T22:37:51.494583129Z level=info ts=2024-05-25T22:37:51.494Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-05-25T22:37:51.494597819Z level=info ts=2024-05-25T22:37:51.494Z caller=main.go:854 msg="TSDB started" 2024-05-25T22:37:51.494631590Z level=info ts=2024-05-25T22:37:51.494Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T22:37:51.503613287Z level=info ts=2024-05-25T22:37:51.501Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.490056ms remote_storage=1.949µs web_handler=897ns query_engine=1.033µs scrape=449.393µs scrape_sd=36.258µs notify=29.96µs notify_sd=8.706µs rules=5.541986ms 2024-05-25T22:37:51.503631852Z level=info ts=2024-05-25T22:37:51.501Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-05-25T22:42:00.751592070Z level=info ts=2024-05-25T22:42:00.747Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T22:42:00.752032143Z level=info ts=2024-05-25T22:42:00.750Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.544231ms remote_storage=2.704µs web_handler=1.19µs query_engine=5.094µs scrape=155.408µs scrape_sd=53.889µs notify=50.558µs notify_sd=15.793µs rules=1.39373ms 2024-05-25T22:54:13.129226035Z level=warn ts=2024-05-25T22:54:13.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"f3537b0f-5b8e-4102-8b90-abf2912523d7\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3dab5fd1-8ad2-4da2-b20a-7b8de05afa6a\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"5e39c54f-cdcf-47c1-a62c-99f85f8332ac\", vdu_name=\"basic_06_charm_t-vnf1-mgmtVM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"f3537b0f-5b8e-4102-8b90-abf2912523d7\", vnf_id=\"bb5cf27c-1042-4890-ab45-06d98d1ff928\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3dab5fd1-8ad2-4da2-b20a-7b8de05afa6a\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"5e39c54f-cdcf-47c1-a62c-99f85f8332ac\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"f3537b0f-5b8e-4102-8b90-abf2912523d7\", vnf_id=\"bb5cf27c-1042-4890-ab45-06d98d1ff928\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-25T22:54:28.128696782Z level=warn ts=2024-05-25T22:54:28.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"f3537b0f-5b8e-4102-8b90-abf2912523d7\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3dab5fd1-8ad2-4da2-b20a-7b8de05afa6a\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"5e39c54f-cdcf-47c1-a62c-99f85f8332ac\", vdu_name=\"basic_06_charm_t-vnf1-mgmtVM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"f3537b0f-5b8e-4102-8b90-abf2912523d7\", vnf_id=\"bb5cf27c-1042-4890-ab45-06d98d1ff928\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"3dab5fd1-8ad2-4da2-b20a-7b8de05afa6a\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"5e39c54f-cdcf-47c1-a62c-99f85f8332ac\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"f3537b0f-5b8e-4102-8b90-abf2912523d7\", vnf_id=\"bb5cf27c-1042-4890-ab45-06d98d1ff928\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-25T23:04:57.367386938Z level=info ts=2024-05-25T23:04:57.367Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:04:57.374405386Z level=info ts=2024-05-25T23:04:57.374Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.192969ms remote_storage=4.282µs web_handler=1.312µs query_engine=2.662µs scrape=302.981µs scrape_sd=113.881µs notify=93.371µs notify_sd=55.117µs rules=4.819493ms 2024-05-25T23:05:02.424721626Z level=info ts=2024-05-25T23:05:02.424Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:05:02.427066836Z level=info ts=2024-05-25T23:05:02.426Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.373402ms remote_storage=2.645µs web_handler=525ns query_engine=1.479µs scrape=97.219µs scrape_sd=40.661µs notify=13.695µs notify_sd=20.255µs rules=1.756654ms 2024-05-25T23:06:26.552214122Z level=info ts=2024-05-25T23:06:26.551Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:06:26.556364231Z level=info ts=2024-05-25T23:06:26.556Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.251274ms remote_storage=3.163µs web_handler=1.115µs query_engine=2.043µs scrape=182.306µs scrape_sd=76.745µs notify=41.595µs notify_sd=16.937µs rules=2.665605ms 2024-05-25T23:06:31.615730411Z level=info ts=2024-05-25T23:06:31.615Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:06:31.617842352Z level=info ts=2024-05-25T23:06:31.617Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.066639ms remote_storage=2.021µs web_handler=520ns query_engine=1.331µs scrape=102.228µs scrape_sd=49.062µs notify=28.436µs notify_sd=54.826µs rules=1.392878ms 2024-05-25T23:27:08.911357064Z level=info ts=2024-05-25T23:27:08.910Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:27:08.921715977Z level=info ts=2024-05-25T23:27:08.921Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=10.607965ms remote_storage=40.08µs web_handler=1.363µs query_engine=15.158µs scrape=502.461µs scrape_sd=181.46µs notify=91.348µs notify_sd=51.455µs rules=7.161961ms 2024-05-25T23:27:13.982910647Z level=info ts=2024-05-25T23:27:13.982Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:27:13.987577322Z level=info ts=2024-05-25T23:27:13.987Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.617073ms remote_storage=2.26µs web_handler=601ns query_engine=1.852µs scrape=126.499µs scrape_sd=51.519µs notify=20.742µs notify_sd=15.961µs rules=3.905315ms 2024-05-25T23:27:19.064982244Z level=info ts=2024-05-25T23:27:19.064Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:27:19.072284903Z level=info ts=2024-05-25T23:27:19.071Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.771656ms remote_storage=2.322µs web_handler=546ns query_engine=15.339µs scrape=189.078µs scrape_sd=59.28µs notify=28.402µs notify_sd=12.73µs rules=5.910462ms 2024-05-25T23:27:24.142270199Z level=info ts=2024-05-25T23:27:24.141Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:27:24.150600463Z level=info ts=2024-05-25T23:27:24.150Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.321442ms remote_storage=3.711µs web_handler=862ns query_engine=2.212µs scrape=344.979µs scrape_sd=97.384µs notify=92.81µs notify_sd=83.613µs rules=6.88071ms 2024-05-25T23:27:29.209682411Z level=info ts=2024-05-25T23:27:29.209Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:27:29.214181586Z level=info ts=2024-05-25T23:27:29.214Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.513835ms remote_storage=1.767µs web_handler=9.409µs query_engine=1.39µs scrape=103.831µs scrape_sd=49.977µs notify=13.768µs notify_sd=13.943µs rules=3.77794ms 2024-05-25T23:27:34.276482304Z level=info ts=2024-05-25T23:27:34.276Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:27:34.286019431Z level=info ts=2024-05-25T23:27:34.285Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.429388ms remote_storage=3.201µs web_handler=992ns query_engine=1.919µs scrape=209.705µs scrape_sd=79.62µs notify=25.413µs notify_sd=35.552µs rules=7.910665ms 2024-05-25T23:28:54.664894820Z level=info ts=2024-05-25T23:28:54.664Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:28:54.671136706Z level=info ts=2024-05-25T23:28:54.670Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.358775ms remote_storage=24.361µs web_handler=802ns query_engine=2.164µs scrape=286.35µs scrape_sd=183.787µs notify=86.369µs notify_sd=96.707µs rules=4.363544ms 2024-05-25T23:28:59.719779118Z level=info ts=2024-05-25T23:28:59.719Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:28:59.722005597Z level=info ts=2024-05-25T23:28:59.721Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.203103ms remote_storage=16.696µs web_handler=800ns query_engine=1.514µs scrape=167.058µs scrape_sd=76.581µs notify=28.743µs notify_sd=30.188µs rules=1.354201ms 2024-05-25T23:29:04.782908777Z level=info ts=2024-05-25T23:29:04.782Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:29:04.786650096Z level=info ts=2024-05-25T23:29:04.786Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.761544ms remote_storage=2.943µs web_handler=723ns query_engine=1.572µs scrape=187.431µs scrape_sd=50.88µs notify=185.509µs notify_sd=10.955µs rules=2.104959ms 2024-05-25T23:29:09.854790393Z level=info ts=2024-05-25T23:29:09.854Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:29:09.860350359Z level=info ts=2024-05-25T23:29:09.860Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.564757ms remote_storage=3.478µs web_handler=974ns query_engine=1.905µs scrape=387.899µs scrape_sd=184.146µs notify=188.775µs notify_sd=262.117µs rules=3.228441ms 2024-05-25T23:29:14.908653621Z level=info ts=2024-05-25T23:29:14.908Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:29:14.911034423Z level=info ts=2024-05-25T23:29:14.910Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.334738ms remote_storage=2.626µs web_handler=674ns query_engine=1.554µs scrape=104.883µs scrape_sd=51.555µs notify=16.308µs notify_sd=22.115µs rules=1.454212ms 2024-05-25T23:29:19.961914428Z level=info ts=2024-05-25T23:29:19.961Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T23:29:19.967323562Z level=info ts=2024-05-25T23:29:19.966Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.152418ms remote_storage=3.491µs web_handler=1.036µs query_engine=1.85µs scrape=336.711µs scrape_sd=143.576µs notify=32.445µs notify_sd=53.298µs rules=3.483964ms 2024-05-25T23:32:13.130075790Z level=warn ts=2024-05-25T23:32:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"701fa781-ecc1-455b-b4a2-609d90aef9fb\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2f2db852-9c08-4e3f-91eb-f5d1ad30e18d\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"240360e5-c46c-4922-9f85-90bceb7b7411\", vdu_name=\"basic_18-vnf1-dataVM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"701fa781-ecc1-455b-b4a2-609d90aef9fb\", vnf_id=\"ed55f559-36b2-44f0-a0da-9b1756a75a4a\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2f2db852-9c08-4e3f-91eb-f5d1ad30e18d\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"240360e5-c46c-4922-9f85-90bceb7b7411\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"701fa781-ecc1-455b-b4a2-609d90aef9fb\", vnf_id=\"ed55f559-36b2-44f0-a0da-9b1756a75a4a\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-25T23:32:28.129052645Z level=warn ts=2024-05-25T23:32:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"701fa781-ecc1-455b-b4a2-609d90aef9fb\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2f2db852-9c08-4e3f-91eb-f5d1ad30e18d\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"240360e5-c46c-4922-9f85-90bceb7b7411\", vdu_name=\"basic_18-vnf1-dataVM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"701fa781-ecc1-455b-b4a2-609d90aef9fb\", vnf_id=\"ed55f559-36b2-44f0-a0da-9b1756a75a4a\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2f2db852-9c08-4e3f-91eb-f5d1ad30e18d\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"240360e5-c46c-4922-9f85-90bceb7b7411\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"701fa781-ecc1-455b-b4a2-609d90aef9fb\", vnf_id=\"ed55f559-36b2-44f0-a0da-9b1756a75a4a\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T00:18:13.129998168Z level=warn ts=2024-05-26T00:18:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"c7224c4e-676a-4534-9689-5675868548f7\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"81a962b2-f031-4581-ba90-155364b77f7d\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"7aa9e3e2-7190-4b63-82b3-fd0360df486a\", vdu_name=\"basic_30-vnf1-dataVM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"c7224c4e-676a-4534-9689-5675868548f7\", vnf_id=\"c9c0be06-b96c-4399-8bb3-7fc498666273\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"81a962b2-f031-4581-ba90-155364b77f7d\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"7aa9e3e2-7190-4b63-82b3-fd0360df486a\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"c7224c4e-676a-4534-9689-5675868548f7\", vnf_id=\"c9c0be06-b96c-4399-8bb3-7fc498666273\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T00:18:28.128817944Z level=warn ts=2024-05-26T00:18:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"c7224c4e-676a-4534-9689-5675868548f7\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"81a962b2-f031-4581-ba90-155364b77f7d\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"7aa9e3e2-7190-4b63-82b3-fd0360df486a\", vdu_name=\"basic_30-vnf1-dataVM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"c7224c4e-676a-4534-9689-5675868548f7\", vnf_id=\"c9c0be06-b96c-4399-8bb3-7fc498666273\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"81a962b2-f031-4581-ba90-155364b77f7d\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"7aa9e3e2-7190-4b63-82b3-fd0360df486a\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"c7224c4e-676a-4534-9689-5675868548f7\", vnf_id=\"c9c0be06-b96c-4399-8bb3-7fc498666273\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T00:30:13.129059765Z level=warn ts=2024-05-26T00:30:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"9dd5443a-b7bf-4a89-afa7-7d4c9c43c981\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"cb0cf7d0-570f-400c-b67e-4f23368cb3b6\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"4f47d673-e7bd-47c5-a58d-715d1d259ae5\", vdu_name=\"epa_04-vnf2-dataVM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"9dd5443a-b7bf-4a89-afa7-7d4c9c43c981\", vnf_id=\"3a2c95a4-e791-455e-b72f-47161558940d\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"cb0cf7d0-570f-400c-b67e-4f23368cb3b6\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"4f47d673-e7bd-47c5-a58d-715d1d259ae5\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"9dd5443a-b7bf-4a89-afa7-7d4c9c43c981\", vnf_id=\"3a2c95a4-e791-455e-b72f-47161558940d\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T00:30:28.128138881Z level=warn ts=2024-05-26T00:30:28.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"9dd5443a-b7bf-4a89-afa7-7d4c9c43c981\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"cb0cf7d0-570f-400c-b67e-4f23368cb3b6\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"4f47d673-e7bd-47c5-a58d-715d1d259ae5\", vdu_name=\"epa_04-vnf2-dataVM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"9dd5443a-b7bf-4a89-afa7-7d4c9c43c981\", vnf_id=\"3a2c95a4-e791-455e-b72f-47161558940d\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"cb0cf7d0-570f-400c-b67e-4f23368cb3b6\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"4f47d673-e7bd-47c5-a58d-715d1d259ae5\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"9dd5443a-b7bf-4a89-afa7-7d4c9c43c981\", vnf_id=\"3a2c95a4-e791-455e-b72f-47161558940d\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T00:42:13.129222494Z level=warn ts=2024-05-26T00:42:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"79fdef39-7efa-473d-9d3b-bf120a7b9dd3\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6330ee4a-b873-4015-a5a2-e70b531669fc\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"e6641088-24d6-4b06-aa2e-f19bf4fb7a96\", vdu_name=\"heal_01-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"79fdef39-7efa-473d-9d3b-bf120a7b9dd3\", vnf_id=\"7f08a73e-c2fc-4f86-b075-3e4670699b02\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6330ee4a-b873-4015-a5a2-e70b531669fc\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"e6641088-24d6-4b06-aa2e-f19bf4fb7a96\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"79fdef39-7efa-473d-9d3b-bf120a7b9dd3\", vnf_id=\"7f08a73e-c2fc-4f86-b075-3e4670699b02\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T00:42:28.129919946Z level=warn ts=2024-05-26T00:42:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"79fdef39-7efa-473d-9d3b-bf120a7b9dd3\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6330ee4a-b873-4015-a5a2-e70b531669fc\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"e6641088-24d6-4b06-aa2e-f19bf4fb7a96\", vdu_name=\"heal_01-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"79fdef39-7efa-473d-9d3b-bf120a7b9dd3\", vnf_id=\"7f08a73e-c2fc-4f86-b075-3e4670699b02\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6330ee4a-b873-4015-a5a2-e70b531669fc\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"e6641088-24d6-4b06-aa2e-f19bf4fb7a96\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"79fdef39-7efa-473d-9d3b-bf120a7b9dd3\", vnf_id=\"7f08a73e-c2fc-4f86-b075-3e4670699b02\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T00:50:13.133685350Z level=warn ts=2024-05-26T00:50:13.132Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"02df3215-1b05-4856-8153-e83828c60f80\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f59450eb-4f68-4000-a4d1-1bd0958c9f72\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"f489ccaa-351b-4bf6-9564-2b801176bc4a\", vdu_name=\"heal_02-several_volumes_-several_volumes-VM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"02df3215-1b05-4856-8153-e83828c60f80\", vnf_id=\"1ce42566-0d2d-4ff8-96d9-b19619596d79\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f59450eb-4f68-4000-a4d1-1bd0958c9f72\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"f489ccaa-351b-4bf6-9564-2b801176bc4a\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"02df3215-1b05-4856-8153-e83828c60f80\", vnf_id=\"1ce42566-0d2d-4ff8-96d9-b19619596d79\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T00:50:28.129824716Z level=warn ts=2024-05-26T00:50:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"02df3215-1b05-4856-8153-e83828c60f80\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f59450eb-4f68-4000-a4d1-1bd0958c9f72\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"f489ccaa-351b-4bf6-9564-2b801176bc4a\", vdu_name=\"heal_02-several_volumes_-several_volumes-VM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"02df3215-1b05-4856-8153-e83828c60f80\", vnf_id=\"1ce42566-0d2d-4ff8-96d9-b19619596d79\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f59450eb-4f68-4000-a4d1-1bd0958c9f72\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"f489ccaa-351b-4bf6-9564-2b801176bc4a\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"02df3215-1b05-4856-8153-e83828c60f80\", vnf_id=\"1ce42566-0d2d-4ff8-96d9-b19619596d79\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:06:13.129474307Z level=warn ts=2024-05-26T01:06:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"c19f66c0-1ffa-4d7d-84d2-0e0a8f6b2e3d\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"44948720-527f-4df3-81c0-bd52485329bf\", vdu_name=\"heal_03-several_volumes_-several_volumes-VM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"c19f66c0-1ffa-4d7d-84d2-0e0a8f6b2e3d\", vnf_id=\"4d7adb00-5b43-455b-acec-60ffc142309d\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"44948720-527f-4df3-81c0-bd52485329bf\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"c19f66c0-1ffa-4d7d-84d2-0e0a8f6b2e3d\", vnf_id=\"4d7adb00-5b43-455b-acec-60ffc142309d\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:06:28.128771800Z level=warn ts=2024-05-26T01:06:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"c19f66c0-1ffa-4d7d-84d2-0e0a8f6b2e3d\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"44948720-527f-4df3-81c0-bd52485329bf\", vdu_name=\"heal_03-several_volumes_-several_volumes-VM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"c19f66c0-1ffa-4d7d-84d2-0e0a8f6b2e3d\", vnf_id=\"4d7adb00-5b43-455b-acec-60ffc142309d\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"44948720-527f-4df3-81c0-bd52485329bf\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"c19f66c0-1ffa-4d7d-84d2-0e0a8f6b2e3d\", vnf_id=\"4d7adb00-5b43-455b-acec-60ffc142309d\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:08:13.137449458Z level=warn ts=2024-05-26T01:08:13.136Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"ce9b883c-7f11-4d44-bd94-e1e9a30d93a9\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"c8f42918-a475-4d53-be7d-ef190bdae80e\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:08:28.129395767Z level=warn ts=2024-05-26T01:08:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"ce9b883c-7f11-4d44-bd94-e1e9a30d93a9\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"c8f42918-a475-4d53-be7d-ef190bdae80e\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:08:43.130896627Z level=warn ts=2024-05-26T01:08:43.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"ce9b883c-7f11-4d44-bd94-e1e9a30d93a9\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"c8f42918-a475-4d53-be7d-ef190bdae80e\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:08:58.128529690Z level=warn ts=2024-05-26T01:08:58.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"ce9b883c-7f11-4d44-bd94-e1e9a30d93a9\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"c8f42918-a475-4d53-be7d-ef190bdae80e\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:09:13.129820044Z level=warn ts=2024-05-26T01:09:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"ce9b883c-7f11-4d44-bd94-e1e9a30d93a9\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"c8f42918-a475-4d53-be7d-ef190bdae80e\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:09:28.128751978Z level=warn ts=2024-05-26T01:09:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"ce9b883c-7f11-4d44-bd94-e1e9a30d93a9\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"c8f42918-a475-4d53-be7d-ef190bdae80e\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:09:43.129313720Z level=warn ts=2024-05-26T01:09:43.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"ce9b883c-7f11-4d44-bd94-e1e9a30d93a9\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"c8f42918-a475-4d53-be7d-ef190bdae80e\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:09:58.131669518Z level=warn ts=2024-05-26T01:09:58.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"ce9b883c-7f11-4d44-bd94-e1e9a30d93a9\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"c8f42918-a475-4d53-be7d-ef190bdae80e\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:10:13.131476766Z level=warn ts=2024-05-26T01:10:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"ce9b883c-7f11-4d44-bd94-e1e9a30d93a9\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"c8f42918-a475-4d53-be7d-ef190bdae80e\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:10:28.130013876Z level=warn ts=2024-05-26T01:10:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"ce9b883c-7f11-4d44-bd94-e1e9a30d93a9\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bc016c78-2c95-4780-a35e-4eed94fdb1f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"c8f42918-a475-4d53-be7d-ef190bdae80e\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"e3fe68da-4b81-47ec-828d-8a3a7ce7fd33\", vnf_id=\"1947142c-fc97-4977-b85f-7eb27d22e7b3\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:20:09.467220222Z level=info ts=2024-05-26T01:20:09.466Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T01:20:09.470400357Z level=info ts=2024-05-26T01:20:09.470Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.281502ms remote_storage=2.465µs web_handler=683ns query_engine=1.754µs scrape=163.82µs scrape_sd=72.36µs notify=173.666µs notify_sd=38.083µs rules=1.755342ms 2024-05-26T01:22:13.129706081Z level=warn ts=2024-05-26T01:22:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"1f3fecd8-0bcf-4c24-ad16-a9314e665b8d\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6215cb95-0b94-4c2a-b4da-1a1e2dd806f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"81b795d2-515f-4b53-b0d8-74226da934bd\", vdu_name=\"heal_04-autoheal-basic-1-autoheal_vnfd-VM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"1f3fecd8-0bcf-4c24-ad16-a9314e665b8d\", vnf_id=\"0360fd48-5474-417a-85b5-bfd14ad55683\", vnf_member_index=\"autoheal-basic-1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6215cb95-0b94-4c2a-b4da-1a1e2dd806f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"81b795d2-515f-4b53-b0d8-74226da934bd\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"1f3fecd8-0bcf-4c24-ad16-a9314e665b8d\", vnf_id=\"0360fd48-5474-417a-85b5-bfd14ad55683\", vnf_member_index=\"autoheal-basic-1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:22:28.129396784Z level=warn ts=2024-05-26T01:22:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"1f3fecd8-0bcf-4c24-ad16-a9314e665b8d\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6215cb95-0b94-4c2a-b4da-1a1e2dd806f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"81b795d2-515f-4b53-b0d8-74226da934bd\", vdu_name=\"heal_04-autoheal-basic-1-autoheal_vnfd-VM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"1f3fecd8-0bcf-4c24-ad16-a9314e665b8d\", vnf_id=\"0360fd48-5474-417a-85b5-bfd14ad55683\", vnf_member_index=\"autoheal-basic-1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6215cb95-0b94-4c2a-b4da-1a1e2dd806f9\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"81b795d2-515f-4b53-b0d8-74226da934bd\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"1f3fecd8-0bcf-4c24-ad16-a9314e665b8d\", vnf_id=\"0360fd48-5474-417a-85b5-bfd14ad55683\", vnf_member_index=\"autoheal-basic-1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:27:11.692226011Z level=info ts=2024-05-26T01:27:11.691Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T01:27:11.697015982Z level=info ts=2024-05-26T01:27:11.696Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.843391ms remote_storage=4.306µs web_handler=1.27µs query_engine=2.5µs scrape=277.415µs scrape_sd=101.761µs notify=58.612µs notify_sd=32.098µs rules=2.87483ms 2024-05-26T01:38:11.986552884Z level=info ts=2024-05-26T01:38:11.986Z caller=compact.go:518 component=tsdb msg="write block" mint=1716676689127 maxt=1716681600000 ulid=01HYS8RMTS86MBE63FY3MBSQYW duration=56.884115ms 2024-05-26T01:38:11.991742223Z level=info ts=2024-05-26T01:38:11.991Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=4.017182ms 2024-05-26T01:58:13.128188343Z level=warn ts=2024-05-26T01:58:13.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"92960301-89e7-42f0-8bb8-277c32acf87c\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"4627219c-9d07-45ff-895f-41165910fddd\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"85cda0d6-6578-43a2-989f-6e74ec9b0f1f\", vdu_name=\"k8s_10-k8s_proxy-vnf2-mgmtVM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"92960301-89e7-42f0-8bb8-277c32acf87c\", vnf_id=\"0968ec68-d86f-458a-bf7d-35dd2ea70def\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"4627219c-9d07-45ff-895f-41165910fddd\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"85cda0d6-6578-43a2-989f-6e74ec9b0f1f\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"92960301-89e7-42f0-8bb8-277c32acf87c\", vnf_id=\"0968ec68-d86f-458a-bf7d-35dd2ea70def\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T01:58:28.127493589Z level=warn ts=2024-05-26T01:58:28.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"92960301-89e7-42f0-8bb8-277c32acf87c\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"4627219c-9d07-45ff-895f-41165910fddd\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"85cda0d6-6578-43a2-989f-6e74ec9b0f1f\", vdu_name=\"k8s_10-k8s_proxy-vnf2-mgmtVM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"92960301-89e7-42f0-8bb8-277c32acf87c\", vnf_id=\"0968ec68-d86f-458a-bf7d-35dd2ea70def\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"4627219c-9d07-45ff-895f-41165910fddd\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"85cda0d6-6578-43a2-989f-6e74ec9b0f1f\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"92960301-89e7-42f0-8bb8-277c32acf87c\", vnf_id=\"0968ec68-d86f-458a-bf7d-35dd2ea70def\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T02:06:53.925042946Z level=info ts=2024-05-26T02:06:53.924Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:06:53.930623203Z level=info ts=2024-05-26T02:06:53.930Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.754393ms remote_storage=3.64µs web_handler=946ns query_engine=1.922µs scrape=283.322µs scrape_sd=99.731µs notify=269.187µs notify_sd=57.055µs rules=3.622279ms 2024-05-26T02:06:58.999732590Z level=info ts=2024-05-26T02:06:58.995Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:06:58.999774307Z level=info ts=2024-05-26T02:06:58.999Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.35723ms remote_storage=2.618µs web_handler=614ns query_engine=1.543µs scrape=147.407µs scrape_sd=65.763µs notify=19.357µs notify_sd=11.671µs rules=2.628173ms 2024-05-26T02:11:17.566983008Z level=info ts=2024-05-26T02:11:17.566Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:11:17.574715366Z level=info ts=2024-05-26T02:11:17.574Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.908562ms remote_storage=6.301µs web_handler=1.697µs query_engine=3.108µs scrape=412µs scrape_sd=144.567µs notify=103.466µs notify_sd=43.58µs rules=4.631846ms 2024-05-26T02:11:22.621040013Z level=info ts=2024-05-26T02:11:22.620Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:11:22.625808425Z level=info ts=2024-05-26T02:11:22.625Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.822434ms remote_storage=3.951µs web_handler=913ns query_engine=2.227µs scrape=336.616µs scrape_sd=98.488µs notify=138.198µs notify_sd=139.807µs rules=2.229829ms 2024-05-26T02:12:09.208009110Z level=info ts=2024-05-26T02:12:09.207Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:12:09.217128009Z level=info ts=2024-05-26T02:12:09.216Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.169024ms remote_storage=10.588µs web_handler=1.56µs query_engine=16.18µs scrape=1.572338ms scrape_sd=196.024µs notify=54.52µs notify_sd=67.231µs rules=5.655289ms 2024-05-26T02:12:14.275665615Z level=info ts=2024-05-26T02:12:14.275Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:12:14.286429332Z level=info ts=2024-05-26T02:12:14.286Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=10.683984ms remote_storage=3.559µs web_handler=728ns query_engine=2.141µs scrape=183.206µs scrape_sd=66.409µs notify=36.092µs notify_sd=43.001µs rules=9.555744ms 2024-05-26T02:14:13.130139604Z level=warn ts=2024-05-26T02:14:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"2f9a716f-fe62-407c-85ad-1dbc41acd579\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0a5b94bf-3dc4-4d80-9ad5-edea54375978\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"2b86ac59-78ad-4d8f-be39-aaee89614238\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"2f9a716f-fe62-407c-85ad-1dbc41acd579\", vnf_id=\"2b8fab95-2174-4452-b7fe-4c1ace81fab1\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0a5b94bf-3dc4-4d80-9ad5-edea54375978\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"2b86ac59-78ad-4d8f-be39-aaee89614238\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"2f9a716f-fe62-407c-85ad-1dbc41acd579\", vnf_id=\"2b8fab95-2174-4452-b7fe-4c1ace81fab1\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T02:14:28.127788856Z level=warn ts=2024-05-26T02:14:28.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"2f9a716f-fe62-407c-85ad-1dbc41acd579\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0a5b94bf-3dc4-4d80-9ad5-edea54375978\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"2b86ac59-78ad-4d8f-be39-aaee89614238\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"2f9a716f-fe62-407c-85ad-1dbc41acd579\", vnf_id=\"2b8fab95-2174-4452-b7fe-4c1ace81fab1\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0a5b94bf-3dc4-4d80-9ad5-edea54375978\", project_id=\"35d897aa-acf6-4f28-9b99-d69c7db913c2\", vdu_id=\"2b86ac59-78ad-4d8f-be39-aaee89614238\", vdu_name=\"UNKNOWN\", vim_id=\"9e45e75f-34ef-41d0-9c7f-7c96e2f09ac2\", vm_id=\"2f9a716f-fe62-407c-85ad-1dbc41acd579\", vnf_id=\"2b8fab95-2174-4452-b7fe-4c1ace81fab1\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-26T02:25:40.699785204Z level=info ts=2024-05-26T02:25:40.699Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:25:40.701949531Z level=info ts=2024-05-26T02:25:40.701Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.346274ms remote_storage=2.379µs web_handler=649ns query_engine=1.538µs scrape=122.443µs scrape_sd=68.642µs notify=29.397µs notify_sd=15.362µs rules=1.30255ms 2024-05-26T02:25:45.769706404Z level=info ts=2024-05-26T02:25:45.769Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:25:45.777324107Z level=info ts=2024-05-26T02:25:45.777Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.547744ms remote_storage=3.639µs web_handler=870ns query_engine=2.028µs scrape=222.297µs scrape_sd=69.107µs notify=52.322µs notify_sd=30.531µs rules=6.270403ms 2024-05-26T02:27:54.873042066Z level=info ts=2024-05-26T02:27:54.872Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:27:54.878097555Z level=info ts=2024-05-26T02:27:54.877Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.166008ms remote_storage=3.666µs web_handler=1.105µs query_engine=2.615µs scrape=260.13µs scrape_sd=107.585µs notify=117.503µs notify_sd=38.772µs rules=3.133741ms 2024-05-26T02:37:02.784409041Z level=info ts=2024-05-26T02:37:02.784Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:37:02.786544990Z level=info ts=2024-05-26T02:37:02.786Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.154344ms remote_storage=2.561µs web_handler=832ns query_engine=1.646µs scrape=120.295µs scrape_sd=45.014µs notify=26.331µs notify_sd=15.545µs rules=1.162116ms 2024-05-26T02:39:19.234643257Z level=info ts=2024-05-26T02:39:19.234Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:39:19.238471937Z level=info ts=2024-05-26T02:39:19.238Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.905518ms remote_storage=2.249µs web_handler=1.286µs query_engine=1.66µs scrape=172.446µs scrape_sd=74.225µs notify=32.907µs notify_sd=9.383µs rules=1.331432ms 2024-05-26T02:39:35.580045802Z level=info ts=2024-05-26T02:39:35.579Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:39:35.584807725Z level=info ts=2024-05-26T02:39:35.584Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.813659ms remote_storage=1.789µs web_handler=389ns query_engine=1.209µs scrape=2.593545ms scrape_sd=66.665µs notify=29.667µs notify_sd=11.836µs rules=1.784308ms 2024-05-26T02:52:43.144088114Z level=info ts=2024-05-26T02:52:43.143Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:52:43.149911195Z level=info ts=2024-05-26T02:52:43.149Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.022954ms remote_storage=4.066µs web_handler=1.261µs query_engine=2.562µs scrape=301.154µs scrape_sd=138.146µs notify=249.42µs notify_sd=42.059µs rules=3.342014ms 2024-05-26T02:52:48.202712845Z level=info ts=2024-05-26T02:52:48.202Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:52:48.205874362Z level=info ts=2024-05-26T02:52:48.205Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.07348ms remote_storage=2.735µs web_handler=466ns query_engine=1.549µs scrape=105.834µs scrape_sd=41.442µs notify=16.899µs notify_sd=46.077µs rules=2.143945ms 2024-05-26T02:53:36.973127265Z level=info ts=2024-05-26T02:53:36.972Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:53:36.977179144Z level=info ts=2024-05-26T02:53:36.977Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.10915ms remote_storage=2.427µs web_handler=940ns query_engine=1.968µs scrape=170.413µs scrape_sd=55.076µs notify=61.538µs notify_sd=18.44µs rules=2.772313ms 2024-05-26T02:53:42.029742286Z level=info ts=2024-05-26T02:53:42.029Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-26T02:53:42.031491922Z level=info ts=2024-05-26T02:53:42.031Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.706266ms remote_storage=2.79µs web_handler=896ns query_engine=2.535µs scrape=142.35µs scrape_sd=59.174µs notify=14.532µs notify_sd=9.799µs rules=1.071914ms 2024-05-25T22:40:27.200455614Z Created MongoClient to connect to MongoDB! 2024-05-25T22:40:27.200536512Z Generating prometheus config files 2024-05-25T22:40:57.234699329Z Error in configuration attempt! Number of tries: 1/3 2024-05-25T22:40:57.234948946Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-25T22:41:02.238490941Z Generating prometheus config files 2024-05-25T22:41:32.266985423Z Error in configuration attempt! Number of tries: 2/3 2024-05-25T22:41:32.267055236Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-25T22:41:37.271806646Z Generating prometheus config files 2024-05-25T22:42:00.716084850Z Jobs detected: 0 2024-05-25T22:42:00.733433226Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T22:42:00.733457807Z alerting: 2024-05-25T22:42:00.733461460Z alertmanagers: 2024-05-25T22:42:00.733464912Z - static_configs: 2024-05-25T22:42:00.733467877Z - targets: 2024-05-25T22:42:00.733471436Z - alertmanager:9093 2024-05-25T22:42:00.733474395Z global: 2024-05-25T22:42:00.733477675Z evaluation_interval: 15s 2024-05-25T22:42:00.733480658Z scrape_interval: 15s 2024-05-25T22:42:00.733483620Z rule_files: 2024-05-25T22:42:00.733486640Z - osm_metric_rules.yml 2024-05-25T22:42:00.733489604Z - osm_alert_rules.yml 2024-05-25T22:42:00.733492524Z scrape_configs: 2024-05-25T22:42:00.733495451Z - job_name: mon_exporter 2024-05-25T22:42:00.733498352Z static_configs: 2024-05-25T22:42:00.733501532Z - targets: 2024-05-25T22:42:00.733504470Z - mon:8000 2024-05-25T22:42:00.733507326Z - honor_labels: true 2024-05-25T22:42:00.733510316Z job_name: pushgateway 2024-05-25T22:42:00.733513213Z scrape_interval: 30s 2024-05-25T22:42:00.733516164Z static_configs: 2024-05-25T22:42:00.733519138Z - targets: 2024-05-25T22:42:00.733522584Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T22:42:00.733525368Z 2024-05-25T22:42:00.737372930Z Alerts read: 0 2024-05-25T22:42:00.746121015Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T22:42:00.746139813Z groups: 2024-05-25T22:42:00.746154666Z - name: osm_alert_rules 2024-05-25T22:42:00.746158906Z rules: 2024-05-25T22:42:00.746163067Z - alert: vdu_down 2024-05-25T22:42:00.746167164Z annotations: 2024-05-25T22:42:00.746171828Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T22:42:00.746178932Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T22:42:00.746183211Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T22:42:00.746187807Z expr: vm_status_extended != 1 2024-05-25T22:42:00.746191793Z for: 3m 2024-05-25T22:42:00.746195649Z 2024-05-25T22:42:00.746200021Z New config written, updating prometheus 2024-05-25T22:42:05.770326613Z Prometheus config update successful 2024-05-25T22:42:10.776674704Z Listening to changes in prometheus jobs and alerts collections 2024-05-25T23:04:57.331840710Z Changes detected, updating prometheus config 2024-05-25T23:04:57.335088941Z Jobs detected: 0 2024-05-25T23:04:57.345137294Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:04:57.347851519Z alerting: 2024-05-25T23:04:57.347869315Z alertmanagers: 2024-05-25T23:04:57.347875424Z - static_configs: 2024-05-25T23:04:57.347880785Z - targets: 2024-05-25T23:04:57.347886237Z - alertmanager:9093 2024-05-25T23:04:57.347891083Z global: 2024-05-25T23:04:57.347896110Z evaluation_interval: 15s 2024-05-25T23:04:57.347901176Z scrape_interval: 15s 2024-05-25T23:04:57.347906120Z rule_files: 2024-05-25T23:04:57.347910863Z - osm_metric_rules.yml 2024-05-25T23:04:57.347915522Z - osm_alert_rules.yml 2024-05-25T23:04:57.347920562Z scrape_configs: 2024-05-25T23:04:57.347925275Z - job_name: mon_exporter 2024-05-25T23:04:57.347929921Z static_configs: 2024-05-25T23:04:57.347934711Z - targets: 2024-05-25T23:04:57.347939492Z - mon:8000 2024-05-25T23:04:57.347944273Z - honor_labels: true 2024-05-25T23:04:57.347948945Z job_name: pushgateway 2024-05-25T23:04:57.347953584Z scrape_interval: 30s 2024-05-25T23:04:57.347958214Z static_configs: 2024-05-25T23:04:57.347968560Z - targets: 2024-05-25T23:04:57.347974229Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:04:57.347979048Z 2024-05-25T23:04:57.352512735Z Alerts read: 2 2024-05-25T23:04:57.354467568Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:04:57.357539689Z groups: 2024-05-25T23:04:57.357552804Z - name: osm_alert_rules 2024-05-25T23:04:57.357556447Z rules: 2024-05-25T23:04:57.357559927Z - alert: vdu_down 2024-05-25T23:04:57.357563142Z annotations: 2024-05-25T23:04:57.357567086Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:04:57.357571254Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:04:57.357574494Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:04:57.357578312Z expr: vm_status_extended != 1 2024-05-25T23:04:57.357581852Z for: 3m 2024-05-25T23:04:57.357588953Z - name: _osm_alert_rules_20240525230457_ 2024-05-25T23:04:57.357592731Z rules: 2024-05-25T23:04:57.357596971Z - alert: scalein_07e3530e-3105-4295-b653-7b31688977f3 2024-05-25T23:04:57.357600393Z expr: (count (osm_cpu_utilization{ns_id="2fc9bec6-c072-4c4b-9916-2d2d3443e1ba", 2024-05-25T23:04:57.357604743Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="2fc9bec6-c072-4c4b-9916-2d2d3443e1ba", 2024-05-25T23:04:57.357608196Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:04:57.357611641Z for: 1m 2024-05-25T23:04:57.357615049Z labels: 2024-05-25T23:04:57.357618373Z ns_id: 2fc9bec6-c072-4c4b-9916-2d2d3443e1ba 2024-05-25T23:04:57.357621719Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:04:57.357625658Z vnf_member_index: vnf 2024-05-25T23:04:57.357629001Z - alert: scaleout_04485d11-b8bf-475f-b5c5-28b7741a4c1f 2024-05-25T23:04:57.357632391Z expr: (count (osm_cpu_utilization{ns_id="2fc9bec6-c072-4c4b-9916-2d2d3443e1ba", 2024-05-25T23:04:57.357635801Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="2fc9bec6-c072-4c4b-9916-2d2d3443e1ba", 2024-05-25T23:04:57.357639112Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:04:57.357642489Z for: 1m 2024-05-25T23:04:57.357645807Z labels: 2024-05-25T23:04:57.357649143Z ns_id: 2fc9bec6-c072-4c4b-9916-2d2d3443e1ba 2024-05-25T23:04:57.357652463Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:04:57.357674621Z vnf_member_index: vnf 2024-05-25T23:04:57.357678193Z 2024-05-25T23:04:57.360691687Z New config written, updating prometheus 2024-05-25T23:05:02.393976223Z Prometheus config update successful 2024-05-25T23:05:02.394002917Z 2024-05-25T23:05:02.394011528Z Changes detected, updating prometheus config 2024-05-25T23:05:02.396256761Z Jobs detected: 0 2024-05-25T23:05:02.401420460Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:05:02.403412909Z alerting: 2024-05-25T23:05:02.403424593Z alertmanagers: 2024-05-25T23:05:02.403428630Z - static_configs: 2024-05-25T23:05:02.403431734Z - targets: 2024-05-25T23:05:02.403435756Z - alertmanager:9093 2024-05-25T23:05:02.403438883Z global: 2024-05-25T23:05:02.403441877Z evaluation_interval: 15s 2024-05-25T23:05:02.403445127Z scrape_interval: 15s 2024-05-25T23:05:02.403448089Z rule_files: 2024-05-25T23:05:02.403451121Z - osm_metric_rules.yml 2024-05-25T23:05:02.403457922Z - osm_alert_rules.yml 2024-05-25T23:05:02.403460879Z scrape_configs: 2024-05-25T23:05:02.403463916Z - job_name: mon_exporter 2024-05-25T23:05:02.403466908Z static_configs: 2024-05-25T23:05:02.403469942Z - targets: 2024-05-25T23:05:02.403472836Z - mon:8000 2024-05-25T23:05:02.403493299Z - honor_labels: true 2024-05-25T23:05:02.403496356Z job_name: pushgateway 2024-05-25T23:05:02.403499473Z scrape_interval: 30s 2024-05-25T23:05:02.403502499Z static_configs: 2024-05-25T23:05:02.403505531Z - targets: 2024-05-25T23:05:02.403509219Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:05:02.403512329Z 2024-05-25T23:05:02.409637033Z Alerts read: 2 2024-05-25T23:05:02.411706800Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:05:02.415090948Z groups: 2024-05-25T23:05:02.415105673Z - name: osm_alert_rules 2024-05-25T23:05:02.415109165Z rules: 2024-05-25T23:05:02.415112297Z - alert: vdu_down 2024-05-25T23:05:02.415115418Z annotations: 2024-05-25T23:05:02.415119627Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:05:02.415123725Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:05:02.415126874Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:05:02.415130508Z expr: vm_status_extended != 1 2024-05-25T23:05:02.415133505Z for: 3m 2024-05-25T23:05:02.415136957Z - name: _osm_alert_rules_20240525230502_ 2024-05-25T23:05:02.415140050Z rules: 2024-05-25T23:05:02.415143620Z - alert: scalein_07e3530e-3105-4295-b653-7b31688977f3 2024-05-25T23:05:02.415146760Z expr: (count (osm_cpu_utilization{ns_id="2fc9bec6-c072-4c4b-9916-2d2d3443e1ba", 2024-05-25T23:05:02.415150540Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="2fc9bec6-c072-4c4b-9916-2d2d3443e1ba", 2024-05-25T23:05:02.415153659Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:05:02.415156780Z for: 1m 2024-05-25T23:05:02.415159732Z labels: 2024-05-25T23:05:02.415162863Z ns_id: 2fc9bec6-c072-4c4b-9916-2d2d3443e1ba 2024-05-25T23:05:02.415166031Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:05:02.415169564Z vnf_member_index: vnf 2024-05-25T23:05:02.415172790Z - alert: scaleout_04485d11-b8bf-475f-b5c5-28b7741a4c1f 2024-05-25T23:05:02.415175877Z expr: (count (osm_cpu_utilization{ns_id="2fc9bec6-c072-4c4b-9916-2d2d3443e1ba", 2024-05-25T23:05:02.415179032Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="2fc9bec6-c072-4c4b-9916-2d2d3443e1ba", 2024-05-25T23:05:02.415196867Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:05:02.415199949Z for: 1m 2024-05-25T23:05:02.415202898Z labels: 2024-05-25T23:05:02.415205889Z ns_id: 2fc9bec6-c072-4c4b-9916-2d2d3443e1ba 2024-05-25T23:05:02.415209247Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:05:02.415212326Z vnf_member_index: vnf 2024-05-25T23:05:02.415215161Z 2024-05-25T23:05:02.418562843Z New config written, updating prometheus 2024-05-25T23:05:07.456942382Z Prometheus config update successful 2024-05-25T23:05:07.456991750Z 2024-05-25T23:06:26.516096938Z Changes detected, updating prometheus config 2024-05-25T23:06:26.518173100Z Jobs detected: 0 2024-05-25T23:06:26.527626231Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:06:26.530879626Z alerting: 2024-05-25T23:06:26.530891025Z alertmanagers: 2024-05-25T23:06:26.530894965Z - static_configs: 2024-05-25T23:06:26.530898099Z - targets: 2024-05-25T23:06:26.530901527Z - alertmanager:9093 2024-05-25T23:06:26.530904501Z global: 2024-05-25T23:06:26.530907506Z evaluation_interval: 15s 2024-05-25T23:06:26.530910703Z scrape_interval: 15s 2024-05-25T23:06:26.530913733Z rule_files: 2024-05-25T23:06:26.530916688Z - osm_metric_rules.yml 2024-05-25T23:06:26.530919646Z - osm_alert_rules.yml 2024-05-25T23:06:26.530922594Z scrape_configs: 2024-05-25T23:06:26.530925469Z - job_name: mon_exporter 2024-05-25T23:06:26.530928408Z static_configs: 2024-05-25T23:06:26.530938855Z - targets: 2024-05-25T23:06:26.530942396Z - mon:8000 2024-05-25T23:06:26.530945377Z - honor_labels: true 2024-05-25T23:06:26.530948344Z job_name: pushgateway 2024-05-25T23:06:26.530951317Z scrape_interval: 30s 2024-05-25T23:06:26.530954218Z static_configs: 2024-05-25T23:06:26.530957181Z - targets: 2024-05-25T23:06:26.530962015Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:06:26.531476605Z 2024-05-25T23:06:26.535089953Z Alerts read: 0 2024-05-25T23:06:26.538633263Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:06:26.540722779Z groups: 2024-05-25T23:06:26.540735713Z - name: osm_alert_rules 2024-05-25T23:06:26.540739568Z rules: 2024-05-25T23:06:26.540742715Z - alert: vdu_down 2024-05-25T23:06:26.540745790Z annotations: 2024-05-25T23:06:26.540749680Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:06:26.540755175Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:06:26.540759913Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:06:26.540766163Z expr: vm_status_extended != 1 2024-05-25T23:06:26.540771240Z for: 3m 2024-05-25T23:06:26.541068361Z 2024-05-25T23:06:26.542622670Z New config written, updating prometheus 2024-05-25T23:06:31.586293710Z Prometheus config update successful 2024-05-25T23:06:31.586321633Z 2024-05-25T23:06:31.586325438Z Changes detected, updating prometheus config 2024-05-25T23:06:31.588102008Z Jobs detected: 0 2024-05-25T23:06:31.597490132Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:06:31.599966990Z alerting: 2024-05-25T23:06:31.600009711Z alertmanagers: 2024-05-25T23:06:31.600016778Z - static_configs: 2024-05-25T23:06:31.600021873Z - targets: 2024-05-25T23:06:31.600027564Z - alertmanager:9093 2024-05-25T23:06:31.600050335Z global: 2024-05-25T23:06:31.600056005Z evaluation_interval: 15s 2024-05-25T23:06:31.600060952Z scrape_interval: 15s 2024-05-25T23:06:31.600066231Z rule_files: 2024-05-25T23:06:31.600071242Z - osm_metric_rules.yml 2024-05-25T23:06:31.600076082Z - osm_alert_rules.yml 2024-05-25T23:06:31.600080967Z scrape_configs: 2024-05-25T23:06:31.600085844Z - job_name: mon_exporter 2024-05-25T23:06:31.600090660Z static_configs: 2024-05-25T23:06:31.600095610Z - targets: 2024-05-25T23:06:31.600100509Z - mon:8000 2024-05-25T23:06:31.600105421Z - honor_labels: true 2024-05-25T23:06:31.600111038Z job_name: pushgateway 2024-05-25T23:06:31.600115859Z scrape_interval: 30s 2024-05-25T23:06:31.600120742Z static_configs: 2024-05-25T23:06:31.600125729Z - targets: 2024-05-25T23:06:31.600131414Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:06:31.600136144Z 2024-05-25T23:06:31.606306603Z Alerts read: 0 2024-05-25T23:06:31.608289993Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:06:31.609505561Z groups: 2024-05-25T23:06:31.609516367Z - name: osm_alert_rules 2024-05-25T23:06:31.609519917Z rules: 2024-05-25T23:06:31.609523025Z - alert: vdu_down 2024-05-25T23:06:31.609526569Z annotations: 2024-05-25T23:06:31.609530633Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:06:31.609534322Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:06:31.609537325Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:06:31.609541266Z expr: vm_status_extended != 1 2024-05-25T23:06:31.609544268Z for: 3m 2024-05-25T23:06:31.609547482Z 2024-05-25T23:06:31.610703892Z New config written, updating prometheus 2024-05-25T23:06:36.647578780Z Prometheus config update successful 2024-05-25T23:06:36.647620569Z 2024-05-25T23:27:08.862386882Z Changes detected, updating prometheus config 2024-05-25T23:27:08.869893685Z Jobs detected: 0 2024-05-25T23:27:08.879443805Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:27:08.882875626Z alerting: 2024-05-25T23:27:08.882895458Z alertmanagers: 2024-05-25T23:27:08.882901129Z - static_configs: 2024-05-25T23:27:08.882905946Z - targets: 2024-05-25T23:27:08.882911217Z - alertmanager:9093 2024-05-25T23:27:08.882916259Z global: 2024-05-25T23:27:08.882921041Z evaluation_interval: 15s 2024-05-25T23:27:08.882927774Z scrape_interval: 15s 2024-05-25T23:27:08.882935239Z rule_files: 2024-05-25T23:27:08.882941921Z - osm_metric_rules.yml 2024-05-25T23:27:08.882947065Z - osm_alert_rules.yml 2024-05-25T23:27:08.882951714Z scrape_configs: 2024-05-25T23:27:08.882956333Z - job_name: mon_exporter 2024-05-25T23:27:08.882961089Z static_configs: 2024-05-25T23:27:08.882965746Z - targets: 2024-05-25T23:27:08.882970726Z - mon:8000 2024-05-25T23:27:08.882975329Z - honor_labels: true 2024-05-25T23:27:08.882979943Z job_name: pushgateway 2024-05-25T23:27:08.882984564Z scrape_interval: 30s 2024-05-25T23:27:08.882989148Z static_configs: 2024-05-25T23:27:08.882993793Z - targets: 2024-05-25T23:27:08.882999447Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:27:08.883004197Z 2024-05-25T23:27:08.888529465Z Alerts read: 6 2024-05-25T23:27:08.890598756Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:27:08.897653671Z groups: 2024-05-25T23:27:08.897671198Z - name: osm_alert_rules 2024-05-25T23:27:08.897688136Z rules: 2024-05-25T23:27:08.897691297Z - alert: vdu_down 2024-05-25T23:27:08.897694341Z annotations: 2024-05-25T23:27:08.897698006Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:27:08.897701706Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:27:08.897704665Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:27:08.897708333Z expr: vm_status_extended != 1 2024-05-25T23:27:08.897711598Z for: 3m 2024-05-25T23:27:08.897714493Z - name: _osm_alert_rules_20240525232708_ 2024-05-25T23:27:08.897717433Z rules: 2024-05-25T23:27:08.897720952Z - alert: scalein_f91ee4f1-9585-4b2b-b7b3-beac47612a52 2024-05-25T23:27:08.897723935Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:08.897727664Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:08.897730589Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:08.897735034Z for: 1m 2024-05-25T23:27:08.897739761Z labels: 2024-05-25T23:27:08.897743900Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:08.897746936Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:08.897750312Z vnf_member_index: vnf 2024-05-25T23:27:08.897753379Z - alert: scaleout_b1234111-2efa-4bc0-abb3-1c020a4c7b99 2024-05-25T23:27:08.897756479Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:08.897759389Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:08.897762343Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:08.897765157Z for: 1m 2024-05-25T23:27:08.897767967Z labels: 2024-05-25T23:27:08.897770842Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:08.897774049Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:08.897777350Z vnf_member_index: vnf 2024-05-25T23:27:08.897780236Z - alert: scalein_76aeae5a-e1df-48f6-9dc2-cfc6361b43a7 2024-05-25T23:27:08.897783104Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:08.897786027Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:08.897789046Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:08.897791929Z for: 1m 2024-05-25T23:27:08.897795161Z labels: 2024-05-25T23:27:08.897798008Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:08.897800814Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:08.897803683Z vnf_member_index: vnf 2024-05-25T23:27:08.897806625Z - alert: scaleout_561810da-4539-4430-9dc5-50c37173a559 2024-05-25T23:27:08.897810246Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:08.897815002Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:08.897819902Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:08.897823055Z for: 1m 2024-05-25T23:27:08.897825958Z labels: 2024-05-25T23:27:08.897828957Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:08.897836633Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:08.897839530Z vnf_member_index: vnf 2024-05-25T23:27:08.897846170Z - alert: scalein_71686f80-6b60-4e1b-9cbb-04be4ebaba5f 2024-05-25T23:27:08.897849329Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:08.897852385Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:08.897855291Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:08.897858162Z for: 1m 2024-05-25T23:27:08.897861055Z labels: 2024-05-25T23:27:08.897863911Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:08.897866802Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:08.897869698Z vnf_member_index: vnf 2024-05-25T23:27:08.897872589Z - alert: scaleout_feac9180-dac0-4953-80a3-31e3d537c6f6 2024-05-25T23:27:08.897875498Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:08.897878651Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:08.897881567Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:08.897884389Z for: 1m 2024-05-25T23:27:08.897888073Z labels: 2024-05-25T23:27:08.897892614Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:08.897896771Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:08.897899828Z vnf_member_index: vnf 2024-05-25T23:27:08.897902514Z 2024-05-25T23:27:08.904269704Z New config written, updating prometheus 2024-05-25T23:27:13.952040602Z Prometheus config update successful 2024-05-25T23:27:13.952075378Z 2024-05-25T23:27:13.952232994Z Changes detected, updating prometheus config 2024-05-25T23:27:13.954161669Z Jobs detected: 0 2024-05-25T23:27:13.959297626Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:27:13.961447925Z alerting: 2024-05-25T23:27:13.961461311Z alertmanagers: 2024-05-25T23:27:13.961465937Z - static_configs: 2024-05-25T23:27:13.961469549Z - targets: 2024-05-25T23:27:13.961473983Z - alertmanager:9093 2024-05-25T23:27:13.961477466Z global: 2024-05-25T23:27:13.961481064Z evaluation_interval: 15s 2024-05-25T23:27:13.961484682Z scrape_interval: 15s 2024-05-25T23:27:13.961488230Z rule_files: 2024-05-25T23:27:13.961491815Z - osm_metric_rules.yml 2024-05-25T23:27:13.961495475Z - osm_alert_rules.yml 2024-05-25T23:27:13.961498902Z scrape_configs: 2024-05-25T23:27:13.961502401Z - job_name: mon_exporter 2024-05-25T23:27:13.961505887Z static_configs: 2024-05-25T23:27:13.961509322Z - targets: 2024-05-25T23:27:13.961513106Z - mon:8000 2024-05-25T23:27:13.961516574Z - honor_labels: true 2024-05-25T23:27:13.961519990Z job_name: pushgateway 2024-05-25T23:27:13.961523965Z scrape_interval: 30s 2024-05-25T23:27:13.961527487Z static_configs: 2024-05-25T23:27:13.961530965Z - targets: 2024-05-25T23:27:13.961535231Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:27:13.961538652Z 2024-05-25T23:27:13.965612140Z Alerts read: 6 2024-05-25T23:27:13.967271149Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:27:13.973641489Z groups: 2024-05-25T23:27:13.973657729Z - name: osm_alert_rules 2024-05-25T23:27:13.973660957Z rules: 2024-05-25T23:27:13.973676703Z - alert: vdu_down 2024-05-25T23:27:13.973679733Z annotations: 2024-05-25T23:27:13.973683782Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:27:13.973687500Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:27:13.973690669Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:27:13.973694646Z expr: vm_status_extended != 1 2024-05-25T23:27:13.973697539Z for: 3m 2024-05-25T23:27:13.973701008Z - name: _osm_alert_rules_20240525232713_ 2024-05-25T23:27:13.973704245Z rules: 2024-05-25T23:27:13.973707630Z - alert: scalein_f91ee4f1-9585-4b2b-b7b3-beac47612a52 2024-05-25T23:27:13.973710863Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:13.973714521Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:13.973717437Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:13.973720428Z for: 1m 2024-05-25T23:27:13.973723280Z labels: 2024-05-25T23:27:13.973726166Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:13.973729082Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:13.973732739Z vnf_member_index: vnf 2024-05-25T23:27:13.973735652Z - alert: scaleout_b1234111-2efa-4bc0-abb3-1c020a4c7b99 2024-05-25T23:27:13.973738591Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:13.973741516Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:13.973744493Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:13.973747325Z for: 1m 2024-05-25T23:27:13.973750170Z labels: 2024-05-25T23:27:13.973753089Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:13.973755990Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:13.973758919Z vnf_member_index: vnf 2024-05-25T23:27:13.973761834Z - alert: scalein_76aeae5a-e1df-48f6-9dc2-cfc6361b43a7 2024-05-25T23:27:13.973764741Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:13.973767762Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:13.973770665Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:13.973773733Z for: 1m 2024-05-25T23:27:13.973776666Z labels: 2024-05-25T23:27:13.973779548Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:13.973782457Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:13.973785317Z vnf_member_index: vnf 2024-05-25T23:27:13.973788201Z - alert: scaleout_561810da-4539-4430-9dc5-50c37173a559 2024-05-25T23:27:13.973791118Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:13.973794077Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:13.973797014Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:13.973799850Z for: 1m 2024-05-25T23:27:13.973802707Z labels: 2024-05-25T23:27:13.973805604Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:13.973821318Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:13.973828528Z vnf_member_index: vnf 2024-05-25T23:27:13.973831462Z - alert: scalein_71686f80-6b60-4e1b-9cbb-04be4ebaba5f 2024-05-25T23:27:13.973834610Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:13.973837524Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:13.973840392Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:13.973843244Z for: 1m 2024-05-25T23:27:13.973846113Z labels: 2024-05-25T23:27:13.973849018Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:13.973851859Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:13.973854727Z vnf_member_index: vnf 2024-05-25T23:27:13.973857682Z - alert: scaleout_feac9180-dac0-4953-80a3-31e3d537c6f6 2024-05-25T23:27:13.973860548Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:13.973863485Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:13.973866396Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:13.973869299Z for: 1m 2024-05-25T23:27:13.973872149Z labels: 2024-05-25T23:27:13.973875063Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:13.973877967Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:13.973880948Z vnf_member_index: vnf 2024-05-25T23:27:13.973883698Z 2024-05-25T23:27:13.980260525Z New config written, updating prometheus 2024-05-25T23:27:19.022601742Z Prometheus config update successful 2024-05-25T23:27:19.022650279Z 2024-05-25T23:27:19.023044964Z Changes detected, updating prometheus config 2024-05-25T23:27:19.026154384Z Jobs detected: 0 2024-05-25T23:27:19.033111784Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:27:19.035779514Z alerting: 2024-05-25T23:27:19.035853475Z alertmanagers: 2024-05-25T23:27:19.035866154Z - static_configs: 2024-05-25T23:27:19.035903802Z - targets: 2024-05-25T23:27:19.035916889Z - alertmanager:9093 2024-05-25T23:27:19.035927768Z global: 2024-05-25T23:27:19.035938794Z evaluation_interval: 15s 2024-05-25T23:27:19.035951149Z scrape_interval: 15s 2024-05-25T23:27:19.036001749Z rule_files: 2024-05-25T23:27:19.036013487Z - osm_metric_rules.yml 2024-05-25T23:27:19.036024645Z - osm_alert_rules.yml 2024-05-25T23:27:19.036073493Z scrape_configs: 2024-05-25T23:27:19.036084853Z - job_name: mon_exporter 2024-05-25T23:27:19.036095661Z static_configs: 2024-05-25T23:27:19.036107040Z - targets: 2024-05-25T23:27:19.036118061Z - mon:8000 2024-05-25T23:27:19.036158846Z - honor_labels: true 2024-05-25T23:27:19.036170510Z job_name: pushgateway 2024-05-25T23:27:19.036181637Z scrape_interval: 30s 2024-05-25T23:27:19.036192453Z static_configs: 2024-05-25T23:27:19.036204233Z - targets: 2024-05-25T23:27:19.036245935Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:27:19.036256705Z 2024-05-25T23:27:19.040441725Z Alerts read: 6 2024-05-25T23:27:19.042338383Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:27:19.048787681Z groups: 2024-05-25T23:27:19.048810124Z - name: osm_alert_rules 2024-05-25T23:27:19.048816119Z rules: 2024-05-25T23:27:19.048821694Z - alert: vdu_down 2024-05-25T23:27:19.048876444Z annotations: 2024-05-25T23:27:19.048904027Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:27:19.048910489Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:27:19.048915638Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:27:19.048921761Z expr: vm_status_extended != 1 2024-05-25T23:27:19.048927035Z for: 3m 2024-05-25T23:27:19.048932290Z - name: _osm_alert_rules_20240525232719_ 2024-05-25T23:27:19.048937854Z rules: 2024-05-25T23:27:19.048943781Z - alert: scalein_f91ee4f1-9585-4b2b-b7b3-beac47612a52 2024-05-25T23:27:19.048949008Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:19.048955262Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:19.048960619Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:19.048965851Z for: 1m 2024-05-25T23:27:19.048971020Z labels: 2024-05-25T23:27:19.048976196Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:19.048981413Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:19.049459481Z vnf_member_index: vnf 2024-05-25T23:27:19.049477000Z - alert: scaleout_b1234111-2efa-4bc0-abb3-1c020a4c7b99 2024-05-25T23:27:19.049483156Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:19.049489118Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:19.049494431Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:19.049499878Z for: 1m 2024-05-25T23:27:19.049505380Z labels: 2024-05-25T23:27:19.049510928Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:19.049516397Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:19.049521918Z vnf_member_index: vnf 2024-05-25T23:27:19.049527218Z - alert: scalein_76aeae5a-e1df-48f6-9dc2-cfc6361b43a7 2024-05-25T23:27:19.049532880Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:19.049538364Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:19.049543741Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:19.049549205Z for: 1m 2024-05-25T23:27:19.049554688Z labels: 2024-05-25T23:27:19.049560175Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:19.049565518Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:19.049570841Z vnf_member_index: vnf 2024-05-25T23:27:19.049576069Z - alert: scaleout_561810da-4539-4430-9dc5-50c37173a559 2024-05-25T23:27:19.049581277Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:19.049586764Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:19.049592411Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:19.049597744Z for: 1m 2024-05-25T23:27:19.049602990Z labels: 2024-05-25T23:27:19.049608330Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:19.049613726Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:19.049618966Z vnf_member_index: vnf 2024-05-25T23:27:19.049636562Z - alert: scalein_71686f80-6b60-4e1b-9cbb-04be4ebaba5f 2024-05-25T23:27:19.049642033Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:19.049647572Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:19.049652751Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:19.049658048Z for: 1m 2024-05-25T23:27:19.049663351Z labels: 2024-05-25T23:27:19.049668591Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:19.049673870Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:19.049679199Z vnf_member_index: vnf 2024-05-25T23:27:19.049684563Z - alert: scaleout_feac9180-dac0-4953-80a3-31e3d537c6f6 2024-05-25T23:27:19.049689917Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:19.049695291Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:19.049700514Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:19.049705717Z for: 1m 2024-05-25T23:27:19.049710981Z labels: 2024-05-25T23:27:19.049716297Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:19.049721489Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:19.049726866Z vnf_member_index: vnf 2024-05-25T23:27:19.049731947Z 2024-05-25T23:27:19.062107926Z New config written, updating prometheus 2024-05-25T23:27:24.107561531Z Prometheus config update successful 2024-05-25T23:27:24.107608721Z 2024-05-25T23:27:24.107615056Z Changes detected, updating prometheus config 2024-05-25T23:27:24.108698109Z Jobs detected: 0 2024-05-25T23:27:24.117668387Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:27:24.119718468Z alerting: 2024-05-25T23:27:24.119735517Z alertmanagers: 2024-05-25T23:27:24.119740630Z - static_configs: 2024-05-25T23:27:24.119745066Z - targets: 2024-05-25T23:27:24.119749964Z - alertmanager:9093 2024-05-25T23:27:24.119754064Z global: 2024-05-25T23:27:24.119761029Z evaluation_interval: 15s 2024-05-25T23:27:24.119765247Z scrape_interval: 15s 2024-05-25T23:27:24.119769323Z rule_files: 2024-05-25T23:27:24.119773370Z - osm_metric_rules.yml 2024-05-25T23:27:24.119777773Z - osm_alert_rules.yml 2024-05-25T23:27:24.119781833Z scrape_configs: 2024-05-25T23:27:24.119785959Z - job_name: mon_exporter 2024-05-25T23:27:24.119791195Z static_configs: 2024-05-25T23:27:24.119795248Z - targets: 2024-05-25T23:27:24.119799269Z - mon:8000 2024-05-25T23:27:24.119803636Z - honor_labels: true 2024-05-25T23:27:24.119808009Z job_name: pushgateway 2024-05-25T23:27:24.119812299Z scrape_interval: 30s 2024-05-25T23:27:24.119816755Z static_configs: 2024-05-25T23:27:24.119821001Z - targets: 2024-05-25T23:27:24.119825680Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:27:24.119829547Z 2024-05-25T23:27:24.124224452Z Alerts read: 6 2024-05-25T23:27:24.126263418Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:27:24.133033633Z groups: 2024-05-25T23:27:24.133047907Z - name: osm_alert_rules 2024-05-25T23:27:24.133051500Z rules: 2024-05-25T23:27:24.133054692Z - alert: vdu_down 2024-05-25T23:27:24.133057825Z annotations: 2024-05-25T23:27:24.133061843Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:27:24.133103022Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:27:24.133106678Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:27:24.133110350Z expr: vm_status_extended != 1 2024-05-25T23:27:24.133113565Z for: 3m 2024-05-25T23:27:24.133116686Z - name: _osm_alert_rules_20240525232724_ 2024-05-25T23:27:24.133120480Z rules: 2024-05-25T23:27:24.133124341Z - alert: scalein_f91ee4f1-9585-4b2b-b7b3-beac47612a52 2024-05-25T23:27:24.133127498Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:24.133131274Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:24.133134413Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:24.133137512Z for: 1m 2024-05-25T23:27:24.133140566Z labels: 2024-05-25T23:27:24.133143667Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:24.133146736Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:24.133150114Z vnf_member_index: vnf 2024-05-25T23:27:24.133153194Z - alert: scaleout_b1234111-2efa-4bc0-abb3-1c020a4c7b99 2024-05-25T23:27:24.133156259Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:24.133159367Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:24.133162470Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:24.133165511Z for: 1m 2024-05-25T23:27:24.133179978Z labels: 2024-05-25T23:27:24.133183128Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:24.133186210Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:24.133189315Z vnf_member_index: vnf 2024-05-25T23:27:24.133192415Z - alert: scalein_76aeae5a-e1df-48f6-9dc2-cfc6361b43a7 2024-05-25T23:27:24.133195544Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:24.133198688Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:24.133201644Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:24.133204817Z for: 1m 2024-05-25T23:27:24.133207840Z labels: 2024-05-25T23:27:24.133210883Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:24.133213984Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:24.133217010Z vnf_member_index: vnf 2024-05-25T23:27:24.133220109Z - alert: scaleout_561810da-4539-4430-9dc5-50c37173a559 2024-05-25T23:27:24.133223167Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:24.133226222Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:24.133229274Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:24.133232261Z for: 1m 2024-05-25T23:27:24.133235274Z labels: 2024-05-25T23:27:24.133238339Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:24.133241374Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:24.133254254Z vnf_member_index: vnf 2024-05-25T23:27:24.133257531Z - alert: scalein_71686f80-6b60-4e1b-9cbb-04be4ebaba5f 2024-05-25T23:27:24.133273850Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:24.133277125Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:24.133280198Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:24.133283283Z for: 1m 2024-05-25T23:27:24.133286336Z labels: 2024-05-25T23:27:24.133289396Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:24.133292456Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:24.133295551Z vnf_member_index: vnf 2024-05-25T23:27:24.133298570Z - alert: scaleout_feac9180-dac0-4953-80a3-31e3d537c6f6 2024-05-25T23:27:24.133301572Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:24.133304648Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:24.133307697Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:24.133310733Z for: 1m 2024-05-25T23:27:24.133313830Z labels: 2024-05-25T23:27:24.133316849Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:24.133330050Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:24.133333546Z vnf_member_index: vnf 2024-05-25T23:27:24.133336399Z 2024-05-25T23:27:24.139786985Z New config written, updating prometheus 2024-05-25T23:27:29.176008674Z Prometheus config update successful 2024-05-25T23:27:29.176155752Z 2024-05-25T23:27:29.176169870Z Changes detected, updating prometheus config 2024-05-25T23:27:29.177902347Z Jobs detected: 0 2024-05-25T23:27:29.184015696Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:27:29.186167852Z alerting: 2024-05-25T23:27:29.186183750Z alertmanagers: 2024-05-25T23:27:29.186191666Z - static_configs: 2024-05-25T23:27:29.186197369Z - targets: 2024-05-25T23:27:29.186203552Z - alertmanager:9093 2024-05-25T23:27:29.186264541Z global: 2024-05-25T23:27:29.186271534Z evaluation_interval: 15s 2024-05-25T23:27:29.186277229Z scrape_interval: 15s 2024-05-25T23:27:29.186282923Z rule_files: 2024-05-25T23:27:29.186288401Z - osm_metric_rules.yml 2024-05-25T23:27:29.186313272Z - osm_alert_rules.yml 2024-05-25T23:27:29.186319116Z scrape_configs: 2024-05-25T23:27:29.186324590Z - job_name: mon_exporter 2024-05-25T23:27:29.186330173Z static_configs: 2024-05-25T23:27:29.186335757Z - targets: 2024-05-25T23:27:29.186341200Z - mon:8000 2024-05-25T23:27:29.186346829Z - honor_labels: true 2024-05-25T23:27:29.186352339Z job_name: pushgateway 2024-05-25T23:27:29.186357912Z scrape_interval: 30s 2024-05-25T23:27:29.186363535Z static_configs: 2024-05-25T23:27:29.186369097Z - targets: 2024-05-25T23:27:29.186400018Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:27:29.186405979Z 2024-05-25T23:27:29.190250049Z Alerts read: 6 2024-05-25T23:27:29.191834974Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:27:29.198760527Z groups: 2024-05-25T23:27:29.198776163Z - name: osm_alert_rules 2024-05-25T23:27:29.198781324Z rules: 2024-05-25T23:27:29.198789673Z - alert: vdu_down 2024-05-25T23:27:29.198793762Z annotations: 2024-05-25T23:27:29.198798530Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:27:29.198803562Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:27:29.198865545Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:27:29.198870851Z expr: vm_status_extended != 1 2024-05-25T23:27:29.198875113Z for: 3m 2024-05-25T23:27:29.198879349Z - name: _osm_alert_rules_20240525232729_ 2024-05-25T23:27:29.198883635Z rules: 2024-05-25T23:27:29.198888445Z - alert: scalein_f91ee4f1-9585-4b2b-b7b3-beac47612a52 2024-05-25T23:27:29.198909087Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:29.198916114Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:29.198920394Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:29.198924646Z for: 1m 2024-05-25T23:27:29.198928735Z labels: 2024-05-25T23:27:29.198932962Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:29.198937106Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:29.198941794Z vnf_member_index: vnf 2024-05-25T23:27:29.198945884Z - alert: scaleout_b1234111-2efa-4bc0-abb3-1c020a4c7b99 2024-05-25T23:27:29.198950111Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:29.198954315Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:29.198958355Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:29.198962484Z for: 1m 2024-05-25T23:27:29.198966502Z labels: 2024-05-25T23:27:29.198984543Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:29.198991303Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:29.198995482Z vnf_member_index: vnf 2024-05-25T23:27:29.198999567Z - alert: scalein_76aeae5a-e1df-48f6-9dc2-cfc6361b43a7 2024-05-25T23:27:29.199003675Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:29.199007833Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:29.199011863Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:29.199015898Z for: 1m 2024-05-25T23:27:29.199019988Z labels: 2024-05-25T23:27:29.199024114Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:29.199028205Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:29.199032318Z vnf_member_index: vnf 2024-05-25T23:27:29.199036342Z - alert: scaleout_561810da-4539-4430-9dc5-50c37173a559 2024-05-25T23:27:29.199040394Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:29.199044448Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:29.199066520Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:29.199070686Z for: 1m 2024-05-25T23:27:29.199074849Z labels: 2024-05-25T23:27:29.199078932Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:29.199083046Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:29.199087181Z vnf_member_index: vnf 2024-05-25T23:27:29.199091263Z - alert: scalein_71686f80-6b60-4e1b-9cbb-04be4ebaba5f 2024-05-25T23:27:29.199095337Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:29.199105310Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:29.199109421Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:29.199113459Z for: 1m 2024-05-25T23:27:29.199117730Z labels: 2024-05-25T23:27:29.199121905Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:29.199139053Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:29.199143306Z vnf_member_index: vnf 2024-05-25T23:27:29.199147342Z - alert: scaleout_feac9180-dac0-4953-80a3-31e3d537c6f6 2024-05-25T23:27:29.199151332Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:29.199155600Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:29.199159655Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:29.199164001Z for: 1m 2024-05-25T23:27:29.199168029Z labels: 2024-05-25T23:27:29.199172071Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:29.199176090Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:29.199180161Z vnf_member_index: vnf 2024-05-25T23:27:29.199184000Z 2024-05-25T23:27:29.205883280Z New config written, updating prometheus 2024-05-25T23:27:34.240914868Z Prometheus config update successful 2024-05-25T23:27:34.241183389Z 2024-05-25T23:27:34.241331266Z Changes detected, updating prometheus config 2024-05-25T23:27:34.243897254Z Jobs detected: 0 2024-05-25T23:27:34.251726112Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:27:34.254071692Z alerting: 2024-05-25T23:27:34.254098933Z alertmanagers: 2024-05-25T23:27:34.254109229Z - static_configs: 2024-05-25T23:27:34.254117773Z - targets: 2024-05-25T23:27:34.254126741Z - alertmanager:9093 2024-05-25T23:27:34.254135406Z global: 2024-05-25T23:27:34.254143892Z evaluation_interval: 15s 2024-05-25T23:27:34.254153431Z scrape_interval: 15s 2024-05-25T23:27:34.254162184Z rule_files: 2024-05-25T23:27:34.254170448Z - osm_metric_rules.yml 2024-05-25T23:27:34.254178553Z - osm_alert_rules.yml 2024-05-25T23:27:34.254186865Z scrape_configs: 2024-05-25T23:27:34.254195067Z - job_name: mon_exporter 2024-05-25T23:27:34.254203386Z static_configs: 2024-05-25T23:27:34.254211729Z - targets: 2024-05-25T23:27:34.254220098Z - mon:8000 2024-05-25T23:27:34.254228364Z - honor_labels: true 2024-05-25T23:27:34.254237032Z job_name: pushgateway 2024-05-25T23:27:34.254245218Z scrape_interval: 30s 2024-05-25T23:27:34.254253396Z static_configs: 2024-05-25T23:27:34.254261588Z - targets: 2024-05-25T23:27:34.254270829Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:27:34.254279180Z 2024-05-25T23:27:34.258645611Z Alerts read: 6 2024-05-25T23:27:34.260880297Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:27:34.267233431Z groups: 2024-05-25T23:27:34.267268567Z - name: osm_alert_rules 2024-05-25T23:27:34.267278213Z rules: 2024-05-25T23:27:34.267286609Z - alert: vdu_down 2024-05-25T23:27:34.267295066Z annotations: 2024-05-25T23:27:34.267304323Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:27:34.267314147Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:27:34.267350236Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:27:34.267359781Z expr: vm_status_extended != 1 2024-05-25T23:27:34.267368485Z for: 3m 2024-05-25T23:27:34.267376816Z - name: _osm_alert_rules_20240525232734_ 2024-05-25T23:27:34.267385247Z rules: 2024-05-25T23:27:34.267394714Z - alert: scalein_f91ee4f1-9585-4b2b-b7b3-beac47612a52 2024-05-25T23:27:34.267403129Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:34.267444079Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:34.267453529Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:34.267462032Z for: 1m 2024-05-25T23:27:34.267470510Z labels: 2024-05-25T23:27:34.267479211Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:34.267487496Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:34.267496668Z vnf_member_index: vnf 2024-05-25T23:27:34.267504874Z - alert: scaleout_b1234111-2efa-4bc0-abb3-1c020a4c7b99 2024-05-25T23:27:34.267568200Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:34.267581231Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:34.267589796Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:34.267598313Z for: 1m 2024-05-25T23:27:34.267606570Z labels: 2024-05-25T23:27:34.267614984Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:34.267623770Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:34.267632140Z vnf_member_index: vnf 2024-05-25T23:27:34.267640451Z - alert: scalein_76aeae5a-e1df-48f6-9dc2-cfc6361b43a7 2024-05-25T23:27:34.267648754Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:34.267657268Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:34.267665838Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:34.267674125Z for: 1m 2024-05-25T23:27:34.267682399Z labels: 2024-05-25T23:27:34.267690790Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:34.267699066Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:34.267707391Z vnf_member_index: vnf 2024-05-25T23:27:34.267715677Z - alert: scaleout_561810da-4539-4430-9dc5-50c37173a559 2024-05-25T23:27:34.267724114Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:34.267732724Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:34.267741137Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:34.267749449Z for: 1m 2024-05-25T23:27:34.267757764Z labels: 2024-05-25T23:27:34.267766024Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:34.267774387Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:34.267782735Z vnf_member_index: vnf 2024-05-25T23:27:34.267790948Z - alert: scalein_71686f80-6b60-4e1b-9cbb-04be4ebaba5f 2024-05-25T23:27:34.267805515Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:34.267814302Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:34.267833702Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-25T23:27:34.267842163Z for: 1m 2024-05-25T23:27:34.267850612Z labels: 2024-05-25T23:27:34.267858828Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:34.267867134Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:34.267875378Z vnf_member_index: vnf 2024-05-25T23:27:34.267883923Z - alert: scaleout_feac9180-dac0-4953-80a3-31e3d537c6f6 2024-05-25T23:27:34.267892234Z expr: (count (osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:34.267900597Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="9bf86c0b-8625-4780-8be4-a071f2fdc063", 2024-05-25T23:27:34.267909036Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-25T23:27:34.267917345Z for: 1m 2024-05-25T23:27:34.267925597Z labels: 2024-05-25T23:27:34.267933908Z ns_id: 9bf86c0b-8625-4780-8be4-a071f2fdc063 2024-05-25T23:27:34.267942150Z vdu_id: hackfest_basic_metrics-VM 2024-05-25T23:27:34.267950689Z vnf_member_index: vnf 2024-05-25T23:27:34.267958626Z 2024-05-25T23:27:34.273214670Z New config written, updating prometheus 2024-05-25T23:27:39.313029804Z Prometheus config update successful 2024-05-25T23:27:39.313097041Z 2024-05-25T23:28:54.632371689Z Changes detected, updating prometheus config 2024-05-25T23:28:54.635512386Z Jobs detected: 0 2024-05-25T23:28:54.646839824Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:28:54.649987665Z alerting: 2024-05-25T23:28:54.650023266Z alertmanagers: 2024-05-25T23:28:54.650049630Z - static_configs: 2024-05-25T23:28:54.650058941Z - targets: 2024-05-25T23:28:54.650068579Z - alertmanager:9093 2024-05-25T23:28:54.650076999Z global: 2024-05-25T23:28:54.650085654Z evaluation_interval: 15s 2024-05-25T23:28:54.650094506Z scrape_interval: 15s 2024-05-25T23:28:54.650102971Z rule_files: 2024-05-25T23:28:54.650111337Z - osm_metric_rules.yml 2024-05-25T23:28:54.650119918Z - osm_alert_rules.yml 2024-05-25T23:28:54.650128171Z scrape_configs: 2024-05-25T23:28:54.650136433Z - job_name: mon_exporter 2024-05-25T23:28:54.650144599Z static_configs: 2024-05-25T23:28:54.650152882Z - targets: 2024-05-25T23:28:54.650161401Z - mon:8000 2024-05-25T23:28:54.650169731Z - honor_labels: true 2024-05-25T23:28:54.650177991Z job_name: pushgateway 2024-05-25T23:28:54.650186186Z scrape_interval: 30s 2024-05-25T23:28:54.650194384Z static_configs: 2024-05-25T23:28:54.650202621Z - targets: 2024-05-25T23:28:54.650211980Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:28:54.650220164Z 2024-05-25T23:28:54.654355034Z Alerts read: 0 2024-05-25T23:28:54.656991135Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:28:54.658522297Z groups: 2024-05-25T23:28:54.658534207Z - name: osm_alert_rules 2024-05-25T23:28:54.658537976Z rules: 2024-05-25T23:28:54.658541449Z - alert: vdu_down 2024-05-25T23:28:54.658544952Z annotations: 2024-05-25T23:28:54.658548997Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:28:54.658553060Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:28:54.658556743Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:28:54.658576103Z expr: vm_status_extended != 1 2024-05-25T23:28:54.658579747Z for: 3m 2024-05-25T23:28:54.658679589Z 2024-05-25T23:28:54.659832011Z New config written, updating prometheus 2024-05-25T23:28:59.699510838Z Prometheus config update successful 2024-05-25T23:28:59.699653508Z 2024-05-25T23:28:59.699727759Z Changes detected, updating prometheus config 2024-05-25T23:28:59.701111427Z Jobs detected: 0 2024-05-25T23:28:59.708109351Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:28:59.709914122Z alerting: 2024-05-25T23:28:59.709925440Z alertmanagers: 2024-05-25T23:28:59.709929377Z - static_configs: 2024-05-25T23:28:59.709932448Z - targets: 2024-05-25T23:28:59.709935731Z - alertmanager:9093 2024-05-25T23:28:59.709938676Z global: 2024-05-25T23:28:59.709941475Z evaluation_interval: 15s 2024-05-25T23:28:59.709944146Z scrape_interval: 15s 2024-05-25T23:28:59.709947043Z rule_files: 2024-05-25T23:28:59.709949782Z - osm_metric_rules.yml 2024-05-25T23:28:59.709952451Z - osm_alert_rules.yml 2024-05-25T23:28:59.709955186Z scrape_configs: 2024-05-25T23:28:59.709957816Z - job_name: mon_exporter 2024-05-25T23:28:59.709960900Z static_configs: 2024-05-25T23:28:59.709963675Z - targets: 2024-05-25T23:28:59.709966748Z - mon:8000 2024-05-25T23:28:59.709969396Z - honor_labels: true 2024-05-25T23:28:59.709972236Z job_name: pushgateway 2024-05-25T23:28:59.709974983Z scrape_interval: 30s 2024-05-25T23:28:59.709977682Z static_configs: 2024-05-25T23:28:59.709980388Z - targets: 2024-05-25T23:28:59.709983805Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:28:59.710053182Z 2024-05-25T23:28:59.713031116Z Alerts read: 0 2024-05-25T23:28:59.714755497Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:28:59.715945916Z groups: 2024-05-25T23:28:59.715957526Z - name: osm_alert_rules 2024-05-25T23:28:59.715960796Z rules: 2024-05-25T23:28:59.715963842Z - alert: vdu_down 2024-05-25T23:28:59.715966750Z annotations: 2024-05-25T23:28:59.715970293Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:28:59.715974062Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:28:59.715977124Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:28:59.715980772Z expr: vm_status_extended != 1 2024-05-25T23:28:59.715983971Z for: 3m 2024-05-25T23:28:59.716057415Z 2024-05-25T23:28:59.717176197Z New config written, updating prometheus 2024-05-25T23:29:04.754802338Z Prometheus config update successful 2024-05-25T23:29:04.754818985Z 2024-05-25T23:29:04.754852764Z Changes detected, updating prometheus config 2024-05-25T23:29:04.756901659Z Jobs detected: 0 2024-05-25T23:29:04.764257474Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:29:04.766254251Z alerting: 2024-05-25T23:29:04.766275719Z alertmanagers: 2024-05-25T23:29:04.766279929Z - static_configs: 2024-05-25T23:29:04.766283026Z - targets: 2024-05-25T23:29:04.766287131Z - alertmanager:9093 2024-05-25T23:29:04.766290371Z global: 2024-05-25T23:29:04.766294066Z evaluation_interval: 15s 2024-05-25T23:29:04.766297146Z scrape_interval: 15s 2024-05-25T23:29:04.766300234Z rule_files: 2024-05-25T23:29:04.766303304Z - osm_metric_rules.yml 2024-05-25T23:29:04.766306338Z - osm_alert_rules.yml 2024-05-25T23:29:04.766309415Z scrape_configs: 2024-05-25T23:29:04.766312359Z - job_name: mon_exporter 2024-05-25T23:29:04.766328349Z static_configs: 2024-05-25T23:29:04.766331502Z - targets: 2024-05-25T23:29:04.766334574Z - mon:8000 2024-05-25T23:29:04.766337586Z - honor_labels: true 2024-05-25T23:29:04.766340594Z job_name: pushgateway 2024-05-25T23:29:04.766343517Z scrape_interval: 30s 2024-05-25T23:29:04.766346528Z static_configs: 2024-05-25T23:29:04.766349513Z - targets: 2024-05-25T23:29:04.766353049Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:29:04.766355968Z 2024-05-25T23:29:04.770004674Z Alerts read: 0 2024-05-25T23:29:04.772026972Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:29:04.774496017Z groups: 2024-05-25T23:29:04.774507491Z - name: osm_alert_rules 2024-05-25T23:29:04.774511163Z rules: 2024-05-25T23:29:04.774514176Z - alert: vdu_down 2024-05-25T23:29:04.774517192Z annotations: 2024-05-25T23:29:04.774524596Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:29:04.774528847Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:29:04.774532289Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:29:04.774535750Z expr: vm_status_extended != 1 2024-05-25T23:29:04.774538728Z for: 3m 2024-05-25T23:29:04.774541514Z 2024-05-25T23:29:04.775590437Z New config written, updating prometheus 2024-05-25T23:29:09.819685011Z Prometheus config update successful 2024-05-25T23:29:09.819907229Z 2024-05-25T23:29:09.820243786Z Changes detected, updating prometheus config 2024-05-25T23:29:09.822992192Z Jobs detected: 0 2024-05-25T23:29:09.833020957Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:29:09.838362298Z alerting: 2024-05-25T23:29:09.838379305Z alertmanagers: 2024-05-25T23:29:09.838384412Z - static_configs: 2024-05-25T23:29:09.838389270Z - targets: 2024-05-25T23:29:09.838394132Z - alertmanager:9093 2024-05-25T23:29:09.838398646Z global: 2024-05-25T23:29:09.838403233Z evaluation_interval: 15s 2024-05-25T23:29:09.838407452Z scrape_interval: 15s 2024-05-25T23:29:09.838412040Z rule_files: 2024-05-25T23:29:09.838416155Z - osm_metric_rules.yml 2024-05-25T23:29:09.838420356Z - osm_alert_rules.yml 2024-05-25T23:29:09.838424610Z scrape_configs: 2024-05-25T23:29:09.838428720Z - job_name: mon_exporter 2024-05-25T23:29:09.838432880Z static_configs: 2024-05-25T23:29:09.838437079Z - targets: 2024-05-25T23:29:09.838441250Z - mon:8000 2024-05-25T23:29:09.838445450Z - honor_labels: true 2024-05-25T23:29:09.838449555Z job_name: pushgateway 2024-05-25T23:29:09.838453659Z scrape_interval: 30s 2024-05-25T23:29:09.838457917Z static_configs: 2024-05-25T23:29:09.838462186Z - targets: 2024-05-25T23:29:09.838466888Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:29:09.838470995Z 2024-05-25T23:29:09.844934289Z Alerts read: 0 2024-05-25T23:29:09.847822250Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:29:09.849561255Z groups: 2024-05-25T23:29:09.849576730Z - name: osm_alert_rules 2024-05-25T23:29:09.849583519Z rules: 2024-05-25T23:29:09.849589263Z - alert: vdu_down 2024-05-25T23:29:09.849594817Z annotations: 2024-05-25T23:29:09.849601426Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:29:09.849607522Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:29:09.849613301Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:29:09.849637840Z expr: vm_status_extended != 1 2024-05-25T23:29:09.849643945Z for: 3m 2024-05-25T23:29:09.849649268Z 2024-05-25T23:29:09.851272750Z New config written, updating prometheus 2024-05-25T23:29:14.890037107Z Prometheus config update successful 2024-05-25T23:29:14.890067261Z 2024-05-25T23:29:14.890177714Z Changes detected, updating prometheus config 2024-05-25T23:29:14.891548645Z Jobs detected: 0 2024-05-25T23:29:14.895963350Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:29:14.897796380Z alerting: 2024-05-25T23:29:14.897806185Z alertmanagers: 2024-05-25T23:29:14.897810099Z - static_configs: 2024-05-25T23:29:14.897813215Z - targets: 2024-05-25T23:29:14.897816824Z - alertmanager:9093 2024-05-25T23:29:14.897819957Z global: 2024-05-25T23:29:14.897823045Z evaluation_interval: 15s 2024-05-25T23:29:14.897826305Z scrape_interval: 15s 2024-05-25T23:29:14.897829394Z rule_files: 2024-05-25T23:29:14.897834201Z - osm_metric_rules.yml 2024-05-25T23:29:14.897839743Z - osm_alert_rules.yml 2024-05-25T23:29:14.897844525Z scrape_configs: 2024-05-25T23:29:14.897849516Z - job_name: mon_exporter 2024-05-25T23:29:14.897854813Z static_configs: 2024-05-25T23:29:14.897859697Z - targets: 2024-05-25T23:29:14.897864555Z - mon:8000 2024-05-25T23:29:14.897869041Z - honor_labels: true 2024-05-25T23:29:14.897873454Z job_name: pushgateway 2024-05-25T23:29:14.897877902Z scrape_interval: 30s 2024-05-25T23:29:14.897882362Z static_configs: 2024-05-25T23:29:14.897886710Z - targets: 2024-05-25T23:29:14.897891720Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:29:14.897911917Z 2024-05-25T23:29:14.900786413Z Alerts read: 0 2024-05-25T23:29:14.902601154Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:29:14.904579174Z groups: 2024-05-25T23:29:14.904593411Z - name: osm_alert_rules 2024-05-25T23:29:14.904597439Z rules: 2024-05-25T23:29:14.904601182Z - alert: vdu_down 2024-05-25T23:29:14.904604996Z annotations: 2024-05-25T23:29:14.904609386Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:29:14.904613966Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:29:14.904618730Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:29:14.904625049Z expr: vm_status_extended != 1 2024-05-25T23:29:14.904631785Z for: 3m 2024-05-25T23:29:14.904637613Z 2024-05-25T23:29:14.905765528Z New config written, updating prometheus 2024-05-25T23:29:19.939216645Z Prometheus config update successful 2024-05-25T23:29:19.939303885Z 2024-05-25T23:29:19.939367456Z Changes detected, updating prometheus config 2024-05-25T23:29:19.941316993Z Jobs detected: 0 2024-05-25T23:29:19.948571000Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T23:29:19.950845541Z alerting: 2024-05-25T23:29:19.950858574Z alertmanagers: 2024-05-25T23:29:19.950863294Z - static_configs: 2024-05-25T23:29:19.950867274Z - targets: 2024-05-25T23:29:19.950871567Z - alertmanager:9093 2024-05-25T23:29:19.950875479Z global: 2024-05-25T23:29:19.950879325Z evaluation_interval: 15s 2024-05-25T23:29:19.950883625Z scrape_interval: 15s 2024-05-25T23:29:19.950887481Z rule_files: 2024-05-25T23:29:19.950891294Z - osm_metric_rules.yml 2024-05-25T23:29:19.950895229Z - osm_alert_rules.yml 2024-05-25T23:29:19.950899051Z scrape_configs: 2024-05-25T23:29:19.950918609Z - job_name: mon_exporter 2024-05-25T23:29:19.950922607Z static_configs: 2024-05-25T23:29:19.950926400Z - targets: 2024-05-25T23:29:19.950930416Z - mon:8000 2024-05-25T23:29:19.950934187Z - honor_labels: true 2024-05-25T23:29:19.950937953Z job_name: pushgateway 2024-05-25T23:29:19.950941771Z scrape_interval: 30s 2024-05-25T23:29:19.950945641Z static_configs: 2024-05-25T23:29:19.950949371Z - targets: 2024-05-25T23:29:19.950953833Z - pushgateway-prometheus-pushgateway:9091 2024-05-25T23:29:19.951077852Z 2024-05-25T23:29:19.955023717Z Alerts read: 0 2024-05-25T23:29:19.957295726Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-25T23:29:19.958284083Z groups: 2024-05-25T23:29:19.958335533Z - name: osm_alert_rules 2024-05-25T23:29:19.958347779Z rules: 2024-05-25T23:29:19.958356411Z - alert: vdu_down 2024-05-25T23:29:19.958364679Z annotations: 2024-05-25T23:29:19.958373874Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-25T23:29:19.958382910Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-25T23:29:19.958391114Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-25T23:29:19.958400021Z expr: vm_status_extended != 1 2024-05-25T23:29:19.958408354Z for: 3m 2024-05-25T23:29:19.958416551Z 2024-05-25T23:29:19.959204057Z New config written, updating prometheus 2024-05-25T23:29:24.990955283Z Prometheus config update successful 2024-05-25T23:29:24.990978877Z 2024-05-26T01:20:09.429523793Z Changes detected, updating prometheus config 2024-05-26T01:20:09.433135299Z Jobs detected: 0 2024-05-26T01:20:09.446652634Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T01:20:09.450023886Z alerting: 2024-05-26T01:20:09.450075805Z alertmanagers: 2024-05-26T01:20:09.450083438Z - static_configs: 2024-05-26T01:20:09.450089965Z - targets: 2024-05-26T01:20:09.450097066Z - alertmanager:9093 2024-05-26T01:20:09.450103440Z global: 2024-05-26T01:20:09.450109246Z evaluation_interval: 15s 2024-05-26T01:20:09.450115048Z scrape_interval: 15s 2024-05-26T01:20:09.450121117Z rule_files: 2024-05-26T01:20:09.450146645Z - osm_metric_rules.yml 2024-05-26T01:20:09.450153244Z - osm_alert_rules.yml 2024-05-26T01:20:09.450158474Z scrape_configs: 2024-05-26T01:20:09.450164723Z - job_name: mon_exporter 2024-05-26T01:20:09.450170386Z static_configs: 2024-05-26T01:20:09.450176058Z - targets: 2024-05-26T01:20:09.450182584Z - mon:8000 2024-05-26T01:20:09.450188366Z - honor_labels: true 2024-05-26T01:20:09.450194322Z job_name: pushgateway 2024-05-26T01:20:09.450199555Z scrape_interval: 30s 2024-05-26T01:20:09.450204944Z static_configs: 2024-05-26T01:20:09.450225622Z - targets: 2024-05-26T01:20:09.450230501Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T01:20:09.450387647Z 2024-05-26T01:20:09.455760507Z Alerts read: 0 2024-05-26T01:20:09.457799880Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T01:20:09.459166025Z groups: 2024-05-26T01:20:09.459176939Z - name: osm_alert_rules 2024-05-26T01:20:09.459180801Z rules: 2024-05-26T01:20:09.459184418Z - alert: vdu_down 2024-05-26T01:20:09.459188319Z annotations: 2024-05-26T01:20:09.459192652Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T01:20:09.459196803Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T01:20:09.459200387Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T01:20:09.459236100Z expr: vm_status_extended != 1 2024-05-26T01:20:09.459240026Z for: 3m 2024-05-26T01:20:09.459243249Z 2024-05-26T01:20:09.460353051Z New config written, updating prometheus 2024-05-26T01:20:14.498214995Z Prometheus config update successful 2024-05-26T01:20:14.498364416Z 2024-05-26T01:27:11.662020008Z Changes detected, updating prometheus config 2024-05-26T01:27:11.663817720Z Jobs detected: 0 2024-05-26T01:27:11.671849688Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T01:27:11.674617816Z alerting: 2024-05-26T01:27:11.674630124Z alertmanagers: 2024-05-26T01:27:11.674633653Z - static_configs: 2024-05-26T01:27:11.674636522Z - targets: 2024-05-26T01:27:11.674639546Z - alertmanager:9093 2024-05-26T01:27:11.674642456Z global: 2024-05-26T01:27:11.674645300Z evaluation_interval: 15s 2024-05-26T01:27:11.674648160Z scrape_interval: 15s 2024-05-26T01:27:11.674651033Z rule_files: 2024-05-26T01:27:11.674653783Z - osm_metric_rules.yml 2024-05-26T01:27:11.674656894Z - osm_alert_rules.yml 2024-05-26T01:27:11.674659713Z scrape_configs: 2024-05-26T01:27:11.674662462Z - job_name: mon_exporter 2024-05-26T01:27:11.674665204Z static_configs: 2024-05-26T01:27:11.674667930Z - targets: 2024-05-26T01:27:11.674704002Z - mon:8000 2024-05-26T01:27:11.674707075Z - honor_labels: true 2024-05-26T01:27:11.674709738Z job_name: pushgateway 2024-05-26T01:27:11.674712517Z scrape_interval: 30s 2024-05-26T01:27:11.674715293Z static_configs: 2024-05-26T01:27:11.674718057Z - targets: 2024-05-26T01:27:11.674721235Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T01:27:11.674723855Z 2024-05-26T01:27:11.678603280Z Alerts read: 0 2024-05-26T01:27:11.681485866Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T01:27:11.683122490Z groups: 2024-05-26T01:27:11.683135088Z - name: osm_alert_rules 2024-05-26T01:27:11.683138774Z rules: 2024-05-26T01:27:11.683142336Z - alert: vdu_down 2024-05-26T01:27:11.683145717Z annotations: 2024-05-26T01:27:11.683149909Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T01:27:11.683153956Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T01:27:11.683157877Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T01:27:11.683161759Z expr: vm_status_extended != 1 2024-05-26T01:27:11.683165296Z for: 3m 2024-05-26T01:27:11.683168559Z 2024-05-26T01:27:11.684849218Z New config written, updating prometheus 2024-05-26T01:27:16.716359578Z Prometheus config update successful 2024-05-26T01:27:16.716407964Z 2024-05-26T02:06:53.882492595Z Changes detected, updating prometheus config 2024-05-26T02:06:53.886736643Z Jobs detected: 0 2024-05-26T02:06:53.900295675Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:06:53.904897324Z alerting: 2024-05-26T02:06:53.904915259Z alertmanagers: 2024-05-26T02:06:53.904921824Z - static_configs: 2024-05-26T02:06:53.904926927Z - targets: 2024-05-26T02:06:53.904932754Z - alertmanager:9093 2024-05-26T02:06:53.904938098Z global: 2024-05-26T02:06:53.904942675Z evaluation_interval: 15s 2024-05-26T02:06:53.904957343Z scrape_interval: 15s 2024-05-26T02:06:53.904961916Z rule_files: 2024-05-26T02:06:53.904966830Z - osm_metric_rules.yml 2024-05-26T02:06:53.904970483Z - osm_alert_rules.yml 2024-05-26T02:06:53.904973522Z scrape_configs: 2024-05-26T02:06:53.904990054Z - job_name: mon_exporter 2024-05-26T02:06:53.904993078Z static_configs: 2024-05-26T02:06:53.904996082Z - targets: 2024-05-26T02:06:53.904999391Z - mon:8000 2024-05-26T02:06:53.905003945Z - honor_labels: true 2024-05-26T02:06:53.905010219Z job_name: pushgateway 2024-05-26T02:06:53.905015199Z scrape_interval: 30s 2024-05-26T02:06:53.905020587Z static_configs: 2024-05-26T02:06:53.905025395Z - targets: 2024-05-26T02:06:53.905050051Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:06:53.905054261Z 2024-05-26T02:06:53.910329093Z Alerts read: 2 2024-05-26T02:06:53.912434962Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:06:53.915996138Z groups: 2024-05-26T02:06:53.916008862Z - name: osm_alert_rules 2024-05-26T02:06:53.916012318Z rules: 2024-05-26T02:06:53.916015709Z - alert: vdu_down 2024-05-26T02:06:53.916018696Z annotations: 2024-05-26T02:06:53.916022483Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:06:53.916026144Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:06:53.916029409Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:06:53.916033640Z expr: vm_status_extended != 1 2024-05-26T02:06:53.916036839Z for: 3m 2024-05-26T02:06:53.916039884Z - name: _osm_alert_rules_20240526020653_ 2024-05-26T02:06:53.916043100Z rules: 2024-05-26T02:06:53.916046944Z - alert: scalein_a3843227-579f-4074-a61d-5d3f8d37a260 2024-05-26T02:06:53.916050017Z expr: (count (osm_cpu_utilization{ns_id="223ea915-2ee2-4179-831d-df5ff8c87678", 2024-05-26T02:06:53.916054007Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="223ea915-2ee2-4179-831d-df5ff8c87678", 2024-05-26T02:06:53.916057017Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-26T02:06:53.916060038Z for: 1m 2024-05-26T02:06:53.916063076Z labels: 2024-05-26T02:06:53.916066164Z ns_id: 223ea915-2ee2-4179-831d-df5ff8c87678 2024-05-26T02:06:53.916069247Z vdu_id: hackfest_basic_metrics-VM 2024-05-26T02:06:53.916072909Z vnf_member_index: vnf 2024-05-26T02:06:53.916075879Z - alert: scaleout_c157fcf7-8d5e-40ac-add1-d4ff06ccf80d 2024-05-26T02:06:53.916079143Z expr: (count (osm_cpu_utilization{ns_id="223ea915-2ee2-4179-831d-df5ff8c87678", 2024-05-26T02:06:53.916082306Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="223ea915-2ee2-4179-831d-df5ff8c87678", 2024-05-26T02:06:53.916085421Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-26T02:06:53.916088423Z for: 1m 2024-05-26T02:06:53.916091338Z labels: 2024-05-26T02:06:53.916094371Z ns_id: 223ea915-2ee2-4179-831d-df5ff8c87678 2024-05-26T02:06:53.916097507Z vdu_id: hackfest_basic_metrics-VM 2024-05-26T02:06:53.916100476Z vnf_member_index: vnf 2024-05-26T02:06:53.916103273Z 2024-05-26T02:06:53.919206998Z New config written, updating prometheus 2024-05-26T02:06:58.963291570Z Prometheus config update successful 2024-05-26T02:06:58.963310023Z 2024-05-26T02:06:58.963354249Z Changes detected, updating prometheus config 2024-05-26T02:06:58.965063643Z Jobs detected: 0 2024-05-26T02:06:58.969547511Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:06:58.973683302Z alerting: 2024-05-26T02:06:58.973697707Z alertmanagers: 2024-05-26T02:06:58.973704687Z - static_configs: 2024-05-26T02:06:58.973719410Z - targets: 2024-05-26T02:06:58.973722750Z - alertmanager:9093 2024-05-26T02:06:58.973725762Z global: 2024-05-26T02:06:58.973728681Z evaluation_interval: 15s 2024-05-26T02:06:58.973731574Z scrape_interval: 15s 2024-05-26T02:06:58.973735026Z rule_files: 2024-05-26T02:06:58.973738137Z - osm_metric_rules.yml 2024-05-26T02:06:58.973741032Z - osm_alert_rules.yml 2024-05-26T02:06:58.973743961Z scrape_configs: 2024-05-26T02:06:58.973746867Z - job_name: mon_exporter 2024-05-26T02:06:58.973749769Z static_configs: 2024-05-26T02:06:58.973752837Z - targets: 2024-05-26T02:06:58.973755733Z - mon:8000 2024-05-26T02:06:58.973758747Z - honor_labels: true 2024-05-26T02:06:58.973761736Z job_name: pushgateway 2024-05-26T02:06:58.973764551Z scrape_interval: 30s 2024-05-26T02:06:58.973767733Z static_configs: 2024-05-26T02:06:58.973770669Z - targets: 2024-05-26T02:06:58.973774495Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:06:58.973777434Z 2024-05-26T02:06:58.978483318Z Alerts read: 2 2024-05-26T02:06:58.980364614Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:06:58.985163145Z groups: 2024-05-26T02:06:58.985201775Z - name: osm_alert_rules 2024-05-26T02:06:58.985211817Z rules: 2024-05-26T02:06:58.985221038Z - alert: vdu_down 2024-05-26T02:06:58.985229530Z annotations: 2024-05-26T02:06:58.985238891Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:06:58.985247784Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:06:58.985256091Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:06:58.985265450Z expr: vm_status_extended != 1 2024-05-26T02:06:58.985273907Z for: 3m 2024-05-26T02:06:58.985282345Z - name: _osm_alert_rules_20240526020658_ 2024-05-26T02:06:58.985290933Z rules: 2024-05-26T02:06:58.985299694Z - alert: scalein_a3843227-579f-4074-a61d-5d3f8d37a260 2024-05-26T02:06:58.985308253Z expr: (count (osm_cpu_utilization{ns_id="223ea915-2ee2-4179-831d-df5ff8c87678", 2024-05-26T02:06:58.985317347Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="223ea915-2ee2-4179-831d-df5ff8c87678", 2024-05-26T02:06:58.985325658Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-26T02:06:58.985334075Z for: 1m 2024-05-26T02:06:58.985342293Z labels: 2024-05-26T02:06:58.985350638Z ns_id: 223ea915-2ee2-4179-831d-df5ff8c87678 2024-05-26T02:06:58.985358947Z vdu_id: hackfest_basic_metrics-VM 2024-05-26T02:06:58.985367755Z vnf_member_index: vnf 2024-05-26T02:06:58.985376081Z - alert: scaleout_c157fcf7-8d5e-40ac-add1-d4ff06ccf80d 2024-05-26T02:06:58.985384416Z expr: (count (osm_cpu_utilization{ns_id="223ea915-2ee2-4179-831d-df5ff8c87678", 2024-05-26T02:06:58.985392848Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="223ea915-2ee2-4179-831d-df5ff8c87678", 2024-05-26T02:06:58.985401072Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-26T02:06:58.985409684Z for: 1m 2024-05-26T02:06:58.985417983Z labels: 2024-05-26T02:06:58.985426329Z ns_id: 223ea915-2ee2-4179-831d-df5ff8c87678 2024-05-26T02:06:58.985435215Z vdu_id: hackfest_basic_metrics-VM 2024-05-26T02:06:58.985443715Z vnf_member_index: vnf 2024-05-26T02:06:58.985451636Z 2024-05-26T02:06:58.988209578Z New config written, updating prometheus 2024-05-26T02:07:04.017396011Z Prometheus config update successful 2024-05-26T02:07:04.017448230Z 2024-05-26T02:11:17.529872228Z Changes detected, updating prometheus config 2024-05-26T02:11:17.533455982Z Jobs detected: 0 2024-05-26T02:11:17.545139455Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:11:17.549005659Z alerting: 2024-05-26T02:11:17.549027672Z alertmanagers: 2024-05-26T02:11:17.549034429Z - static_configs: 2024-05-26T02:11:17.549045657Z - targets: 2024-05-26T02:11:17.549052507Z - alertmanager:9093 2024-05-26T02:11:17.549058225Z global: 2024-05-26T02:11:17.549063862Z evaluation_interval: 15s 2024-05-26T02:11:17.549069379Z scrape_interval: 15s 2024-05-26T02:11:17.549075121Z rule_files: 2024-05-26T02:11:17.549080609Z - osm_metric_rules.yml 2024-05-26T02:11:17.549086103Z - osm_alert_rules.yml 2024-05-26T02:11:17.549091713Z scrape_configs: 2024-05-26T02:11:17.549097270Z - job_name: mon_exporter 2024-05-26T02:11:17.549103367Z static_configs: 2024-05-26T02:11:17.549109041Z - targets: 2024-05-26T02:11:17.549114549Z - mon:8000 2024-05-26T02:11:17.549120207Z - honor_labels: true 2024-05-26T02:11:17.549125683Z job_name: pushgateway 2024-05-26T02:11:17.549131504Z scrape_interval: 30s 2024-05-26T02:11:17.549137079Z static_configs: 2024-05-26T02:11:17.549145557Z - targets: 2024-05-26T02:11:17.549152044Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:11:17.550121373Z 2024-05-26T02:11:17.555468197Z Alerts read: 0 2024-05-26T02:11:17.558023523Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:11:17.559599708Z groups: 2024-05-26T02:11:17.559612883Z - name: osm_alert_rules 2024-05-26T02:11:17.559617515Z rules: 2024-05-26T02:11:17.559621442Z - alert: vdu_down 2024-05-26T02:11:17.559625373Z annotations: 2024-05-26T02:11:17.559629978Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:11:17.559634351Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:11:17.559638220Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:11:17.559642513Z expr: vm_status_extended != 1 2024-05-26T02:11:17.559646312Z for: 3m 2024-05-26T02:11:17.559761002Z 2024-05-26T02:11:17.561079026Z New config written, updating prometheus 2024-05-26T02:11:22.599186863Z Prometheus config update successful 2024-05-26T02:11:22.599269326Z 2024-05-26T02:11:22.599436135Z Changes detected, updating prometheus config 2024-05-26T02:11:22.601193512Z Jobs detected: 0 2024-05-26T02:11:22.607602365Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:11:22.609909251Z alerting: 2024-05-26T02:11:22.609934390Z alertmanagers: 2024-05-26T02:11:22.609944579Z - static_configs: 2024-05-26T02:11:22.609953341Z - targets: 2024-05-26T02:11:22.609966887Z - alertmanager:9093 2024-05-26T02:11:22.609975556Z global: 2024-05-26T02:11:22.609983962Z evaluation_interval: 15s 2024-05-26T02:11:22.609992543Z scrape_interval: 15s 2024-05-26T02:11:22.610000906Z rule_files: 2024-05-26T02:11:22.610009465Z - osm_metric_rules.yml 2024-05-26T02:11:22.610017718Z - osm_alert_rules.yml 2024-05-26T02:11:22.610025987Z scrape_configs: 2024-05-26T02:11:22.610034261Z - job_name: mon_exporter 2024-05-26T02:11:22.610042516Z static_configs: 2024-05-26T02:11:22.610050878Z - targets: 2024-05-26T02:11:22.610059303Z - mon:8000 2024-05-26T02:11:22.610067517Z - honor_labels: true 2024-05-26T02:11:22.610104359Z job_name: pushgateway 2024-05-26T02:11:22.610113593Z scrape_interval: 30s 2024-05-26T02:11:22.610121974Z static_configs: 2024-05-26T02:11:22.610130292Z - targets: 2024-05-26T02:11:22.610139694Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:11:22.610147918Z 2024-05-26T02:11:22.613647995Z Alerts read: 0 2024-05-26T02:11:22.615624672Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:11:22.616666772Z groups: 2024-05-26T02:11:22.616693023Z - name: osm_alert_rules 2024-05-26T02:11:22.616702154Z rules: 2024-05-26T02:11:22.616711264Z - alert: vdu_down 2024-05-26T02:11:22.616719601Z annotations: 2024-05-26T02:11:22.616729856Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:11:22.616741137Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:11:22.616749678Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:11:22.616758935Z expr: vm_status_extended != 1 2024-05-26T02:11:22.616767252Z for: 3m 2024-05-26T02:11:22.616775241Z 2024-05-26T02:11:22.617681448Z New config written, updating prometheus 2024-05-26T02:11:27.661043243Z Prometheus config update successful 2024-05-26T02:11:27.661093577Z 2024-05-26T02:12:09.162170433Z Changes detected, updating prometheus config 2024-05-26T02:12:09.164906819Z Jobs detected: 0 2024-05-26T02:12:09.178733794Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:12:09.183775455Z alerting: 2024-05-26T02:12:09.183794988Z alertmanagers: 2024-05-26T02:12:09.183801366Z - static_configs: 2024-05-26T02:12:09.183806405Z - targets: 2024-05-26T02:12:09.183812433Z - alertmanager:9093 2024-05-26T02:12:09.183817935Z global: 2024-05-26T02:12:09.183822908Z evaluation_interval: 15s 2024-05-26T02:12:09.183827822Z scrape_interval: 15s 2024-05-26T02:12:09.183832718Z rule_files: 2024-05-26T02:12:09.183837687Z - osm_metric_rules.yml 2024-05-26T02:12:09.183842573Z - osm_alert_rules.yml 2024-05-26T02:12:09.183847427Z scrape_configs: 2024-05-26T02:12:09.183852320Z - job_name: mon_exporter 2024-05-26T02:12:09.183857317Z static_configs: 2024-05-26T02:12:09.183862224Z - targets: 2024-05-26T02:12:09.183867252Z - mon:8000 2024-05-26T02:12:09.183872094Z - honor_labels: true 2024-05-26T02:12:09.183876954Z job_name: pushgateway 2024-05-26T02:12:09.183881926Z scrape_interval: 30s 2024-05-26T02:12:09.183886805Z static_configs: 2024-05-26T02:12:09.183891749Z - targets: 2024-05-26T02:12:09.183897513Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:12:09.184056314Z 2024-05-26T02:12:09.189686414Z Alerts read: 2 2024-05-26T02:12:09.193546888Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:12:09.197730174Z groups: 2024-05-26T02:12:09.197768009Z - name: osm_alert_rules 2024-05-26T02:12:09.197778047Z rules: 2024-05-26T02:12:09.197786702Z - alert: vdu_down 2024-05-26T02:12:09.197795149Z annotations: 2024-05-26T02:12:09.197804411Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:12:09.197813548Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:12:09.197823097Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:12:09.197832210Z expr: vm_status_extended != 1 2024-05-26T02:12:09.197872113Z for: 3m 2024-05-26T02:12:09.197881000Z - name: _osm_alert_rules_20240526021209_ 2024-05-26T02:12:09.197916821Z rules: 2024-05-26T02:12:09.197926430Z - alert: scalein_2469b190-0571-4d89-a9ae-5dbfe1aab99d 2024-05-26T02:12:09.197934902Z expr: (count (osm_cpu_utilization{ns_id="0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:12:09.197944565Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:12:09.197953167Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-26T02:12:09.197961459Z for: 1m 2024-05-26T02:12:09.197969747Z labels: 2024-05-26T02:12:09.197978092Z ns_id: 0a5b94bf-3dc4-4d80-9ad5-edea54375978 2024-05-26T02:12:09.197986320Z vdu_id: hackfest_basic_metrics-VM 2024-05-26T02:12:09.197995302Z vnf_member_index: vnf 2024-05-26T02:12:09.198003662Z - alert: scaleout_3d7d6635-7f7e-4ddd-bd16-8ac69a024532 2024-05-26T02:12:09.198012381Z expr: (count (osm_cpu_utilization{ns_id="0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:12:09.198020868Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:12:09.198029253Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-26T02:12:09.198037643Z for: 1m 2024-05-26T02:12:09.198045878Z labels: 2024-05-26T02:12:09.198054129Z ns_id: 0a5b94bf-3dc4-4d80-9ad5-edea54375978 2024-05-26T02:12:09.198062336Z vdu_id: hackfest_basic_metrics-VM 2024-05-26T02:12:09.198070718Z vnf_member_index: vnf 2024-05-26T02:12:09.198078664Z 2024-05-26T02:12:09.202001983Z New config written, updating prometheus 2024-05-26T02:12:14.245208534Z Prometheus config update successful 2024-05-26T02:12:14.245265079Z 2024-05-26T02:12:14.245439530Z Changes detected, updating prometheus config 2024-05-26T02:12:14.247647090Z Jobs detected: 0 2024-05-26T02:12:14.253596874Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:12:14.256563080Z alerting: 2024-05-26T02:12:14.256577347Z alertmanagers: 2024-05-26T02:12:14.256585266Z - static_configs: 2024-05-26T02:12:14.256588573Z - targets: 2024-05-26T02:12:14.256592343Z - alertmanager:9093 2024-05-26T02:12:14.256598016Z global: 2024-05-26T02:12:14.256601423Z evaluation_interval: 15s 2024-05-26T02:12:14.256604552Z scrape_interval: 15s 2024-05-26T02:12:14.256607588Z rule_files: 2024-05-26T02:12:14.256610713Z - osm_metric_rules.yml 2024-05-26T02:12:14.256613734Z - osm_alert_rules.yml 2024-05-26T02:12:14.256616727Z scrape_configs: 2024-05-26T02:12:14.256619789Z - job_name: mon_exporter 2024-05-26T02:12:14.256622845Z static_configs: 2024-05-26T02:12:14.256625834Z - targets: 2024-05-26T02:12:14.256628981Z - mon:8000 2024-05-26T02:12:14.256632063Z - honor_labels: true 2024-05-26T02:12:14.256635023Z job_name: pushgateway 2024-05-26T02:12:14.256638146Z scrape_interval: 30s 2024-05-26T02:12:14.256641169Z static_configs: 2024-05-26T02:12:14.256644120Z - targets: 2024-05-26T02:12:14.256647757Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:12:14.256650925Z 2024-05-26T02:12:14.261678199Z Alerts read: 2 2024-05-26T02:12:14.264607552Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:12:14.267857472Z groups: 2024-05-26T02:12:14.267870844Z - name: osm_alert_rules 2024-05-26T02:12:14.267874215Z rules: 2024-05-26T02:12:14.267877303Z - alert: vdu_down 2024-05-26T02:12:14.267880282Z annotations: 2024-05-26T02:12:14.267897177Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:12:14.267901103Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:12:14.267904062Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:12:14.267907618Z expr: vm_status_extended != 1 2024-05-26T02:12:14.267910522Z for: 3m 2024-05-26T02:12:14.267913715Z - name: _osm_alert_rules_20240526021214_ 2024-05-26T02:12:14.267916559Z rules: 2024-05-26T02:12:14.267920070Z - alert: scalein_2469b190-0571-4d89-a9ae-5dbfe1aab99d 2024-05-26T02:12:14.267923099Z expr: (count (osm_cpu_utilization{ns_id="0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:12:14.267926792Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:12:14.267930130Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-26T02:12:14.267933234Z for: 1m 2024-05-26T02:12:14.267936075Z labels: 2024-05-26T02:12:14.267939022Z ns_id: 0a5b94bf-3dc4-4d80-9ad5-edea54375978 2024-05-26T02:12:14.267941908Z vdu_id: hackfest_basic_metrics-VM 2024-05-26T02:12:14.267945300Z vnf_member_index: vnf 2024-05-26T02:12:14.267948212Z - alert: scaleout_3d7d6635-7f7e-4ddd-bd16-8ac69a024532 2024-05-26T02:12:14.267951120Z expr: (count (osm_cpu_utilization{ns_id="0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:12:14.267954093Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0a5b94bf-3dc4-4d80-9ad5-edea54375978", 2024-05-26T02:12:14.267957137Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-26T02:12:14.267960000Z for: 1m 2024-05-26T02:12:14.267962964Z labels: 2024-05-26T02:12:14.267965851Z ns_id: 0a5b94bf-3dc4-4d80-9ad5-edea54375978 2024-05-26T02:12:14.267968742Z vdu_id: hackfest_basic_metrics-VM 2024-05-26T02:12:14.267971683Z vnf_member_index: vnf 2024-05-26T02:12:14.267974517Z 2024-05-26T02:12:14.270881881Z New config written, updating prometheus 2024-05-26T02:12:19.320491797Z Prometheus config update successful 2024-05-26T02:12:19.320782713Z 2024-05-26T02:25:40.654559762Z Changes detected, updating prometheus config 2024-05-26T02:25:40.658947127Z Jobs detected: 0 2024-05-26T02:25:40.678502605Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:25:40.681947449Z alerting: 2024-05-26T02:25:40.681987010Z alertmanagers: 2024-05-26T02:25:40.682006393Z - static_configs: 2024-05-26T02:25:40.682022999Z - targets: 2024-05-26T02:25:40.682039171Z - alertmanager:9093 2024-05-26T02:25:40.682053727Z global: 2024-05-26T02:25:40.682068539Z evaluation_interval: 15s 2024-05-26T02:25:40.682084213Z scrape_interval: 15s 2024-05-26T02:25:40.682099518Z rule_files: 2024-05-26T02:25:40.682115028Z - osm_metric_rules.yml 2024-05-26T02:25:40.682130738Z - osm_alert_rules.yml 2024-05-26T02:25:40.682140058Z scrape_configs: 2024-05-26T02:25:40.682148032Z - job_name: mon_exporter 2024-05-26T02:25:40.682155799Z static_configs: 2024-05-26T02:25:40.682163672Z - targets: 2024-05-26T02:25:40.682171553Z - mon:8000 2024-05-26T02:25:40.682179357Z - honor_labels: true 2024-05-26T02:25:40.682187170Z job_name: pushgateway 2024-05-26T02:25:40.682195011Z scrape_interval: 30s 2024-05-26T02:25:40.682202766Z static_configs: 2024-05-26T02:25:40.682210533Z - targets: 2024-05-26T02:25:40.682219181Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:25:40.682255740Z 2024-05-26T02:25:40.686667468Z Alerts read: 0 2024-05-26T02:25:40.689339150Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:25:40.690772781Z groups: 2024-05-26T02:25:40.690802483Z - name: osm_alert_rules 2024-05-26T02:25:40.690813185Z rules: 2024-05-26T02:25:40.690823665Z - alert: vdu_down 2024-05-26T02:25:40.690833288Z annotations: 2024-05-26T02:25:40.690849982Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:25:40.690861541Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:25:40.690870716Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:25:40.690880745Z expr: vm_status_extended != 1 2024-05-26T02:25:40.690890020Z for: 3m 2024-05-26T02:25:40.690898759Z 2024-05-26T02:25:40.692074677Z New config written, updating prometheus 2024-05-26T02:25:45.740925128Z Prometheus config update successful 2024-05-26T02:25:45.741064471Z 2024-05-26T02:25:45.741113948Z Changes detected, updating prometheus config 2024-05-26T02:25:45.743499137Z Jobs detected: 0 2024-05-26T02:25:45.750669422Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:25:45.752985118Z alerting: 2024-05-26T02:25:45.753004283Z alertmanagers: 2024-05-26T02:25:45.753011211Z - static_configs: 2024-05-26T02:25:45.753015696Z - targets: 2024-05-26T02:25:45.753020826Z - alertmanager:9093 2024-05-26T02:25:45.753025260Z global: 2024-05-26T02:25:45.753029762Z evaluation_interval: 15s 2024-05-26T02:25:45.753034174Z scrape_interval: 15s 2024-05-26T02:25:45.753038576Z rule_files: 2024-05-26T02:25:45.753043027Z - osm_metric_rules.yml 2024-05-26T02:25:45.753047396Z - osm_alert_rules.yml 2024-05-26T02:25:45.753051516Z scrape_configs: 2024-05-26T02:25:45.753055609Z - job_name: mon_exporter 2024-05-26T02:25:45.753059679Z static_configs: 2024-05-26T02:25:45.753064046Z - targets: 2024-05-26T02:25:45.753068548Z - mon:8000 2024-05-26T02:25:45.753072806Z - honor_labels: true 2024-05-26T02:25:45.753077081Z job_name: pushgateway 2024-05-26T02:25:45.753081286Z scrape_interval: 30s 2024-05-26T02:25:45.753085506Z static_configs: 2024-05-26T02:25:45.753090219Z - targets: 2024-05-26T02:25:45.753095813Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:25:45.753099900Z 2024-05-26T02:25:45.759775372Z Alerts read: 0 2024-05-26T02:25:45.761876017Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:25:45.763194862Z groups: 2024-05-26T02:25:45.763210456Z - name: osm_alert_rules 2024-05-26T02:25:45.763215572Z rules: 2024-05-26T02:25:45.763220340Z - alert: vdu_down 2024-05-26T02:25:45.763224946Z annotations: 2024-05-26T02:25:45.763231224Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:25:45.763237062Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:25:45.763241559Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:25:45.763246740Z expr: vm_status_extended != 1 2024-05-26T02:25:45.763251347Z for: 3m 2024-05-26T02:25:45.763255560Z 2024-05-26T02:25:45.764531919Z New config written, updating prometheus 2024-05-26T02:25:50.794870561Z Prometheus config update successful 2024-05-26T02:25:50.794895098Z 2024-05-26T02:27:54.826158991Z Changes detected, updating prometheus config 2024-05-26T02:27:54.829582504Z Jobs detected: 0 2024-05-26T02:27:54.842322601Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:27:54.846375080Z alerting: 2024-05-26T02:27:54.846396695Z alertmanagers: 2024-05-26T02:27:54.846404061Z - static_configs: 2024-05-26T02:27:54.846410240Z - targets: 2024-05-26T02:27:54.846417589Z - alertmanager:9093 2024-05-26T02:27:54.846423548Z global: 2024-05-26T02:27:54.846429439Z evaluation_interval: 15s 2024-05-26T02:27:54.846435366Z scrape_interval: 15s 2024-05-26T02:27:54.846441202Z rule_files: 2024-05-26T02:27:54.846446859Z - osm_metric_rules.yml 2024-05-26T02:27:54.846452706Z - osm_alert_rules.yml 2024-05-26T02:27:54.846458612Z scrape_configs: 2024-05-26T02:27:54.846464297Z - job_name: mon_exporter 2024-05-26T02:27:54.846469919Z static_configs: 2024-05-26T02:27:54.846475693Z - targets: 2024-05-26T02:27:54.846488510Z - mon:8000 2024-05-26T02:27:54.846494607Z - honor_labels: true 2024-05-26T02:27:54.846500217Z job_name: pushgateway 2024-05-26T02:27:54.846505824Z scrape_interval: 30s 2024-05-26T02:27:54.846511804Z static_configs: 2024-05-26T02:27:54.846517355Z - targets: 2024-05-26T02:27:54.846524113Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:27:54.846538370Z 2024-05-26T02:27:54.850831111Z Alerts read: 1 2024-05-26T02:27:54.853103699Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:27:54.855785339Z groups: 2024-05-26T02:27:54.855804253Z - name: osm_alert_rules 2024-05-26T02:27:54.855857285Z rules: 2024-05-26T02:27:54.855863344Z - alert: vdu_down 2024-05-26T02:27:54.855868771Z annotations: 2024-05-26T02:27:54.855875193Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:27:54.855881766Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:27:54.855887024Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:27:54.855892999Z expr: vm_status_extended != 1 2024-05-26T02:27:54.855937920Z for: 3m 2024-05-26T02:27:54.855947932Z - name: _osm_alert_rules_20240526022754_ 2024-05-26T02:27:54.855953723Z rules: 2024-05-26T02:27:54.855959627Z - alert: vdu_alarm_0a4a20ae-c6eb-4aae-9b98-9acd6cad4ee9 2024-05-26T02:27:54.855965771Z expr: osm_cpu_utilization{ns_id="7df26913-0365-492f-afaf-e9a01d842be2", vnf_member_index="vnf", 2024-05-26T02:27:54.855971418Z vdu_id="cirros_vnfd-VM"} < 20.0000 2024-05-26T02:27:54.855976663Z for: 1m 2024-05-26T02:27:54.855982016Z labels: 2024-05-26T02:27:54.855987285Z ns_id: 7df26913-0365-492f-afaf-e9a01d842be2 2024-05-26T02:27:54.856053732Z vdu_id: cirros_vnfd-VM 2024-05-26T02:27:54.856060463Z vdu_name: '{{ $labels.vdu_name }}' 2024-05-26T02:27:54.856065861Z vnf_member_index: vnf 2024-05-26T02:27:54.863827159Z 2024-05-26T02:27:54.863861855Z New config written, updating prometheus 2024-05-26T02:27:59.912298404Z Prometheus config update successful 2024-05-26T02:27:59.912333962Z 2024-05-26T02:37:02.759183077Z Changes detected, updating prometheus config 2024-05-26T02:37:02.764580367Z Jobs detected: 0 2024-05-26T02:37:02.769554748Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:37:02.771541753Z alerting: 2024-05-26T02:37:02.771558458Z alertmanagers: 2024-05-26T02:37:02.771564170Z - static_configs: 2024-05-26T02:37:02.771568398Z - targets: 2024-05-26T02:37:02.771573470Z - alertmanager:9093 2024-05-26T02:37:02.771577716Z global: 2024-05-26T02:37:02.771581955Z evaluation_interval: 15s 2024-05-26T02:37:02.771602408Z scrape_interval: 15s 2024-05-26T02:37:02.771606572Z rule_files: 2024-05-26T02:37:02.771610716Z - osm_metric_rules.yml 2024-05-26T02:37:02.771614601Z - osm_alert_rules.yml 2024-05-26T02:37:02.771618619Z scrape_configs: 2024-05-26T02:37:02.771622554Z - job_name: mon_exporter 2024-05-26T02:37:02.771626477Z static_configs: 2024-05-26T02:37:02.771630224Z - targets: 2024-05-26T02:37:02.771634372Z - mon:8000 2024-05-26T02:37:02.771638453Z - honor_labels: true 2024-05-26T02:37:02.771642647Z job_name: pushgateway 2024-05-26T02:37:02.771660073Z scrape_interval: 30s 2024-05-26T02:37:02.771664020Z static_configs: 2024-05-26T02:37:02.771667955Z - targets: 2024-05-26T02:37:02.771689308Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:37:02.771693285Z 2024-05-26T02:37:02.774423655Z Alerts read: 0 2024-05-26T02:37:02.776334819Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:37:02.777447608Z groups: 2024-05-26T02:37:02.777459470Z - name: osm_alert_rules 2024-05-26T02:37:02.777462733Z rules: 2024-05-26T02:37:02.777465723Z - alert: vdu_down 2024-05-26T02:37:02.777468794Z annotations: 2024-05-26T02:37:02.777472401Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:37:02.777476346Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:37:02.777479437Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:37:02.777483183Z expr: vm_status_extended != 1 2024-05-26T02:37:02.777486190Z for: 3m 2024-05-26T02:37:02.777488958Z 2024-05-26T02:37:02.778529491Z New config written, updating prometheus 2024-05-26T02:37:07.821355213Z Prometheus config update successful 2024-05-26T02:37:07.821395721Z 2024-05-26T02:39:19.196321853Z Changes detected, updating prometheus config 2024-05-26T02:39:19.199073061Z Jobs detected: 1 2024-05-26T02:39:19.204880367Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:39:19.208173474Z alerting: 2024-05-26T02:39:19.208190932Z alertmanagers: 2024-05-26T02:39:19.208197560Z - static_configs: 2024-05-26T02:39:19.208203295Z - targets: 2024-05-26T02:39:19.208210114Z - alertmanager:9093 2024-05-26T02:39:19.208215792Z global: 2024-05-26T02:39:19.208221795Z evaluation_interval: 15s 2024-05-26T02:39:19.208227340Z scrape_interval: 15s 2024-05-26T02:39:19.208233018Z rule_files: 2024-05-26T02:39:19.208238616Z - osm_metric_rules.yml 2024-05-26T02:39:19.208244214Z - osm_alert_rules.yml 2024-05-26T02:39:19.208249704Z scrape_configs: 2024-05-26T02:39:19.208261042Z - job_name: mon_exporter 2024-05-26T02:39:19.208266826Z static_configs: 2024-05-26T02:39:19.208272420Z - targets: 2024-05-26T02:39:19.208278307Z - mon:8000 2024-05-26T02:39:19.208283894Z - honor_labels: true 2024-05-26T02:39:19.208289534Z job_name: pushgateway 2024-05-26T02:39:19.208295076Z scrape_interval: 30s 2024-05-26T02:39:19.208300568Z static_configs: 2024-05-26T02:39:19.208306070Z - targets: 2024-05-26T02:39:19.208327295Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:39:19.208333751Z - job_name: 847fcddd72be46e89b018e4e767b3a8d 2024-05-26T02:39:19.208339350Z metrics_path: /snmp 2024-05-26T02:39:19.208348299Z params: 2024-05-26T02:39:19.208354106Z module: 2024-05-26T02:39:19.208359739Z - osm-snmp 2024-05-26T02:39:19.208365428Z relabel_configs: 2024-05-26T02:39:19.208370952Z - source_labels: 2024-05-26T02:39:19.208396015Z - __address__ 2024-05-26T02:39:19.208402132Z target_label: __param_target 2024-05-26T02:39:19.208407691Z - source_labels: 2024-05-26T02:39:19.208413213Z - __param_target 2024-05-26T02:39:19.208418626Z target_label: instance 2024-05-26T02:39:19.208425208Z - replacement: eechart-0078893352-snmpexporter.e0f5f218-7b81-4247-bfdb-23b49a5ef28a.svc:80 2024-05-26T02:39:19.208430769Z target_label: __address__ 2024-05-26T02:39:19.208436278Z static_configs: 2024-05-26T02:39:19.208442228Z - targets: 2024-05-26T02:39:19.208447967Z - 172.21.249.174 2024-05-26T02:39:19.208453189Z 2024-05-26T02:39:19.212599472Z Alerts read: 0 2024-05-26T02:39:19.214560111Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:39:19.215692151Z groups: 2024-05-26T02:39:19.215706447Z - name: osm_alert_rules 2024-05-26T02:39:19.215712589Z rules: 2024-05-26T02:39:19.215718358Z - alert: vdu_down 2024-05-26T02:39:19.215724654Z annotations: 2024-05-26T02:39:19.215730902Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:39:19.215737183Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:39:19.215742736Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:39:19.215749099Z expr: vm_status_extended != 1 2024-05-26T02:39:19.215754879Z for: 3m 2024-05-26T02:39:19.215766316Z 2024-05-26T02:39:19.218560871Z New config written, updating prometheus 2024-05-26T02:39:24.273778010Z Prometheus config update successful 2024-05-26T02:39:24.277824721Z 2024-05-26T02:39:35.530898798Z Changes detected, updating prometheus config 2024-05-26T02:39:35.537065039Z Jobs detected: 0 2024-05-26T02:39:35.550814178Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:39:35.555324577Z alerting: 2024-05-26T02:39:35.555348303Z alertmanagers: 2024-05-26T02:39:35.555353408Z - static_configs: 2024-05-26T02:39:35.555356562Z - targets: 2024-05-26T02:39:35.555361085Z - alertmanager:9093 2024-05-26T02:39:35.555364245Z global: 2024-05-26T02:39:35.555367280Z evaluation_interval: 15s 2024-05-26T02:39:35.555370221Z scrape_interval: 15s 2024-05-26T02:39:35.555373239Z rule_files: 2024-05-26T02:39:35.555376280Z - osm_metric_rules.yml 2024-05-26T02:39:35.555379252Z - osm_alert_rules.yml 2024-05-26T02:39:35.555382249Z scrape_configs: 2024-05-26T02:39:35.555385174Z - job_name: mon_exporter 2024-05-26T02:39:35.555388022Z static_configs: 2024-05-26T02:39:35.555390987Z - targets: 2024-05-26T02:39:35.555393866Z - mon:8000 2024-05-26T02:39:35.555396912Z - honor_labels: true 2024-05-26T02:39:35.555399835Z job_name: pushgateway 2024-05-26T02:39:35.555402673Z scrape_interval: 30s 2024-05-26T02:39:35.555405583Z static_configs: 2024-05-26T02:39:35.555408480Z - targets: 2024-05-26T02:39:35.555411707Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:39:35.555430577Z 2024-05-26T02:39:35.559602322Z Alerts read: 0 2024-05-26T02:39:35.562751972Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:39:35.564321118Z groups: 2024-05-26T02:39:35.564334147Z - name: osm_alert_rules 2024-05-26T02:39:35.564338980Z rules: 2024-05-26T02:39:35.564343573Z - alert: vdu_down 2024-05-26T02:39:35.564347979Z annotations: 2024-05-26T02:39:35.564353924Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:39:35.564365964Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:39:35.564383145Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:39:35.564388408Z expr: vm_status_extended != 1 2024-05-26T02:39:35.564393272Z for: 3m 2024-05-26T02:39:35.564405028Z 2024-05-26T02:39:35.565687615Z New config written, updating prometheus 2024-05-26T02:39:40.609982630Z Prometheus config update successful 2024-05-26T02:39:40.610067409Z 2024-05-26T02:52:43.104685586Z Changes detected, updating prometheus config 2024-05-26T02:52:43.107835692Z Jobs detected: 0 2024-05-26T02:52:43.119332896Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:52:43.122044405Z alerting: 2024-05-26T02:52:43.122060091Z alertmanagers: 2024-05-26T02:52:43.122064526Z - static_configs: 2024-05-26T02:52:43.122068239Z - targets: 2024-05-26T02:52:43.122098301Z - alertmanager:9093 2024-05-26T02:52:43.122102348Z global: 2024-05-26T02:52:43.122105852Z evaluation_interval: 15s 2024-05-26T02:52:43.122109371Z scrape_interval: 15s 2024-05-26T02:52:43.122112724Z rule_files: 2024-05-26T02:52:43.122116333Z - osm_metric_rules.yml 2024-05-26T02:52:43.122119759Z - osm_alert_rules.yml 2024-05-26T02:52:43.122123089Z scrape_configs: 2024-05-26T02:52:43.122126915Z - job_name: mon_exporter 2024-05-26T02:52:43.122130644Z static_configs: 2024-05-26T02:52:43.122134033Z - targets: 2024-05-26T02:52:43.122137421Z - mon:8000 2024-05-26T02:52:43.122140700Z - honor_labels: true 2024-05-26T02:52:43.122144133Z job_name: pushgateway 2024-05-26T02:52:43.122147435Z scrape_interval: 30s 2024-05-26T02:52:43.122151302Z static_configs: 2024-05-26T02:52:43.122154661Z - targets: 2024-05-26T02:52:43.122166607Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:52:43.122170299Z 2024-05-26T02:52:43.126586570Z Alerts read: 2 2024-05-26T02:52:43.129884793Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:52:43.133163962Z groups: 2024-05-26T02:52:43.133177618Z - name: osm_alert_rules 2024-05-26T02:52:43.133231342Z rules: 2024-05-26T02:52:43.133235492Z - alert: vdu_down 2024-05-26T02:52:43.133238614Z annotations: 2024-05-26T02:52:43.133242641Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:52:43.133246405Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:52:43.133249633Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:52:43.133253250Z expr: vm_status_extended != 1 2024-05-26T02:52:43.133256443Z for: 3m 2024-05-26T02:52:43.133259487Z - name: _osm_alert_rules_20240526025243_ 2024-05-26T02:52:43.133262469Z rules: 2024-05-26T02:52:43.133266127Z - alert: scalein_4cbe34ae-4eae-48f8-ba41-88944cd84137 2024-05-26T02:52:43.133273417Z expr: (count (osm_cpu_utilization{ns_id="0f8dc0a8-9aae-4c1b-80e6-edb6b1e681b7", 2024-05-26T02:52:43.133277924Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0f8dc0a8-9aae-4c1b-80e6-edb6b1e681b7", 2024-05-26T02:52:43.133281038Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-26T02:52:43.133284070Z for: 1m 2024-05-26T02:52:43.133287106Z labels: 2024-05-26T02:52:43.133290146Z ns_id: 0f8dc0a8-9aae-4c1b-80e6-edb6b1e681b7 2024-05-26T02:52:43.133298832Z vdu_id: hackfest_basic_metrics-VM 2024-05-26T02:52:43.133302660Z vnf_member_index: '1' 2024-05-26T02:52:43.133305898Z - alert: scaleout_e87f2de0-2327-49d5-9e45-822e1595272d 2024-05-26T02:52:43.133332648Z expr: (count (osm_cpu_utilization{ns_id="0f8dc0a8-9aae-4c1b-80e6-edb6b1e681b7", 2024-05-26T02:52:43.133335984Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0f8dc0a8-9aae-4c1b-80e6-edb6b1e681b7", 2024-05-26T02:52:43.133339042Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-26T02:52:43.133342181Z for: 1m 2024-05-26T02:52:43.133345169Z labels: 2024-05-26T02:52:43.133348191Z ns_id: 0f8dc0a8-9aae-4c1b-80e6-edb6b1e681b7 2024-05-26T02:52:43.133351251Z vdu_id: hackfest_basic_metrics-VM 2024-05-26T02:52:43.133354318Z vnf_member_index: '1' 2024-05-26T02:52:43.133357197Z 2024-05-26T02:52:43.136530622Z New config written, updating prometheus 2024-05-26T02:52:48.174101376Z Prometheus config update successful 2024-05-26T02:52:48.174140762Z 2024-05-26T02:52:48.174410525Z Changes detected, updating prometheus config 2024-05-26T02:52:48.176540727Z Jobs detected: 0 2024-05-26T02:52:48.183235881Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:52:48.185666696Z alerting: 2024-05-26T02:52:48.185687620Z alertmanagers: 2024-05-26T02:52:48.185693308Z - static_configs: 2024-05-26T02:52:48.185697863Z - targets: 2024-05-26T02:52:48.185703035Z - alertmanager:9093 2024-05-26T02:52:48.185707466Z global: 2024-05-26T02:52:48.185712291Z evaluation_interval: 15s 2024-05-26T02:52:48.185716761Z scrape_interval: 15s 2024-05-26T02:52:48.185721155Z rule_files: 2024-05-26T02:52:48.185725493Z - osm_metric_rules.yml 2024-05-26T02:52:48.185730088Z - osm_alert_rules.yml 2024-05-26T02:52:48.185734439Z scrape_configs: 2024-05-26T02:52:48.185738935Z - job_name: mon_exporter 2024-05-26T02:52:48.185743366Z static_configs: 2024-05-26T02:52:48.185747645Z - targets: 2024-05-26T02:52:48.185752243Z - mon:8000 2024-05-26T02:52:48.185756614Z - honor_labels: true 2024-05-26T02:52:48.185760964Z job_name: pushgateway 2024-05-26T02:52:48.185765428Z scrape_interval: 30s 2024-05-26T02:52:48.185769811Z static_configs: 2024-05-26T02:52:48.185774043Z - targets: 2024-05-26T02:52:48.185779037Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:52:48.185783448Z 2024-05-26T02:52:48.189726566Z Alerts read: 2 2024-05-26T02:52:48.191540565Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:52:48.196338570Z groups: 2024-05-26T02:52:48.196369628Z - name: osm_alert_rules 2024-05-26T02:52:48.196375444Z rules: 2024-05-26T02:52:48.196380493Z - alert: vdu_down 2024-05-26T02:52:48.196385456Z annotations: 2024-05-26T02:52:48.196391255Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:52:48.196396910Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:52:48.196401958Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:52:48.196412463Z expr: vm_status_extended != 1 2024-05-26T02:52:48.196417523Z for: 3m 2024-05-26T02:52:48.196421881Z - name: _osm_alert_rules_20240526025248_ 2024-05-26T02:52:48.196426167Z rules: 2024-05-26T02:52:48.196430806Z - alert: scalein_4cbe34ae-4eae-48f8-ba41-88944cd84137 2024-05-26T02:52:48.196435119Z expr: (count (osm_cpu_utilization{ns_id="0f8dc0a8-9aae-4c1b-80e6-edb6b1e681b7", 2024-05-26T02:52:48.196440248Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0f8dc0a8-9aae-4c1b-80e6-edb6b1e681b7", 2024-05-26T02:52:48.196444910Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-26T02:52:48.196468232Z for: 1m 2024-05-26T02:52:48.196472531Z labels: 2024-05-26T02:52:48.196476858Z ns_id: 0f8dc0a8-9aae-4c1b-80e6-edb6b1e681b7 2024-05-26T02:52:48.196481534Z vdu_id: hackfest_basic_metrics-VM 2024-05-26T02:52:48.196486334Z vnf_member_index: '1' 2024-05-26T02:52:48.196490594Z - alert: scaleout_e87f2de0-2327-49d5-9e45-822e1595272d 2024-05-26T02:52:48.196494962Z expr: (count (osm_cpu_utilization{ns_id="0f8dc0a8-9aae-4c1b-80e6-edb6b1e681b7", 2024-05-26T02:52:48.196499592Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0f8dc0a8-9aae-4c1b-80e6-edb6b1e681b7", 2024-05-26T02:52:48.196503850Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-26T02:52:48.196507990Z for: 1m 2024-05-26T02:52:48.196512349Z labels: 2024-05-26T02:52:48.196516704Z ns_id: 0f8dc0a8-9aae-4c1b-80e6-edb6b1e681b7 2024-05-26T02:52:48.196520951Z vdu_id: hackfest_basic_metrics-VM 2024-05-26T02:52:48.196525013Z vnf_member_index: '1' 2024-05-26T02:52:48.196529095Z 2024-05-26T02:52:48.199199169Z New config written, updating prometheus 2024-05-26T02:52:53.231933295Z Prometheus config update successful 2024-05-26T02:52:53.231985874Z 2024-05-26T02:53:36.951104538Z Changes detected, updating prometheus config 2024-05-26T02:53:36.952823734Z Jobs detected: 0 2024-05-26T02:53:36.958715756Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:53:36.961371355Z alerting: 2024-05-26T02:53:36.961389129Z alertmanagers: 2024-05-26T02:53:36.961395267Z - static_configs: 2024-05-26T02:53:36.961400969Z - targets: 2024-05-26T02:53:36.961406827Z - alertmanager:9093 2024-05-26T02:53:36.961412029Z global: 2024-05-26T02:53:36.961417414Z evaluation_interval: 15s 2024-05-26T02:53:36.961422578Z scrape_interval: 15s 2024-05-26T02:53:36.961427748Z rule_files: 2024-05-26T02:53:36.961432924Z - osm_metric_rules.yml 2024-05-26T02:53:36.961438026Z - osm_alert_rules.yml 2024-05-26T02:53:36.961443651Z scrape_configs: 2024-05-26T02:53:36.961448895Z - job_name: mon_exporter 2024-05-26T02:53:36.961454081Z static_configs: 2024-05-26T02:53:36.961459281Z - targets: 2024-05-26T02:53:36.961464408Z - mon:8000 2024-05-26T02:53:36.961469483Z - honor_labels: true 2024-05-26T02:53:36.961478629Z job_name: pushgateway 2024-05-26T02:53:36.961483939Z scrape_interval: 30s 2024-05-26T02:53:36.961489153Z static_configs: 2024-05-26T02:53:36.961494322Z - targets: 2024-05-26T02:53:36.961500234Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:53:36.961505261Z 2024-05-26T02:53:36.964937186Z Alerts read: 0 2024-05-26T02:53:36.966784243Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:53:36.968007751Z groups: 2024-05-26T02:53:36.968022519Z - name: osm_alert_rules 2024-05-26T02:53:36.968028296Z rules: 2024-05-26T02:53:36.968033532Z - alert: vdu_down 2024-05-26T02:53:36.968038751Z annotations: 2024-05-26T02:53:36.968047303Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:53:36.968054163Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:53:36.968059696Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:53:36.968065663Z expr: vm_status_extended != 1 2024-05-26T02:53:36.968071034Z for: 3m 2024-05-26T02:53:36.968076121Z 2024-05-26T02:53:36.969150629Z New config written, updating prometheus 2024-05-26T02:53:42.009480251Z Prometheus config update successful 2024-05-26T02:53:42.009529265Z 2024-05-26T02:53:42.009536525Z Changes detected, updating prometheus config 2024-05-26T02:53:42.011123659Z Jobs detected: 0 2024-05-26T02:53:42.016669118Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-26T02:53:42.018511011Z alerting: 2024-05-26T02:53:42.018528292Z alertmanagers: 2024-05-26T02:53:42.018535015Z - static_configs: 2024-05-26T02:53:42.018540307Z - targets: 2024-05-26T02:53:42.018546462Z - alertmanager:9093 2024-05-26T02:53:42.018551752Z global: 2024-05-26T02:53:42.018557015Z evaluation_interval: 15s 2024-05-26T02:53:42.018562279Z scrape_interval: 15s 2024-05-26T02:53:42.018567545Z rule_files: 2024-05-26T02:53:42.018572900Z - osm_metric_rules.yml 2024-05-26T02:53:42.018578200Z - osm_alert_rules.yml 2024-05-26T02:53:42.018583436Z scrape_configs: 2024-05-26T02:53:42.018588877Z - job_name: mon_exporter 2024-05-26T02:53:42.018594100Z static_configs: 2024-05-26T02:53:42.018599539Z - targets: 2024-05-26T02:53:42.018604866Z - mon:8000 2024-05-26T02:53:42.018609954Z - honor_labels: true 2024-05-26T02:53:42.018615223Z job_name: pushgateway 2024-05-26T02:53:42.018620381Z scrape_interval: 30s 2024-05-26T02:53:42.018625549Z static_configs: 2024-05-26T02:53:42.018630707Z - targets: 2024-05-26T02:53:42.018636753Z - pushgateway-prometheus-pushgateway:9091 2024-05-26T02:53:42.018641763Z 2024-05-26T02:53:42.021279541Z Alerts read: 0 2024-05-26T02:53:42.022943583Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-26T02:53:42.023972759Z groups: 2024-05-26T02:53:42.023988642Z - name: osm_alert_rules 2024-05-26T02:53:42.023995900Z rules: 2024-05-26T02:53:42.024002989Z - alert: vdu_down 2024-05-26T02:53:42.024010065Z annotations: 2024-05-26T02:53:42.024018052Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-26T02:53:42.024025889Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-26T02:53:42.024032979Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-26T02:53:42.024040569Z expr: vm_status_extended != 1 2024-05-26T02:53:42.024047816Z for: 3m 2024-05-26T02:53:42.024054474Z 2024-05-26T02:53:42.025180368Z New config written, updating prometheus 2024-05-26T02:53:47.061955857Z Prometheus config update successful 2024-05-26T02:53:47.062004728Z