2024-04-28T01:29:18.239577654Z ts=2024-04-28T01:29:18.239Z caller=main.go:539 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-28T01:29:18.239616326Z ts=2024-04-28T01:29:18.239Z caller=main.go:583 level=info msg="Starting Prometheus Server" mode=server version="(version=2.47.0, branch=HEAD, revision=efa34a5840661c29c2e362efa76bc3a70dccb335)" 2024-04-28T01:29:18.239620894Z ts=2024-04-28T01:29:18.239Z caller=main.go:588 level=info build_context="(go=go1.21.0, platform=linux/amd64, user=root@409eb5e6b30c, date=20230906-10:20:07, tags=netgo,builtinassets,stringlabels)" 2024-04-28T01:29:18.239637312Z ts=2024-04-28T01:29:18.239Z caller=main.go:589 level=info host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))" 2024-04-28T01:29:18.239641646Z ts=2024-04-28T01:29:18.239Z caller=main.go:590 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-28T01:29:18.239647399Z ts=2024-04-28T01:29:18.239Z caller=main.go:591 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-28T01:29:18.242050227Z ts=2024-04-28T01:29:18.241Z caller=web.go:566 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-04-28T01:29:18.243182497Z ts=2024-04-28T01:29:18.243Z caller=main.go:1024 level=info msg="Starting TSDB ..." 2024-04-28T01:29:18.244513351Z ts=2024-04-28T01:29:18.244Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090 2024-04-28T01:29:18.244592548Z ts=2024-04-28T01:29:18.244Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090 2024-04-28T01:29:18.246861517Z ts=2024-04-28T01:29:18.246Z caller=head.go:600 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-28T01:29:18.246873749Z ts=2024-04-28T01:29:18.246Z caller=head.go:681 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=8.075µs 2024-04-28T01:29:18.246877261Z ts=2024-04-28T01:29:18.246Z caller=head.go:689 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-28T01:29:18.250714437Z ts=2024-04-28T01:29:18.250Z caller=head.go:760 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-28T01:29:18.250728281Z ts=2024-04-28T01:29:18.250Z caller=head.go:797 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=46.515µs wal_replay_duration=3.798402ms wbl_replay_duration=151ns total_replay_duration=3.877977ms 2024-04-28T01:29:18.254470074Z ts=2024-04-28T01:29:18.254Z caller=main.go:1045 level=info fs_type=EXT4_SUPER_MAGIC 2024-04-28T01:29:18.254492545Z ts=2024-04-28T01:29:18.254Z caller=main.go:1048 level=info msg="TSDB started" 2024-04-28T01:29:18.254500416Z ts=2024-04-28T01:29:18.254Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:29:18.256854440Z ts=2024-04-28T01:29:18.256Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.305683ms db_storage=6.453µs remote_storage=1.698µs web_handler=367ns query_engine=890ns scrape=489.082µs scrape_sd=52.501µs notify=73.049µs notify_sd=11.543µs rules=1.162497ms tracing=5.926µs 2024-04-28T01:29:18.256869069Z ts=2024-04-28T01:29:18.256Z caller=main.go:1009 level=info msg="Server is ready to receive web requests." 2024-04-28T01:29:18.256984129Z ts=2024-04-28T01:29:18.256Z caller=manager.go:1009 level=info component="rule manager" msg="Starting rule manager..." 2024-04-28T01:30:39.422326290Z ts=2024-04-28T01:30:39.422Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:30:39.425804201Z ts=2024-04-28T01:30:39.425Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.593017ms db_storage=5.981µs remote_storage=1.604µs web_handler=564ns query_engine=1.345µs scrape=183.494µs scrape_sd=40.502µs notify=63.597µs notify_sd=8.02µs rules=2.219181ms tracing=12.695µs 2024-04-28T01:45:25.543930704Z ts=2024-04-28T01:45:25.543Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:45:25.546994863Z ts=2024-04-28T01:45:25.546Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.147414ms db_storage=6.801µs remote_storage=1.589µs web_handler=1.008µs query_engine=1.291µs scrape=169.037µs scrape_sd=40.909µs notify=58.638µs notify_sd=7.068µs rules=1.973142ms tracing=35.913µs 2024-04-28T01:45:30.603027199Z ts=2024-04-28T01:45:30.602Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:45:30.605881448Z ts=2024-04-28T01:45:30.605Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.809145ms db_storage=1.87µs remote_storage=2.049µs web_handler=541ns query_engine=1.216µs scrape=124.081µs scrape_sd=50.316µs notify=19.664µs notify_sd=13.625µs rules=2.027224ms tracing=7.07µs 2024-04-28T01:46:32.588901025Z ts=2024-04-28T01:46:32.588Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"1dca567f-a05d-4923-adcf-99d50b38cd1c\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"0ff82d37-f162-4f2a-9895-a58a128c9616\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T01:46:47.588385896Z ts=2024-04-28T01:46:47.587Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"1dca567f-a05d-4923-adcf-99d50b38cd1c\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"0ff82d37-f162-4f2a-9895-a58a128c9616\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T01:47:02.589095065Z ts=2024-04-28T01:47:02.588Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"1dca567f-a05d-4923-adcf-99d50b38cd1c\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"0ff82d37-f162-4f2a-9895-a58a128c9616\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T01:47:11.848106502Z ts=2024-04-28T01:47:11.847Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:47:11.853359229Z ts=2024-04-28T01:47:11.853Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.304574ms db_storage=2.195µs remote_storage=2.531µs web_handler=685ns query_engine=1.418µs scrape=328.678µs scrape_sd=84.027µs notify=28.557µs notify_sd=175.778µs rules=3.248657ms tracing=62.612µs 2024-04-28T01:47:16.896890100Z ts=2024-04-28T01:47:16.896Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:47:16.899167541Z ts=2024-04-28T01:47:16.898Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.264887ms db_storage=1.977µs remote_storage=2.286µs web_handler=864ns query_engine=1.513µs scrape=119.575µs scrape_sd=47.981µs notify=19.794µs notify_sd=10.447µs rules=1.540527ms tracing=6.337µs 2024-04-28T01:47:17.588044386Z ts=2024-04-28T01:47:17.587Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"1dca567f-a05d-4923-adcf-99d50b38cd1c\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"0ff82d37-f162-4f2a-9895-a58a128c9616\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T01:47:32.592136167Z ts=2024-04-28T01:47:32.591Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"1dca567f-a05d-4923-adcf-99d50b38cd1c\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"0ff82d37-f162-4f2a-9895-a58a128c9616\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T01:47:47.590739391Z ts=2024-04-28T01:47:47.590Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"1dca567f-a05d-4923-adcf-99d50b38cd1c\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"0ff82d37-f162-4f2a-9895-a58a128c9616\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T01:48:02.591133193Z ts=2024-04-28T01:48:02.590Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"1dca567f-a05d-4923-adcf-99d50b38cd1c\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"0ff82d37-f162-4f2a-9895-a58a128c9616\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T01:48:17.591472653Z ts=2024-04-28T01:48:17.591Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"1dca567f-a05d-4923-adcf-99d50b38cd1c\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"0ff82d37-f162-4f2a-9895-a58a128c9616\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T01:48:32.588988120Z ts=2024-04-28T01:48:32.588Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"1dca567f-a05d-4923-adcf-99d50b38cd1c\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"0ff82d37-f162-4f2a-9895-a58a128c9616\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T01:48:38.585650409Z ts=2024-04-28T01:48:38.585Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:48:38.588188900Z ts=2024-04-28T01:48:38.587Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.448897ms db_storage=1.548µs remote_storage=1.405µs web_handler=397ns query_engine=1.224µs scrape=86.172µs scrape_sd=39.122µs notify=14.715µs notify_sd=8.489µs rules=1.975197ms tracing=6.398µs 2024-04-28T01:48:43.650872403Z ts=2024-04-28T01:48:43.650Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:48:43.657682802Z ts=2024-04-28T01:48:43.657Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.882599ms db_storage=1.514µs remote_storage=1.84µs web_handler=308ns query_engine=987ns scrape=92.442µs scrape_sd=40.611µs notify=16.443µs notify_sd=7.137µs rules=6.390306ms tracing=7.195µs 2024-04-28T01:48:47.589805871Z ts=2024-04-28T01:48:47.589Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"1dca567f-a05d-4923-adcf-99d50b38cd1c\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"437e10e7-02c1-4e73-ae32-ef4de76c4030\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"0ff82d37-f162-4f2a-9895-a58a128c9616\", vdu_name=\"basic_09_manual_-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"13e83488-0454-474f-ad22-833471f418af\", vnf_id=\"a250466c-3884-407f-87ad-2f6496f0d0e8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T01:48:48.718653401Z ts=2024-04-28T01:48:48.718Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:48:48.724917159Z ts=2024-04-28T01:48:48.724Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.255287ms db_storage=35.342µs remote_storage=2.766µs web_handler=787ns query_engine=1.673µs scrape=311.861µs scrape_sd=126.31µs notify=204.54µs notify_sd=62.688µs rules=4.352442ms tracing=8.252µs 2024-04-28T01:48:53.780660498Z ts=2024-04-28T01:48:53.780Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:48:53.785041391Z ts=2024-04-28T01:48:53.784Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.336016ms db_storage=2.144µs remote_storage=1.753µs web_handler=318ns query_engine=1.063µs scrape=73.829µs scrape_sd=21.545µs notify=34.339µs notify_sd=7.665µs rules=3.946776ms tracing=8.444µs 2024-04-28T01:48:58.856614200Z ts=2024-04-28T01:48:58.856Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:48:58.859286100Z ts=2024-04-28T01:48:58.859Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.695499ms db_storage=1.378µs remote_storage=1.337µs web_handler=394ns query_engine=1.066µs scrape=94.825µs scrape_sd=27.753µs notify=16.992µs notify_sd=7.398µs rules=2.154773ms tracing=6.567µs 2024-04-28T01:49:03.912810121Z ts=2024-04-28T01:49:03.912Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:49:03.917375295Z ts=2024-04-28T01:49:03.917Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.543833ms db_storage=1.805µs remote_storage=2.298µs web_handler=805ns query_engine=1.758µs scrape=216.326µs scrape_sd=46.413µs notify=20µs notify_sd=11.082µs rules=3.498707ms tracing=12.23µs 2024-04-28T01:50:24.062787020Z ts=2024-04-28T01:50:24.062Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:50:24.064686109Z ts=2024-04-28T01:50:24.064Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.909323ms db_storage=6.213µs remote_storage=1.453µs web_handler=505ns query_engine=1.381µs scrape=157.872µs scrape_sd=62.065µs notify=51.933µs notify_sd=8.143µs rules=1.063063ms tracing=14.311µs 2024-04-28T01:50:29.113234425Z ts=2024-04-28T01:50:29.113Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:50:29.114706785Z ts=2024-04-28T01:50:29.114Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.504114ms db_storage=1.633µs remote_storage=1.605µs web_handler=326ns query_engine=1.375µs scrape=90.069µs scrape_sd=28.331µs notify=16.093µs notify_sd=7.943µs rules=921.358µs tracing=4.899µs 2024-04-28T01:50:34.177711338Z ts=2024-04-28T01:50:34.177Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:50:34.179252580Z ts=2024-04-28T01:50:34.179Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.561464ms db_storage=1.637µs remote_storage=2.116µs web_handler=306ns query_engine=1.022µs scrape=93.618µs scrape_sd=40.238µs notify=16.265µs notify_sd=7.647µs rules=994.494µs tracing=5.947µs 2024-04-28T01:50:39.213695248Z ts=2024-04-28T01:50:39.213Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:50:39.215112690Z ts=2024-04-28T01:50:39.214Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.410747ms db_storage=1.496µs remote_storage=1.43µs web_handler=331ns query_engine=1.308µs scrape=79.577µs scrape_sd=21.056µs notify=14.777µs notify_sd=7.647µs rules=1.033007ms tracing=4.91µs 2024-04-28T01:50:44.291753488Z ts=2024-04-28T01:50:44.291Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:50:44.295182824Z ts=2024-04-28T01:50:44.295Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.444329ms db_storage=3.571µs remote_storage=3.197µs web_handler=678ns query_engine=2.186µs scrape=201.818µs scrape_sd=55.217µs notify=38.17µs notify_sd=16.184µs rules=2.195222ms tracing=12.818µs 2024-04-28T01:50:49.346043260Z ts=2024-04-28T01:50:49.345Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T01:50:49.351239441Z ts=2024-04-28T01:50:49.351Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.176474ms db_storage=2.981µs remote_storage=2.964µs web_handler=902ns query_engine=1.945µs scrape=465.163µs scrape_sd=69.469µs notify=433.207µs notify_sd=49.402µs rules=2.901882ms tracing=11.526µs 2024-04-28T02:18:32.588747195Z ts=2024-04-28T02:18:32.588Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"46af926e-62ae-4aee-9dc3-ff1d32536d7c\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"1bd81191-d603-4ca8-b599-c50ed8dffd8b\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"4915d971-4e7d-43bf-b82c-aa5778393437\", vdu_name=\"multivdu_multiat-vnf-dataVM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"46af926e-62ae-4aee-9dc3-ff1d32536d7c\", vnf_id=\"0cd7a49a-9fa9-4fc3-9a71-684b2634002c\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"1bd81191-d603-4ca8-b599-c50ed8dffd8b\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"4915d971-4e7d-43bf-b82c-aa5778393437\", vdu_name=\"UNKNOWN\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"46af926e-62ae-4aee-9dc3-ff1d32536d7c\", vnf_id=\"0cd7a49a-9fa9-4fc3-9a71-684b2634002c\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T02:18:47.589211159Z ts=2024-04-28T02:18:47.588Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"46af926e-62ae-4aee-9dc3-ff1d32536d7c\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"1bd81191-d603-4ca8-b599-c50ed8dffd8b\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"4915d971-4e7d-43bf-b82c-aa5778393437\", vdu_name=\"multivdu_multiat-vnf-dataVM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"46af926e-62ae-4aee-9dc3-ff1d32536d7c\", vnf_id=\"0cd7a49a-9fa9-4fc3-9a71-684b2634002c\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"1bd81191-d603-4ca8-b599-c50ed8dffd8b\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"4915d971-4e7d-43bf-b82c-aa5778393437\", vdu_name=\"UNKNOWN\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"46af926e-62ae-4aee-9dc3-ff1d32536d7c\", vnf_id=\"0cd7a49a-9fa9-4fc3-9a71-684b2634002c\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T02:34:32.592490244Z ts=2024-04-28T02:34:32.591Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"69ae448c-6b51-471a-bb5e-83fe40dd4dee\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0ff6352e-dbe4-4f34-8f0c-addd5d57bad0\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"40f3ac62-5134-49a5-a048-ca7dea074f56\", vdu_name=\"hfmultivdu-vnf1-dataVM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"69ae448c-6b51-471a-bb5e-83fe40dd4dee\", vnf_id=\"802c11cb-c08b-475b-a0e2-ea8af3162725\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0ff6352e-dbe4-4f34-8f0c-addd5d57bad0\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"40f3ac62-5134-49a5-a048-ca7dea074f56\", vdu_name=\"UNKNOWN\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"69ae448c-6b51-471a-bb5e-83fe40dd4dee\", vnf_id=\"802c11cb-c08b-475b-a0e2-ea8af3162725\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T02:34:47.588991855Z ts=2024-04-28T02:34:47.588Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"69ae448c-6b51-471a-bb5e-83fe40dd4dee\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0ff6352e-dbe4-4f34-8f0c-addd5d57bad0\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"40f3ac62-5134-49a5-a048-ca7dea074f56\", vdu_name=\"hfmultivdu-vnf1-dataVM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"69ae448c-6b51-471a-bb5e-83fe40dd4dee\", vnf_id=\"802c11cb-c08b-475b-a0e2-ea8af3162725\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0ff6352e-dbe4-4f34-8f0c-addd5d57bad0\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"40f3ac62-5134-49a5-a048-ca7dea074f56\", vdu_name=\"UNKNOWN\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"69ae448c-6b51-471a-bb5e-83fe40dd4dee\", vnf_id=\"802c11cb-c08b-475b-a0e2-ea8af3162725\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T02:42:32.592425082Z ts=2024-04-28T02:42:32.591Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"f3d7908c-b7c7-4eff-a120-6076685638d3\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"dc228e8d-2f41-4a73-8236-34648436174b\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"a748e4f7-2f90-4690-bff8-b08ed069ce6b\", vdu_name=\"heal_02-manual_scale_vnf-mgmtVM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"f3d7908c-b7c7-4eff-a120-6076685638d3\", vnf_id=\"acb36ec2-61e9-4425-b43b-92d8c0b0ab02\", vnf_member_index=\"manual_scale_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"dc228e8d-2f41-4a73-8236-34648436174b\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"a748e4f7-2f90-4690-bff8-b08ed069ce6b\", vdu_name=\"UNKNOWN\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"f3d7908c-b7c7-4eff-a120-6076685638d3\", vnf_id=\"acb36ec2-61e9-4425-b43b-92d8c0b0ab02\", vnf_member_index=\"manual_scale_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T02:42:47.592487413Z ts=2024-04-28T02:42:47.591Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"f3d7908c-b7c7-4eff-a120-6076685638d3\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"dc228e8d-2f41-4a73-8236-34648436174b\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"a748e4f7-2f90-4690-bff8-b08ed069ce6b\", vdu_name=\"heal_02-manual_scale_vnf-mgmtVM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"f3d7908c-b7c7-4eff-a120-6076685638d3\", vnf_id=\"acb36ec2-61e9-4425-b43b-92d8c0b0ab02\", vnf_member_index=\"manual_scale_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"dc228e8d-2f41-4a73-8236-34648436174b\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"a748e4f7-2f90-4690-bff8-b08ed069ce6b\", vdu_name=\"UNKNOWN\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"f3d7908c-b7c7-4eff-a120-6076685638d3\", vnf_id=\"acb36ec2-61e9-4425-b43b-92d8c0b0ab02\", vnf_member_index=\"manual_scale_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T02:50:18.682488007Z ts=2024-04-28T02:50:18.682Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T02:50:18.684956036Z ts=2024-04-28T02:50:18.684Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.642387ms db_storage=8.121µs remote_storage=2.147µs web_handler=767ns query_engine=1.731µs scrape=213.38µs scrape_sd=59.015µs notify=66.698µs notify_sd=12.038µs rules=1.216069ms tracing=17.948µs 2024-04-28T02:52:32.588613132Z ts=2024-04-28T02:52:32.588Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"5d1c9cf3-9879-4569-962c-54d9d4f610b2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7a547393-0504-4afd-8471-64e509f88dc2\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"9a3e4cec-a1ab-46a7-9301-ffd715f1ea99\", vdu_name=\"heal_04-autoheal-basic-1-autoheal_vnfd-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"5d1c9cf3-9879-4569-962c-54d9d4f610b2\", vnf_id=\"c0b3aee7-ef78-4ba2-bfd1-453eeb3a21b6\", vnf_member_index=\"autoheal-basic-1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7a547393-0504-4afd-8471-64e509f88dc2\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"9a3e4cec-a1ab-46a7-9301-ffd715f1ea99\", vdu_name=\"UNKNOWN\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"5d1c9cf3-9879-4569-962c-54d9d4f610b2\", vnf_id=\"c0b3aee7-ef78-4ba2-bfd1-453eeb3a21b6\", vnf_member_index=\"autoheal-basic-1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T02:52:47.588677016Z ts=2024-04-28T02:52:47.588Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"5d1c9cf3-9879-4569-962c-54d9d4f610b2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7a547393-0504-4afd-8471-64e509f88dc2\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"9a3e4cec-a1ab-46a7-9301-ffd715f1ea99\", vdu_name=\"heal_04-autoheal-basic-1-autoheal_vnfd-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"5d1c9cf3-9879-4569-962c-54d9d4f610b2\", vnf_id=\"c0b3aee7-ef78-4ba2-bfd1-453eeb3a21b6\", vnf_member_index=\"autoheal-basic-1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7a547393-0504-4afd-8471-64e509f88dc2\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"9a3e4cec-a1ab-46a7-9301-ffd715f1ea99\", vdu_name=\"UNKNOWN\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"5d1c9cf3-9879-4569-962c-54d9d4f610b2\", vnf_id=\"c0b3aee7-ef78-4ba2-bfd1-453eeb3a21b6\", vnf_member_index=\"autoheal-basic-1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T02:57:22.884333840Z ts=2024-04-28T02:57:22.884Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T02:57:22.887445386Z ts=2024-04-28T02:57:22.887Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.138904ms db_storage=9.051µs remote_storage=2.25µs web_handler=1.019µs query_engine=1.414µs scrape=248.844µs scrape_sd=76.639µs notify=75.916µs notify_sd=13.55µs rules=1.585699ms tracing=17.583µs 2024-04-28T03:12:43.021615049Z ts=2024-04-28T03:12:43.021Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:12:43.025733296Z ts=2024-04-28T03:12:43.025Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.140605ms db_storage=9.365µs remote_storage=2.195µs web_handler=1.131µs query_engine=1.333µs scrape=254.216µs scrape_sd=64.532µs notify=82.461µs notify_sd=13.196µs rules=2.392931ms tracing=15.202µs 2024-04-28T03:12:48.090176458Z ts=2024-04-28T03:12:48.090Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:12:48.091931539Z ts=2024-04-28T03:12:48.091Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.756636ms db_storage=1.883µs remote_storage=1.585µs web_handler=340ns query_engine=1.087µs scrape=191.718µs scrape_sd=25.471µs notify=17.806µs notify_sd=7.822µs rules=1.209812ms tracing=6.446µs 2024-04-28T03:16:07.024419187Z ts=2024-04-28T03:16:07.024Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:16:07.025916479Z ts=2024-04-28T03:16:07.025Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.545864ms db_storage=1.521µs remote_storage=1.651µs web_handler=379ns query_engine=982ns scrape=78.355µs scrape_sd=25.64µs notify=39.274µs notify_sd=8.764µs rules=937.542µs tracing=6.786µs 2024-04-28T03:16:12.095699615Z ts=2024-04-28T03:16:12.095Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:16:12.097199846Z ts=2024-04-28T03:16:12.097Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.574694ms db_storage=1.683µs remote_storage=1.496µs web_handler=435ns query_engine=1.091µs scrape=123.712µs scrape_sd=36.881µs notify=16.937µs notify_sd=12.736µs rules=937.974µs tracing=4.761µs 2024-04-28T03:16:56.881291246Z ts=2024-04-28T03:16:56.881Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:16:56.882997800Z ts=2024-04-28T03:16:56.882Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.670978ms db_storage=2.007µs remote_storage=1.69µs web_handler=455ns query_engine=1.029µs scrape=65.315µs scrape_sd=27.28µs notify=18.226µs notify_sd=8.287µs rules=1.141957ms tracing=4.87µs 2024-04-28T03:17:01.948764943Z ts=2024-04-28T03:17:01.947Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:17:01.949855929Z ts=2024-04-28T03:17:01.949Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.92745ms db_storage=1.633µs remote_storage=1.27µs web_handler=346ns query_engine=1.095µs scrape=83.955µs scrape_sd=23.132µs notify=28.117µs notify_sd=8.002µs rules=1.529625ms tracing=7.224µs 2024-04-28T03:30:28.130053773Z ts=2024-04-28T03:30:28.129Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:30:28.132407249Z ts=2024-04-28T03:30:28.132Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.35049ms db_storage=7.182µs remote_storage=2.135µs web_handler=789ns query_engine=1.469µs scrape=191.749µs scrape_sd=46.374µs notify=59.451µs notify_sd=9.877µs rules=1.187542ms tracing=11.791µs 2024-04-28T03:30:33.177298381Z ts=2024-04-28T03:30:33.177Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:30:33.179040319Z ts=2024-04-28T03:30:33.178Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.748752ms db_storage=1.562µs remote_storage=1.333µs web_handler=360ns query_engine=1.002µs scrape=109.701µs scrape_sd=31.073µs notify=17.035µs notify_sd=9.581µs rules=1.115981ms tracing=6.754µs 2024-04-28T03:32:43.709383676Z ts=2024-04-28T03:32:43.709Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:32:43.713969797Z ts=2024-04-28T03:32:43.713Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.684925ms db_storage=7.884µs remote_storage=2.229µs web_handler=999ns query_engine=1.355µs scrape=286.538µs scrape_sd=55.57µs notify=168.752µs notify_sd=26.492µs rules=3.25624ms tracing=21.245µs 2024-04-28T03:37:33.255270756Z ts=2024-04-28T03:37:33.255Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:37:33.257500349Z ts=2024-04-28T03:37:33.257Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.37663ms db_storage=5.704µs remote_storage=1.666µs web_handler=498ns query_engine=1.413µs scrape=259.23µs scrape_sd=61.265µs notify=97.292µs notify_sd=10.213µs rules=905.552µs tracing=11.683µs 2024-04-28T03:39:50.121234451Z ts=2024-04-28T03:39:50.121Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:39:50.123195963Z ts=2024-04-28T03:39:50.123Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.999689ms db_storage=1.579µs remote_storage=1.522µs web_handler=443ns query_engine=1.218µs scrape=125.512µs scrape_sd=39.218µs notify=26.456µs notify_sd=17.474µs rules=1.070594ms tracing=5.475µs 2024-04-28T03:40:06.372237698Z ts=2024-04-28T03:40:06.372Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:40:06.375715876Z ts=2024-04-28T03:40:06.375Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.45625ms db_storage=1.486µs remote_storage=1.527µs web_handler=479ns query_engine=1.407µs scrape=237.363µs scrape_sd=28.677µs notify=30.543µs notify_sd=11.509µs rules=2.698337ms tracing=7.245µs 2024-04-28T03:48:32.591363408Z ts=2024-04-28T03:48:32.590Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"9cf8cfe6-73ac-4573-963b-3a461820e1ad\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b4ad15ae-5f5d-4ffa-9199-098ab49a5448\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"6c7275fe-cb2d-483a-bbc9-98bb83fc8880\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"9cf8cfe6-73ac-4573-963b-3a461820e1ad\", vnf_id=\"bb1dd9b2-a358-4c1d-8367-837ebadd7c04\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b4ad15ae-5f5d-4ffa-9199-098ab49a5448\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"6c7275fe-cb2d-483a-bbc9-98bb83fc8880\", vdu_name=\"UNKNOWN\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"9cf8cfe6-73ac-4573-963b-3a461820e1ad\", vnf_id=\"bb1dd9b2-a358-4c1d-8367-837ebadd7c04\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T03:48:47.592060480Z ts=2024-04-28T03:48:47.591Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"9cf8cfe6-73ac-4573-963b-3a461820e1ad\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b4ad15ae-5f5d-4ffa-9199-098ab49a5448\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"6c7275fe-cb2d-483a-bbc9-98bb83fc8880\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"9cf8cfe6-73ac-4573-963b-3a461820e1ad\", vnf_id=\"bb1dd9b2-a358-4c1d-8367-837ebadd7c04\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b4ad15ae-5f5d-4ffa-9199-098ab49a5448\", project_id=\"97cee4e7-4b24-4700-adc0-0cd70bf0000e\", vdu_id=\"6c7275fe-cb2d-483a-bbc9-98bb83fc8880\", vdu_name=\"UNKNOWN\", vim_id=\"938f336e-4085-47df-91ff-aa53f1a254a0\", vm_id=\"9cf8cfe6-73ac-4573-963b-3a461820e1ad\", vnf_id=\"bb1dd9b2-a358-4c1d-8367-837ebadd7c04\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-28T03:53:14.201933880Z ts=2024-04-28T03:53:14.201Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:53:14.204105575Z ts=2024-04-28T03:53:14.203Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.25429ms db_storage=6.068µs remote_storage=1.42µs web_handler=691ns query_engine=1.052µs scrape=186.845µs scrape_sd=39.083µs notify=57.465µs notify_sd=7.608µs rules=1.38599ms tracing=15.042µs 2024-04-28T03:53:19.267951849Z ts=2024-04-28T03:53:19.267Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:53:19.270123738Z ts=2024-04-28T03:53:19.269Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.103122ms db_storage=2.467µs remote_storage=1.435µs web_handler=577ns query_engine=1.204µs scrape=120.715µs scrape_sd=41.198µs notify=46.493µs notify_sd=9.741µs rules=1.522092ms tracing=6.014µs 2024-04-28T03:54:08.282629341Z ts=2024-04-28T03:54:08.282Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:54:08.284139076Z ts=2024-04-28T03:54:08.283Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.503546ms db_storage=1.839µs remote_storage=1.37µs web_handler=446ns query_engine=1.021µs scrape=59.528µs scrape_sd=22.8µs notify=18.28µs notify_sd=7.162µs rules=992.29µs tracing=5.652µs 2024-04-28T03:54:13.328499414Z ts=2024-04-28T03:54:13.328Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-28T03:54:13.330002753Z ts=2024-04-28T03:54:13.329Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.505207ms db_storage=1.792µs remote_storage=2.155µs web_handler=512ns query_engine=1.072µs scrape=84.345µs scrape_sd=23.239µs notify=32.354µs notify_sd=7.684µs rules=964.74µs tracing=6.498µs 2024-04-28T01:30:34.238178628Z Created MongoClient to connect to MongoDB! 2024-04-28T01:30:34.238207536Z Generating prometheus config files 2024-04-28T01:30:34.334877469Z Jobs detected: 0 2024-04-28T01:30:34.346687532Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:30:34.346704629Z alerting: 2024-04-28T01:30:34.346707923Z alertmanagers: 2024-04-28T01:30:34.346711475Z - static_configs: 2024-04-28T01:30:34.346714435Z - targets: 2024-04-28T01:30:34.346717767Z - alertmanager:9093 2024-04-28T01:30:34.346720728Z global: 2024-04-28T01:30:34.346723731Z evaluation_interval: 15s 2024-04-28T01:30:34.346726770Z scrape_interval: 15s 2024-04-28T01:30:34.346729813Z rule_files: 2024-04-28T01:30:34.346732922Z - osm_metric_rules.yml 2024-04-28T01:30:34.346735901Z - osm_alert_rules.yml 2024-04-28T01:30:34.346739328Z scrape_configs: 2024-04-28T01:30:34.346742274Z - job_name: mon_exporter 2024-04-28T01:30:34.346745154Z static_configs: 2024-04-28T01:30:34.346748066Z - targets: 2024-04-28T01:30:34.346751934Z - mon:8000 2024-04-28T01:30:34.346756144Z - honor_labels: true 2024-04-28T01:30:34.346760709Z job_name: pushgateway 2024-04-28T01:30:34.346765195Z scrape_interval: 30s 2024-04-28T01:30:34.346769075Z static_configs: 2024-04-28T01:30:34.346772981Z - targets: 2024-04-28T01:30:34.346778186Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:30:34.346782038Z 2024-04-28T01:30:34.354711700Z Alerts read: 0 2024-04-28T01:30:34.354719301Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:30:34.359984759Z groups: 2024-04-28T01:30:34.359999387Z - name: osm_alert_rules 2024-04-28T01:30:34.360002640Z rules: 2024-04-28T01:30:34.360005776Z - alert: vdu_down 2024-04-28T01:30:34.360008852Z annotations: 2024-04-28T01:30:34.360012578Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:30:34.360016242Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:30:34.360019301Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:30:34.360028933Z expr: vm_status_extended != 1 2024-04-28T01:30:34.360032069Z for: 3m 2024-04-28T01:30:34.360034950Z 2024-04-28T01:30:34.360037955Z New config written, updating prometheus 2024-04-28T01:30:34.366040267Z Error in configuration attempt! Number of tries: 1/3 2024-04-28T01:30:34.366054626Z Cannot connect to host prometheus:9090 ssl:default [Connect call failed ('10.111.19.241', 9090)] 2024-04-28T01:30:39.368730251Z Generating prometheus config files 2024-04-28T01:30:39.382503816Z Jobs detected: 0 2024-04-28T01:30:39.401800382Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:30:39.404080958Z alerting: 2024-04-28T01:30:39.404098537Z alertmanagers: 2024-04-28T01:30:39.404105318Z - static_configs: 2024-04-28T01:30:39.404110633Z - targets: 2024-04-28T01:30:39.404115835Z - alertmanager:9093 2024-04-28T01:30:39.404120229Z global: 2024-04-28T01:30:39.404125069Z evaluation_interval: 15s 2024-04-28T01:30:39.404129717Z scrape_interval: 15s 2024-04-28T01:30:39.404134520Z rule_files: 2024-04-28T01:30:39.404138694Z - osm_metric_rules.yml 2024-04-28T01:30:39.404143308Z - osm_alert_rules.yml 2024-04-28T01:30:39.404148434Z scrape_configs: 2024-04-28T01:30:39.404160859Z - job_name: mon_exporter 2024-04-28T01:30:39.404165650Z static_configs: 2024-04-28T01:30:39.404170616Z - targets: 2024-04-28T01:30:39.404176126Z - mon:8000 2024-04-28T01:30:39.404181242Z - honor_labels: true 2024-04-28T01:30:39.404198282Z job_name: pushgateway 2024-04-28T01:30:39.404202851Z scrape_interval: 30s 2024-04-28T01:30:39.404206885Z static_configs: 2024-04-28T01:30:39.404209921Z - targets: 2024-04-28T01:30:39.404216025Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:30:39.404315861Z 2024-04-28T01:30:39.414557860Z Alerts read: 0 2024-04-28T01:30:39.414565881Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:30:39.418010072Z groups: 2024-04-28T01:30:39.418023175Z - name: osm_alert_rules 2024-04-28T01:30:39.418026539Z rules: 2024-04-28T01:30:39.418029808Z - alert: vdu_down 2024-04-28T01:30:39.418032725Z annotations: 2024-04-28T01:30:39.418036718Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:30:39.418040557Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:30:39.418043502Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:30:39.418046974Z expr: vm_status_extended != 1 2024-04-28T01:30:39.418049968Z for: 3m 2024-04-28T01:30:39.418052711Z 2024-04-28T01:30:39.418055638Z New config written, updating prometheus 2024-04-28T01:30:44.444924733Z Prometheus config update successful 2024-04-28T01:30:49.488104008Z Listening to changes in prometheus jobs and alerts collections 2024-04-28T01:45:25.515915982Z Changes detected, updating prometheus config 2024-04-28T01:45:25.517507117Z Jobs detected: 0 2024-04-28T01:45:25.522539541Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:45:25.524637886Z alerting: 2024-04-28T01:45:25.524655875Z alertmanagers: 2024-04-28T01:45:25.524661359Z - static_configs: 2024-04-28T01:45:25.524665619Z - targets: 2024-04-28T01:45:25.524670367Z - alertmanager:9093 2024-04-28T01:45:25.524674874Z global: 2024-04-28T01:45:25.524679083Z evaluation_interval: 15s 2024-04-28T01:45:25.524683071Z scrape_interval: 15s 2024-04-28T01:45:25.524687037Z rule_files: 2024-04-28T01:45:25.524690935Z - osm_metric_rules.yml 2024-04-28T01:45:25.524694928Z - osm_alert_rules.yml 2024-04-28T01:45:25.524698885Z scrape_configs: 2024-04-28T01:45:25.524702865Z - job_name: mon_exporter 2024-04-28T01:45:25.524706959Z static_configs: 2024-04-28T01:45:25.524710940Z - targets: 2024-04-28T01:45:25.524715048Z - mon:8000 2024-04-28T01:45:25.524719079Z - honor_labels: true 2024-04-28T01:45:25.524722992Z job_name: pushgateway 2024-04-28T01:45:25.524726932Z scrape_interval: 30s 2024-04-28T01:45:25.524730869Z static_configs: 2024-04-28T01:45:25.524735034Z - targets: 2024-04-28T01:45:25.524739611Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:45:25.524743572Z 2024-04-28T01:45:25.528434175Z Alerts read: 2 2024-04-28T01:45:25.530285457Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:45:25.533433482Z groups: 2024-04-28T01:45:25.533448964Z - name: osm_alert_rules 2024-04-28T01:45:25.533453322Z rules: 2024-04-28T01:45:25.533457523Z - alert: vdu_down 2024-04-28T01:45:25.533461513Z annotations: 2024-04-28T01:45:25.533466255Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:45:25.533471459Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:45:25.533475499Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:45:25.533480120Z expr: vm_status_extended != 1 2024-04-28T01:45:25.533484337Z for: 3m 2024-04-28T01:45:25.533503213Z - name: _osm_alert_rules_20240428014525_ 2024-04-28T01:45:25.533507941Z rules: 2024-04-28T01:45:25.533512819Z - alert: scalein_51f6d6a8-828e-45da-8301-aa1f2a71d76a 2024-04-28T01:45:25.533516786Z expr: (count (osm_cpu_utilization{ns_id="437e10e7-02c1-4e73-ae32-ef4de76c4030", 2024-04-28T01:45:25.533521442Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="437e10e7-02c1-4e73-ae32-ef4de76c4030", 2024-04-28T01:45:25.533525465Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:45:25.533529632Z for: 1m 2024-04-28T01:45:25.533546953Z labels: 2024-04-28T01:45:25.533550985Z ns_id: 437e10e7-02c1-4e73-ae32-ef4de76c4030 2024-04-28T01:45:25.533554967Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:45:25.533559557Z vnf_member_index: vnf 2024-04-28T01:45:25.533563512Z - alert: scaleout_9ccab26d-b70e-448f-9ca1-3007118820eb 2024-04-28T01:45:25.533567492Z expr: (count (osm_cpu_utilization{ns_id="437e10e7-02c1-4e73-ae32-ef4de76c4030", 2024-04-28T01:45:25.533571529Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="437e10e7-02c1-4e73-ae32-ef4de76c4030", 2024-04-28T01:45:25.533575607Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:45:25.533579572Z for: 1m 2024-04-28T01:45:25.533583502Z labels: 2024-04-28T01:45:25.533587553Z ns_id: 437e10e7-02c1-4e73-ae32-ef4de76c4030 2024-04-28T01:45:25.533591591Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:45:25.533595579Z vnf_member_index: vnf 2024-04-28T01:45:25.533599392Z 2024-04-28T01:45:25.536492425Z New config written, updating prometheus 2024-04-28T01:45:30.573888351Z Prometheus config update successful 2024-04-28T01:45:30.573929445Z 2024-04-28T01:45:30.576317176Z Changes detected, updating prometheus config 2024-04-28T01:45:30.578132874Z Jobs detected: 0 2024-04-28T01:45:30.584877526Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:45:30.587348014Z alerting: 2024-04-28T01:45:30.587362519Z alertmanagers: 2024-04-28T01:45:30.587369943Z - static_configs: 2024-04-28T01:45:30.587374377Z - targets: 2024-04-28T01:45:30.587379325Z - alertmanager:9093 2024-04-28T01:45:30.587383856Z global: 2024-04-28T01:45:30.587388173Z evaluation_interval: 15s 2024-04-28T01:45:30.587392378Z scrape_interval: 15s 2024-04-28T01:45:30.587396725Z rule_files: 2024-04-28T01:45:30.587400940Z - osm_metric_rules.yml 2024-04-28T01:45:30.587405189Z - osm_alert_rules.yml 2024-04-28T01:45:30.587409292Z scrape_configs: 2024-04-28T01:45:30.587413482Z - job_name: mon_exporter 2024-04-28T01:45:30.587417717Z static_configs: 2024-04-28T01:45:30.587422128Z - targets: 2024-04-28T01:45:30.587426334Z - mon:8000 2024-04-28T01:45:30.587430461Z - honor_labels: true 2024-04-28T01:45:30.587434622Z job_name: pushgateway 2024-04-28T01:45:30.587438730Z scrape_interval: 30s 2024-04-28T01:45:30.587442930Z static_configs: 2024-04-28T01:45:30.587447103Z - targets: 2024-04-28T01:45:30.587451925Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:45:30.587456155Z 2024-04-28T01:45:30.591544203Z Alerts read: 2 2024-04-28T01:45:30.593508454Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:45:30.596484556Z groups: 2024-04-28T01:45:30.596495508Z - name: osm_alert_rules 2024-04-28T01:45:30.596499049Z rules: 2024-04-28T01:45:30.596502105Z - alert: vdu_down 2024-04-28T01:45:30.596516630Z annotations: 2024-04-28T01:45:30.596520299Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:45:30.596523862Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:45:30.596526761Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:45:30.596530113Z expr: vm_status_extended != 1 2024-04-28T01:45:30.596533118Z for: 3m 2024-04-28T01:45:30.596536049Z - name: _osm_alert_rules_20240428014530_ 2024-04-28T01:45:30.596538879Z rules: 2024-04-28T01:45:30.596542147Z - alert: scalein_51f6d6a8-828e-45da-8301-aa1f2a71d76a 2024-04-28T01:45:30.596545077Z expr: (count (osm_cpu_utilization{ns_id="437e10e7-02c1-4e73-ae32-ef4de76c4030", 2024-04-28T01:45:30.596548601Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="437e10e7-02c1-4e73-ae32-ef4de76c4030", 2024-04-28T01:45:30.596551491Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:45:30.596554414Z for: 1m 2024-04-28T01:45:30.596557291Z labels: 2024-04-28T01:45:30.596560184Z ns_id: 437e10e7-02c1-4e73-ae32-ef4de76c4030 2024-04-28T01:45:30.596563125Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:45:30.596566712Z vnf_member_index: vnf 2024-04-28T01:45:30.596569969Z - alert: scaleout_9ccab26d-b70e-448f-9ca1-3007118820eb 2024-04-28T01:45:30.596572847Z expr: (count (osm_cpu_utilization{ns_id="437e10e7-02c1-4e73-ae32-ef4de76c4030", 2024-04-28T01:45:30.596575807Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="437e10e7-02c1-4e73-ae32-ef4de76c4030", 2024-04-28T01:45:30.596578682Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:45:30.596581508Z for: 1m 2024-04-28T01:45:30.596584402Z labels: 2024-04-28T01:45:30.596587285Z ns_id: 437e10e7-02c1-4e73-ae32-ef4de76c4030 2024-04-28T01:45:30.596590143Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:45:30.596593233Z vnf_member_index: vnf 2024-04-28T01:45:30.596595940Z 2024-04-28T01:45:30.599686979Z New config written, updating prometheus 2024-04-28T01:45:35.627952617Z Prometheus config update successful 2024-04-28T01:45:35.627980904Z 2024-04-28T01:47:11.824917652Z Changes detected, updating prometheus config 2024-04-28T01:47:11.827571608Z Jobs detected: 0 2024-04-28T01:47:11.832679676Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:47:11.834870974Z alerting: 2024-04-28T01:47:11.834891032Z alertmanagers: 2024-04-28T01:47:11.834898400Z - static_configs: 2024-04-28T01:47:11.834904187Z - targets: 2024-04-28T01:47:11.834910540Z - alertmanager:9093 2024-04-28T01:47:11.834916291Z global: 2024-04-28T01:47:11.834922340Z evaluation_interval: 15s 2024-04-28T01:47:11.834928256Z scrape_interval: 15s 2024-04-28T01:47:11.834934388Z rule_files: 2024-04-28T01:47:11.834940346Z - osm_metric_rules.yml 2024-04-28T01:47:11.834945957Z - osm_alert_rules.yml 2024-04-28T01:47:11.834951465Z scrape_configs: 2024-04-28T01:47:11.834957041Z - job_name: mon_exporter 2024-04-28T01:47:11.834962546Z static_configs: 2024-04-28T01:47:11.834968215Z - targets: 2024-04-28T01:47:11.834973778Z - mon:8000 2024-04-28T01:47:11.834979431Z - honor_labels: true 2024-04-28T01:47:11.834985055Z job_name: pushgateway 2024-04-28T01:47:11.834990650Z scrape_interval: 30s 2024-04-28T01:47:11.834996139Z static_configs: 2024-04-28T01:47:11.835001709Z - targets: 2024-04-28T01:47:11.835027032Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:47:11.835032804Z 2024-04-28T01:47:11.838193255Z Alerts read: 0 2024-04-28T01:47:11.840121761Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:47:11.841270451Z groups: 2024-04-28T01:47:11.841288114Z - name: osm_alert_rules 2024-04-28T01:47:11.841297610Z rules: 2024-04-28T01:47:11.841305924Z - alert: vdu_down 2024-04-28T01:47:11.841316083Z annotations: 2024-04-28T01:47:11.841326406Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:47:11.841351019Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:47:11.841362271Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:47:11.841377505Z expr: vm_status_extended != 1 2024-04-28T01:47:11.841387722Z for: 3m 2024-04-28T01:47:11.841397237Z 2024-04-28T01:47:11.842490363Z New config written, updating prometheus 2024-04-28T01:47:16.873608699Z Prometheus config update successful 2024-04-28T01:47:16.873660637Z 2024-04-28T01:47:16.873670760Z Changes detected, updating prometheus config 2024-04-28T01:47:16.875139944Z Jobs detected: 0 2024-04-28T01:47:16.879502768Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:47:16.881816288Z alerting: 2024-04-28T01:47:16.881851149Z alertmanagers: 2024-04-28T01:47:16.881893798Z - static_configs: 2024-04-28T01:47:16.881909076Z - targets: 2024-04-28T01:47:16.881924170Z - alertmanager:9093 2024-04-28T01:47:16.881937023Z global: 2024-04-28T01:47:16.881947918Z evaluation_interval: 15s 2024-04-28T01:47:16.881956164Z scrape_interval: 15s 2024-04-28T01:47:16.881964799Z rule_files: 2024-04-28T01:47:16.881973156Z - osm_metric_rules.yml 2024-04-28T01:47:16.881981315Z - osm_alert_rules.yml 2024-04-28T01:47:16.881989455Z scrape_configs: 2024-04-28T01:47:16.881997766Z - job_name: mon_exporter 2024-04-28T01:47:16.882005897Z static_configs: 2024-04-28T01:47:16.882014511Z - targets: 2024-04-28T01:47:16.882022731Z - mon:8000 2024-04-28T01:47:16.882030877Z - honor_labels: true 2024-04-28T01:47:16.882040480Z job_name: pushgateway 2024-04-28T01:47:16.882048930Z scrape_interval: 30s 2024-04-28T01:47:16.882057014Z static_configs: 2024-04-28T01:47:16.882065618Z - targets: 2024-04-28T01:47:16.882074680Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:47:16.882082697Z 2024-04-28T01:47:16.885280317Z Alerts read: 0 2024-04-28T01:47:16.887246905Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:47:16.888447526Z groups: 2024-04-28T01:47:16.888457949Z - name: osm_alert_rules 2024-04-28T01:47:16.888461312Z rules: 2024-04-28T01:47:16.888464735Z - alert: vdu_down 2024-04-28T01:47:16.888468041Z annotations: 2024-04-28T01:47:16.888471684Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:47:16.888475304Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:47:16.888478287Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:47:16.888481782Z expr: vm_status_extended != 1 2024-04-28T01:47:16.888484795Z for: 3m 2024-04-28T01:47:16.888487560Z 2024-04-28T01:47:16.889557612Z New config written, updating prometheus 2024-04-28T01:47:21.920367319Z Prometheus config update successful 2024-04-28T01:47:21.920448461Z 2024-04-28T01:48:38.556258104Z Changes detected, updating prometheus config 2024-04-28T01:48:38.560120885Z Jobs detected: 0 2024-04-28T01:48:38.564674726Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:48:38.566605484Z alerting: 2024-04-28T01:48:38.566773055Z alertmanagers: 2024-04-28T01:48:38.566779032Z - static_configs: 2024-04-28T01:48:38.566783019Z - targets: 2024-04-28T01:48:38.566787295Z - alertmanager:9093 2024-04-28T01:48:38.566791195Z global: 2024-04-28T01:48:38.566795271Z evaluation_interval: 15s 2024-04-28T01:48:38.566799326Z scrape_interval: 15s 2024-04-28T01:48:38.566803111Z rule_files: 2024-04-28T01:48:38.566806940Z - osm_metric_rules.yml 2024-04-28T01:48:38.566810727Z - osm_alert_rules.yml 2024-04-28T01:48:38.566814520Z scrape_configs: 2024-04-28T01:48:38.566818468Z - job_name: mon_exporter 2024-04-28T01:48:38.566822255Z static_configs: 2024-04-28T01:48:38.566825976Z - targets: 2024-04-28T01:48:38.566829827Z - mon:8000 2024-04-28T01:48:38.566833680Z - honor_labels: true 2024-04-28T01:48:38.566837415Z job_name: pushgateway 2024-04-28T01:48:38.566841564Z scrape_interval: 30s 2024-04-28T01:48:38.566845353Z static_configs: 2024-04-28T01:48:38.566849053Z - targets: 2024-04-28T01:48:38.566853791Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:48:38.566857469Z 2024-04-28T01:48:38.570218363Z Alerts read: 4 2024-04-28T01:48:38.572247803Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:48:38.577151478Z groups: 2024-04-28T01:48:38.577166991Z - name: osm_alert_rules 2024-04-28T01:48:38.577170875Z rules: 2024-04-28T01:48:38.577174643Z - alert: vdu_down 2024-04-28T01:48:38.577177794Z annotations: 2024-04-28T01:48:38.577181537Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:48:38.577185176Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:48:38.577188344Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:48:38.577191835Z expr: vm_status_extended != 1 2024-04-28T01:48:38.577194838Z for: 3m 2024-04-28T01:48:38.577198005Z - name: _osm_alert_rules_20240428014838_ 2024-04-28T01:48:38.577200942Z rules: 2024-04-28T01:48:38.577205009Z - alert: scalein_10f490dd-711e-43c5-9c42-ed3577fab2f4 2024-04-28T01:48:38.577208067Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:38.577211809Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:38.577214878Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:38.577218196Z for: 1m 2024-04-28T01:48:38.577221174Z labels: 2024-04-28T01:48:38.577224294Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:38.577227360Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:38.577231348Z vnf_member_index: vnf 2024-04-28T01:48:38.577234465Z - alert: scaleout_83d1c5dd-282c-4401-b8c2-18e83aa7ac50 2024-04-28T01:48:38.577237502Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:38.577240586Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:38.577243671Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:38.577246612Z for: 1m 2024-04-28T01:48:38.577249759Z labels: 2024-04-28T01:48:38.577264936Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:38.577268033Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:38.577271036Z vnf_member_index: vnf 2024-04-28T01:48:38.577286873Z - alert: scalein_5bcf88c1-291d-4921-9715-cdddc9f733b2 2024-04-28T01:48:38.577289924Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:38.577292959Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:38.577295979Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:38.577299076Z for: 1m 2024-04-28T01:48:38.577302053Z labels: 2024-04-28T01:48:38.577305046Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:38.577308051Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:38.577310998Z vnf_member_index: vnf 2024-04-28T01:48:38.577314000Z - alert: scaleout_e7fce7ef-c6a3-4646-98c1-722eec019f9f 2024-04-28T01:48:38.577317108Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:38.577320139Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:38.577323581Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:38.577326636Z for: 1m 2024-04-28T01:48:38.577329604Z labels: 2024-04-28T01:48:38.577332584Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:38.577335589Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:38.577338617Z vnf_member_index: vnf 2024-04-28T01:48:38.577357545Z 2024-04-28T01:48:38.582317765Z New config written, updating prometheus 2024-04-28T01:48:43.609629039Z Prometheus config update successful 2024-04-28T01:48:43.609716616Z 2024-04-28T01:48:43.616089639Z Changes detected, updating prometheus config 2024-04-28T01:48:43.617778602Z Jobs detected: 0 2024-04-28T01:48:43.624578957Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:48:43.626362231Z alerting: 2024-04-28T01:48:43.626420240Z alertmanagers: 2024-04-28T01:48:43.626432961Z - static_configs: 2024-04-28T01:48:43.626441572Z - targets: 2024-04-28T01:48:43.626450667Z - alertmanager:9093 2024-04-28T01:48:43.626458978Z global: 2024-04-28T01:48:43.626467585Z evaluation_interval: 15s 2024-04-28T01:48:43.626475711Z scrape_interval: 15s 2024-04-28T01:48:43.626484699Z rule_files: 2024-04-28T01:48:43.626493051Z - osm_metric_rules.yml 2024-04-28T01:48:43.626501512Z - osm_alert_rules.yml 2024-04-28T01:48:43.626509784Z scrape_configs: 2024-04-28T01:48:43.626517964Z - job_name: mon_exporter 2024-04-28T01:48:43.626526509Z static_configs: 2024-04-28T01:48:43.626534743Z - targets: 2024-04-28T01:48:43.626543029Z - mon:8000 2024-04-28T01:48:43.626551633Z - honor_labels: true 2024-04-28T01:48:43.626559836Z job_name: pushgateway 2024-04-28T01:48:43.626568181Z scrape_interval: 30s 2024-04-28T01:48:43.626576317Z static_configs: 2024-04-28T01:48:43.626584407Z - targets: 2024-04-28T01:48:43.626593342Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:48:43.626641992Z 2024-04-28T01:48:43.631738324Z Alerts read: 6 2024-04-28T01:48:43.633455864Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:48:43.639731462Z groups: 2024-04-28T01:48:43.639764139Z - name: osm_alert_rules 2024-04-28T01:48:43.639784134Z rules: 2024-04-28T01:48:43.639788323Z - alert: vdu_down 2024-04-28T01:48:43.639792662Z annotations: 2024-04-28T01:48:43.639797201Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:48:43.639801583Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:48:43.639805598Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:48:43.639809943Z expr: vm_status_extended != 1 2024-04-28T01:48:43.639813871Z for: 3m 2024-04-28T01:48:43.639836885Z - name: _osm_alert_rules_20240428014843_ 2024-04-28T01:48:43.639841564Z rules: 2024-04-28T01:48:43.639846105Z - alert: scalein_10f490dd-711e-43c5-9c42-ed3577fab2f4 2024-04-28T01:48:43.639850109Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:43.639854596Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:43.639858526Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:43.639862371Z for: 1m 2024-04-28T01:48:43.639866150Z labels: 2024-04-28T01:48:43.639870127Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:43.639873895Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:43.639878088Z vnf_member_index: vnf 2024-04-28T01:48:43.639881901Z - alert: scaleout_83d1c5dd-282c-4401-b8c2-18e83aa7ac50 2024-04-28T01:48:43.639885959Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:43.639889786Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:43.639893574Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:43.639897429Z for: 1m 2024-04-28T01:48:43.639901549Z labels: 2024-04-28T01:48:43.639905368Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:43.639909165Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:43.639912923Z vnf_member_index: vnf 2024-04-28T01:48:43.639916679Z - alert: scalein_5bcf88c1-291d-4921-9715-cdddc9f733b2 2024-04-28T01:48:43.639920565Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:43.639924404Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:43.639928334Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:43.639932077Z for: 1m 2024-04-28T01:48:43.639935806Z labels: 2024-04-28T01:48:43.639939558Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:43.639943325Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:43.639947134Z vnf_member_index: vnf 2024-04-28T01:48:43.639950918Z - alert: scaleout_e7fce7ef-c6a3-4646-98c1-722eec019f9f 2024-04-28T01:48:43.639954666Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:43.639958540Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:43.639962322Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:43.639966257Z for: 1m 2024-04-28T01:48:43.639970059Z labels: 2024-04-28T01:48:43.639973844Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:43.639982951Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:43.639986798Z vnf_member_index: vnf 2024-04-28T01:48:43.639990578Z - alert: scalein_000bd42a-9c59-4d04-8326-6afcc0d2473d 2024-04-28T01:48:43.639994350Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:43.639998122Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:43.640001883Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:43.640005617Z for: 1m 2024-04-28T01:48:43.640009351Z labels: 2024-04-28T01:48:43.640013083Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:43.640016836Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:43.640020522Z vnf_member_index: vnf 2024-04-28T01:48:43.640024267Z - alert: scaleout_ef3578d3-d6e2-46ed-87d6-315e99d80c1c 2024-04-28T01:48:43.640027980Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:43.640031753Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:43.640035646Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:43.640039398Z for: 1m 2024-04-28T01:48:43.640043121Z labels: 2024-04-28T01:48:43.640046871Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:43.640050588Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:43.640054362Z vnf_member_index: vnf 2024-04-28T01:48:43.640072931Z 2024-04-28T01:48:43.647136887Z New config written, updating prometheus 2024-04-28T01:48:48.681445889Z Prometheus config update successful 2024-04-28T01:48:48.681513474Z 2024-04-28T01:48:48.681609498Z Changes detected, updating prometheus config 2024-04-28T01:48:48.683734898Z Jobs detected: 0 2024-04-28T01:48:48.691972557Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:48:48.693869234Z alerting: 2024-04-28T01:48:48.693903102Z alertmanagers: 2024-04-28T01:48:48.693914851Z - static_configs: 2024-04-28T01:48:48.693923977Z - targets: 2024-04-28T01:48:48.693933841Z - alertmanager:9093 2024-04-28T01:48:48.693942628Z global: 2024-04-28T01:48:48.693951849Z evaluation_interval: 15s 2024-04-28T01:48:48.693960810Z scrape_interval: 15s 2024-04-28T01:48:48.693970019Z rule_files: 2024-04-28T01:48:48.693979534Z - osm_metric_rules.yml 2024-04-28T01:48:48.693988114Z - osm_alert_rules.yml 2024-04-28T01:48:48.693996871Z scrape_configs: 2024-04-28T01:48:48.694005610Z - job_name: mon_exporter 2024-04-28T01:48:48.694014330Z static_configs: 2024-04-28T01:48:48.694023155Z - targets: 2024-04-28T01:48:48.694031813Z - mon:8000 2024-04-28T01:48:48.694040811Z - honor_labels: true 2024-04-28T01:48:48.694049326Z job_name: pushgateway 2024-04-28T01:48:48.694070885Z scrape_interval: 30s 2024-04-28T01:48:48.694079619Z static_configs: 2024-04-28T01:48:48.694101282Z - targets: 2024-04-28T01:48:48.694111972Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:48:48.694315213Z 2024-04-28T01:48:48.699377463Z Alerts read: 6 2024-04-28T01:48:48.701295365Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:48:48.707822436Z groups: 2024-04-28T01:48:48.707855165Z - name: osm_alert_rules 2024-04-28T01:48:48.707864609Z rules: 2024-04-28T01:48:48.707873403Z - alert: vdu_down 2024-04-28T01:48:48.707921529Z annotations: 2024-04-28T01:48:48.707931734Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:48:48.707941077Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:48:48.707949194Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:48:48.707958171Z expr: vm_status_extended != 1 2024-04-28T01:48:48.707966417Z for: 3m 2024-04-28T01:48:48.707974847Z - name: _osm_alert_rules_20240428014848_ 2024-04-28T01:48:48.707983223Z rules: 2024-04-28T01:48:48.707992436Z - alert: scalein_10f490dd-711e-43c5-9c42-ed3577fab2f4 2024-04-28T01:48:48.708000682Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:48.708010009Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:48.708018501Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:48.708026897Z for: 1m 2024-04-28T01:48:48.708035014Z labels: 2024-04-28T01:48:48.708043295Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:48.708051709Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:48.708066213Z vnf_member_index: vnf 2024-04-28T01:48:48.708075084Z - alert: scaleout_83d1c5dd-282c-4401-b8c2-18e83aa7ac50 2024-04-28T01:48:48.708083747Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:48.708092266Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:48.708100594Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:48.708108955Z for: 1m 2024-04-28T01:48:48.708117146Z labels: 2024-04-28T01:48:48.708125435Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:48.708133725Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:48.708141988Z vnf_member_index: vnf 2024-04-28T01:48:48.708150447Z - alert: scalein_5bcf88c1-291d-4921-9715-cdddc9f733b2 2024-04-28T01:48:48.708158702Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:48.708166986Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:48.708175360Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:48.708183617Z for: 1m 2024-04-28T01:48:48.708191978Z labels: 2024-04-28T01:48:48.708200127Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:48.708208361Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:48.708216521Z vnf_member_index: vnf 2024-04-28T01:48:48.708224721Z - alert: scaleout_e7fce7ef-c6a3-4646-98c1-722eec019f9f 2024-04-28T01:48:48.708232882Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:48.708241289Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:48.708249558Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:48.708257814Z for: 1m 2024-04-28T01:48:48.708269651Z labels: 2024-04-28T01:48:48.708278192Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:48.708286363Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:48.708304193Z vnf_member_index: vnf 2024-04-28T01:48:48.708312567Z - alert: scalein_000bd42a-9c59-4d04-8326-6afcc0d2473d 2024-04-28T01:48:48.708320650Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:48.708329014Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:48.708337504Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:48.708345777Z for: 1m 2024-04-28T01:48:48.708353968Z labels: 2024-04-28T01:48:48.708362096Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:48.708370346Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:48.708378617Z vnf_member_index: vnf 2024-04-28T01:48:48.708386813Z - alert: scaleout_ef3578d3-d6e2-46ed-87d6-315e99d80c1c 2024-04-28T01:48:48.708395173Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:48.708403527Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:48.708411704Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:48.708419885Z for: 1m 2024-04-28T01:48:48.708428083Z labels: 2024-04-28T01:48:48.708436356Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:48.708444608Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:48.708452900Z vnf_member_index: vnf 2024-04-28T01:48:48.708476802Z 2024-04-28T01:48:48.713799089Z New config written, updating prometheus 2024-04-28T01:48:53.743169371Z Prometheus config update successful 2024-04-28T01:48:53.743226695Z 2024-04-28T01:48:53.743329263Z Changes detected, updating prometheus config 2024-04-28T01:48:53.744794088Z Jobs detected: 0 2024-04-28T01:48:53.750593496Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:48:53.754061617Z alerting: 2024-04-28T01:48:53.754072891Z alertmanagers: 2024-04-28T01:48:53.754077141Z - static_configs: 2024-04-28T01:48:53.754080252Z - targets: 2024-04-28T01:48:53.754084041Z - alertmanager:9093 2024-04-28T01:48:53.754087561Z global: 2024-04-28T01:48:53.754090692Z evaluation_interval: 15s 2024-04-28T01:48:53.754093747Z scrape_interval: 15s 2024-04-28T01:48:53.754096876Z rule_files: 2024-04-28T01:48:53.754099889Z - osm_metric_rules.yml 2024-04-28T01:48:53.754103246Z - osm_alert_rules.yml 2024-04-28T01:48:53.754106316Z scrape_configs: 2024-04-28T01:48:53.754109252Z - job_name: mon_exporter 2024-04-28T01:48:53.754112338Z static_configs: 2024-04-28T01:48:53.754115369Z - targets: 2024-04-28T01:48:53.754118416Z - mon:8000 2024-04-28T01:48:53.754121508Z - honor_labels: true 2024-04-28T01:48:53.754124480Z job_name: pushgateway 2024-04-28T01:48:53.754127582Z scrape_interval: 30s 2024-04-28T01:48:53.754130622Z static_configs: 2024-04-28T01:48:53.754133620Z - targets: 2024-04-28T01:48:53.754137255Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:48:53.754140222Z 2024-04-28T01:48:53.762010950Z Alerts read: 6 2024-04-28T01:48:53.764423191Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:48:53.771499812Z groups: 2024-04-28T01:48:53.771520450Z - name: osm_alert_rules 2024-04-28T01:48:53.771523921Z rules: 2024-04-28T01:48:53.771527128Z - alert: vdu_down 2024-04-28T01:48:53.771530094Z annotations: 2024-04-28T01:48:53.771550921Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:48:53.771554466Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:48:53.771557377Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:48:53.771561031Z expr: vm_status_extended != 1 2024-04-28T01:48:53.771563933Z for: 3m 2024-04-28T01:48:53.771566893Z - name: _osm_alert_rules_20240428014853_ 2024-04-28T01:48:53.771570085Z rules: 2024-04-28T01:48:53.771573670Z - alert: scalein_10f490dd-711e-43c5-9c42-ed3577fab2f4 2024-04-28T01:48:53.771576558Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:53.771580186Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:53.771583110Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:53.771586133Z for: 1m 2024-04-28T01:48:53.771588976Z labels: 2024-04-28T01:48:53.771591903Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:53.771594806Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:53.771598307Z vnf_member_index: vnf 2024-04-28T01:48:53.771601162Z - alert: scaleout_83d1c5dd-282c-4401-b8c2-18e83aa7ac50 2024-04-28T01:48:53.771604099Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:53.771607042Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:53.771610046Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:53.771612918Z for: 1m 2024-04-28T01:48:53.771615740Z labels: 2024-04-28T01:48:53.771618946Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:53.771621910Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:53.771624788Z vnf_member_index: vnf 2024-04-28T01:48:53.771627669Z - alert: scalein_5bcf88c1-291d-4921-9715-cdddc9f733b2 2024-04-28T01:48:53.771630546Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:53.771633532Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:53.771636480Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:53.771639334Z for: 1m 2024-04-28T01:48:53.771642318Z labels: 2024-04-28T01:48:53.771645172Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:53.771648188Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:53.771651142Z vnf_member_index: vnf 2024-04-28T01:48:53.771654016Z - alert: scaleout_e7fce7ef-c6a3-4646-98c1-722eec019f9f 2024-04-28T01:48:53.771656898Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:53.771659822Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:53.771666268Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:53.771669269Z for: 1m 2024-04-28T01:48:53.771672130Z labels: 2024-04-28T01:48:53.771675056Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:53.771677976Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:53.771680884Z vnf_member_index: vnf 2024-04-28T01:48:53.771687711Z - alert: scalein_000bd42a-9c59-4d04-8326-6afcc0d2473d 2024-04-28T01:48:53.771690765Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:53.771693677Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:53.771696558Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:53.771699460Z for: 1m 2024-04-28T01:48:53.771702281Z labels: 2024-04-28T01:48:53.771705236Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:53.771708059Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:53.771710910Z vnf_member_index: vnf 2024-04-28T01:48:53.771713810Z - alert: scaleout_ef3578d3-d6e2-46ed-87d6-315e99d80c1c 2024-04-28T01:48:53.771716795Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:53.771719814Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:53.771722683Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:53.771725558Z for: 1m 2024-04-28T01:48:53.771728463Z labels: 2024-04-28T01:48:53.771731368Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:53.771734654Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:53.771737557Z vnf_member_index: vnf 2024-04-28T01:48:53.771740295Z 2024-04-28T01:48:53.777966104Z New config written, updating prometheus 2024-04-28T01:48:58.816101243Z Prometheus config update successful 2024-04-28T01:48:58.816138836Z 2024-04-28T01:48:58.816146017Z Changes detected, updating prometheus config 2024-04-28T01:48:58.818867590Z Jobs detected: 0 2024-04-28T01:48:58.825751067Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:48:58.828862050Z alerting: 2024-04-28T01:48:58.828890978Z alertmanagers: 2024-04-28T01:48:58.828915821Z - static_configs: 2024-04-28T01:48:58.828925178Z - targets: 2024-04-28T01:48:58.828934386Z - alertmanager:9093 2024-04-28T01:48:58.828942900Z global: 2024-04-28T01:48:58.828951831Z evaluation_interval: 15s 2024-04-28T01:48:58.828959984Z scrape_interval: 15s 2024-04-28T01:48:58.828968287Z rule_files: 2024-04-28T01:48:58.828976567Z - osm_metric_rules.yml 2024-04-28T01:48:58.828984784Z - osm_alert_rules.yml 2024-04-28T01:48:58.828993130Z scrape_configs: 2024-04-28T01:48:58.829001237Z - job_name: mon_exporter 2024-04-28T01:48:58.829009396Z static_configs: 2024-04-28T01:48:58.829017601Z - targets: 2024-04-28T01:48:58.829044480Z - mon:8000 2024-04-28T01:48:58.829053766Z - honor_labels: true 2024-04-28T01:48:58.829062142Z job_name: pushgateway 2024-04-28T01:48:58.829070352Z scrape_interval: 30s 2024-04-28T01:48:58.829078687Z static_configs: 2024-04-28T01:48:58.829086722Z - targets: 2024-04-28T01:48:58.829096202Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:48:58.829103997Z 2024-04-28T01:48:58.833379105Z Alerts read: 6 2024-04-28T01:48:58.836296686Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:48:58.845334267Z groups: 2024-04-28T01:48:58.845355889Z - name: osm_alert_rules 2024-04-28T01:48:58.845360692Z rules: 2024-04-28T01:48:58.845364918Z - alert: vdu_down 2024-04-28T01:48:58.845369027Z annotations: 2024-04-28T01:48:58.845373883Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:48:58.845397052Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:48:58.845401279Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:48:58.845405966Z expr: vm_status_extended != 1 2024-04-28T01:48:58.845410377Z for: 3m 2024-04-28T01:48:58.845414463Z - name: _osm_alert_rules_20240428014858_ 2024-04-28T01:48:58.845418555Z rules: 2024-04-28T01:48:58.845427829Z - alert: scalein_10f490dd-711e-43c5-9c42-ed3577fab2f4 2024-04-28T01:48:58.845432076Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:58.845437070Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:58.845441174Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:58.845445312Z for: 1m 2024-04-28T01:48:58.845449483Z labels: 2024-04-28T01:48:58.845453925Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:58.845458570Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:58.845462857Z vnf_member_index: vnf 2024-04-28T01:48:58.845466852Z - alert: scaleout_83d1c5dd-282c-4401-b8c2-18e83aa7ac50 2024-04-28T01:48:58.845471056Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:58.845475202Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:58.845479255Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:58.845483380Z for: 1m 2024-04-28T01:48:58.845487398Z labels: 2024-04-28T01:48:58.845491439Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:58.845496117Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:58.845500162Z vnf_member_index: vnf 2024-04-28T01:48:58.845504164Z - alert: scalein_5bcf88c1-291d-4921-9715-cdddc9f733b2 2024-04-28T01:48:58.845508209Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:58.845512314Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:58.845516602Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:58.845520641Z for: 1m 2024-04-28T01:48:58.845524727Z labels: 2024-04-28T01:48:58.845528731Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:58.845532701Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:58.845536742Z vnf_member_index: vnf 2024-04-28T01:48:58.845540736Z - alert: scaleout_e7fce7ef-c6a3-4646-98c1-722eec019f9f 2024-04-28T01:48:58.845544820Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:58.845549111Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:58.845553291Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:58.845557314Z for: 1m 2024-04-28T01:48:58.845561345Z labels: 2024-04-28T01:48:58.845565347Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:58.845569379Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:58.845573475Z vnf_member_index: vnf 2024-04-28T01:48:58.845577417Z - alert: scalein_000bd42a-9c59-4d04-8326-6afcc0d2473d 2024-04-28T01:48:58.845587133Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:58.845591222Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:58.845595173Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:48:58.845599178Z for: 1m 2024-04-28T01:48:58.845603194Z labels: 2024-04-28T01:48:58.845607235Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:58.845611180Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:58.845615065Z vnf_member_index: vnf 2024-04-28T01:48:58.845619001Z - alert: scaleout_ef3578d3-d6e2-46ed-87d6-315e99d80c1c 2024-04-28T01:48:58.845622964Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:58.845626941Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:48:58.845630979Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:48:58.845634939Z for: 1m 2024-04-28T01:48:58.845638906Z labels: 2024-04-28T01:48:58.845642953Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:48:58.845646872Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:48:58.845650817Z vnf_member_index: vnf 2024-04-28T01:48:58.845654630Z 2024-04-28T01:48:58.852986511Z New config written, updating prometheus 2024-04-28T01:49:03.879473608Z Prometheus config update successful 2024-04-28T01:49:03.879509256Z 2024-04-28T01:49:03.879512878Z Changes detected, updating prometheus config 2024-04-28T01:49:03.881873805Z Jobs detected: 0 2024-04-28T01:49:03.887787455Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:49:03.891029063Z alerting: 2024-04-28T01:49:03.891138035Z alertmanagers: 2024-04-28T01:49:03.891142652Z - static_configs: 2024-04-28T01:49:03.891145694Z - targets: 2024-04-28T01:49:03.891149120Z - alertmanager:9093 2024-04-28T01:49:03.891152147Z global: 2024-04-28T01:49:03.891155064Z evaluation_interval: 15s 2024-04-28T01:49:03.891158339Z scrape_interval: 15s 2024-04-28T01:49:03.891161385Z rule_files: 2024-04-28T01:49:03.891164354Z - osm_metric_rules.yml 2024-04-28T01:49:03.891167364Z - osm_alert_rules.yml 2024-04-28T01:49:03.891170288Z scrape_configs: 2024-04-28T01:49:03.891173241Z - job_name: mon_exporter 2024-04-28T01:49:03.891176083Z static_configs: 2024-04-28T01:49:03.891179021Z - targets: 2024-04-28T01:49:03.891182050Z - mon:8000 2024-04-28T01:49:03.891185006Z - honor_labels: true 2024-04-28T01:49:03.891188228Z job_name: pushgateway 2024-04-28T01:49:03.891191127Z scrape_interval: 30s 2024-04-28T01:49:03.891194058Z static_configs: 2024-04-28T01:49:03.891196965Z - targets: 2024-04-28T01:49:03.891200507Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:49:03.891203350Z 2024-04-28T01:49:03.895307360Z Alerts read: 6 2024-04-28T01:49:03.896910612Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:49:03.903353003Z groups: 2024-04-28T01:49:03.903366299Z - name: osm_alert_rules 2024-04-28T01:49:03.903370646Z rules: 2024-04-28T01:49:03.903375232Z - alert: vdu_down 2024-04-28T01:49:03.903379913Z annotations: 2024-04-28T01:49:03.903385110Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:49:03.903390195Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:49:03.903418122Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:49:03.903421935Z expr: vm_status_extended != 1 2024-04-28T01:49:03.903424900Z for: 3m 2024-04-28T01:49:03.903427894Z - name: _osm_alert_rules_20240428014903_ 2024-04-28T01:49:03.903430800Z rules: 2024-04-28T01:49:03.903434480Z - alert: scalein_10f490dd-711e-43c5-9c42-ed3577fab2f4 2024-04-28T01:49:03.903437796Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:49:03.903441458Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:49:03.903444468Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:49:03.903447438Z for: 1m 2024-04-28T01:49:03.903450354Z labels: 2024-04-28T01:49:03.903453314Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:49:03.903456241Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:49:03.903459886Z vnf_member_index: vnf 2024-04-28T01:49:03.903462789Z - alert: scaleout_83d1c5dd-282c-4401-b8c2-18e83aa7ac50 2024-04-28T01:49:03.903465800Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:49:03.903468887Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:49:03.903471866Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:49:03.903475303Z for: 1m 2024-04-28T01:49:03.903478284Z labels: 2024-04-28T01:49:03.903481228Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:49:03.903484436Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:49:03.903487377Z vnf_member_index: vnf 2024-04-28T01:49:03.903490292Z - alert: scalein_5bcf88c1-291d-4921-9715-cdddc9f733b2 2024-04-28T01:49:03.903493270Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:49:03.903496790Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:49:03.903499730Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:49:03.903502675Z for: 1m 2024-04-28T01:49:03.903505580Z labels: 2024-04-28T01:49:03.903508554Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:49:03.903511443Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:49:03.903514321Z vnf_member_index: vnf 2024-04-28T01:49:03.903517256Z - alert: scaleout_e7fce7ef-c6a3-4646-98c1-722eec019f9f 2024-04-28T01:49:03.903520159Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:49:03.903523415Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:49:03.903526380Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:49:03.903529247Z for: 1m 2024-04-28T01:49:03.903532225Z labels: 2024-04-28T01:49:03.903535144Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:49:03.903538089Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:49:03.903541028Z vnf_member_index: vnf 2024-04-28T01:49:03.903544022Z - alert: scalein_000bd42a-9c59-4d04-8326-6afcc0d2473d 2024-04-28T01:49:03.903546900Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:49:03.903554159Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:49:03.903557064Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T01:49:03.903560005Z for: 1m 2024-04-28T01:49:03.903562815Z labels: 2024-04-28T01:49:03.903565734Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:49:03.903568596Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:49:03.903571430Z vnf_member_index: vnf 2024-04-28T01:49:03.903574279Z - alert: scaleout_ef3578d3-d6e2-46ed-87d6-315e99d80c1c 2024-04-28T01:49:03.903577104Z expr: (count (osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:49:03.903580130Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="26640b96-927c-4783-b9e2-49e2eb823850", 2024-04-28T01:49:03.903583026Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T01:49:03.903585874Z for: 1m 2024-04-28T01:49:03.903588698Z labels: 2024-04-28T01:49:03.903591573Z ns_id: 26640b96-927c-4783-b9e2-49e2eb823850 2024-04-28T01:49:03.903594464Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T01:49:03.903597358Z vnf_member_index: vnf 2024-04-28T01:49:03.903600081Z 2024-04-28T01:49:03.909850234Z New config written, updating prometheus 2024-04-28T01:49:08.944894222Z Prometheus config update successful 2024-04-28T01:49:08.944946271Z 2024-04-28T01:50:24.036988304Z Changes detected, updating prometheus config 2024-04-28T01:50:24.038729745Z Jobs detected: 0 2024-04-28T01:50:24.047369434Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:50:24.050067455Z alerting: 2024-04-28T01:50:24.050079845Z alertmanagers: 2024-04-28T01:50:24.050085280Z - static_configs: 2024-04-28T01:50:24.050089462Z - targets: 2024-04-28T01:50:24.050094204Z - alertmanager:9093 2024-04-28T01:50:24.050098240Z global: 2024-04-28T01:50:24.050102396Z evaluation_interval: 15s 2024-04-28T01:50:24.050106520Z scrape_interval: 15s 2024-04-28T01:50:24.050110869Z rule_files: 2024-04-28T01:50:24.050115352Z - osm_metric_rules.yml 2024-04-28T01:50:24.050119520Z - osm_alert_rules.yml 2024-04-28T01:50:24.050123451Z scrape_configs: 2024-04-28T01:50:24.050127493Z - job_name: mon_exporter 2024-04-28T01:50:24.050131569Z static_configs: 2024-04-28T01:50:24.050135701Z - targets: 2024-04-28T01:50:24.050139723Z - mon:8000 2024-04-28T01:50:24.050143742Z - honor_labels: true 2024-04-28T01:50:24.050147721Z job_name: pushgateway 2024-04-28T01:50:24.050151702Z scrape_interval: 30s 2024-04-28T01:50:24.050155725Z static_configs: 2024-04-28T01:50:24.050159722Z - targets: 2024-04-28T01:50:24.050164788Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:50:24.050175749Z 2024-04-28T01:50:24.054886408Z Alerts read: 0 2024-04-28T01:50:24.056778089Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:50:24.058015318Z groups: 2024-04-28T01:50:24.058032691Z - name: osm_alert_rules 2024-04-28T01:50:24.058036419Z rules: 2024-04-28T01:50:24.058039450Z - alert: vdu_down 2024-04-28T01:50:24.058043332Z annotations: 2024-04-28T01:50:24.058047290Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:50:24.058050995Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:50:24.058054001Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:50:24.058070975Z expr: vm_status_extended != 1 2024-04-28T01:50:24.058074156Z for: 3m 2024-04-28T01:50:24.058076901Z 2024-04-28T01:50:24.059091677Z New config written, updating prometheus 2024-04-28T01:50:29.090624495Z Prometheus config update successful 2024-04-28T01:50:29.090706868Z 2024-04-28T01:50:29.090753947Z Changes detected, updating prometheus config 2024-04-28T01:50:29.092566959Z Jobs detected: 0 2024-04-28T01:50:29.098893595Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:50:29.101372116Z alerting: 2024-04-28T01:50:29.101383678Z alertmanagers: 2024-04-28T01:50:29.101387994Z - static_configs: 2024-04-28T01:50:29.101391090Z - targets: 2024-04-28T01:50:29.101394640Z - alertmanager:9093 2024-04-28T01:50:29.101397722Z global: 2024-04-28T01:50:29.101400789Z evaluation_interval: 15s 2024-04-28T01:50:29.101403831Z scrape_interval: 15s 2024-04-28T01:50:29.101407311Z rule_files: 2024-04-28T01:50:29.101410294Z - osm_metric_rules.yml 2024-04-28T01:50:29.101413646Z - osm_alert_rules.yml 2024-04-28T01:50:29.101416704Z scrape_configs: 2024-04-28T01:50:29.101419706Z - job_name: mon_exporter 2024-04-28T01:50:29.101422597Z static_configs: 2024-04-28T01:50:29.101425571Z - targets: 2024-04-28T01:50:29.101428609Z - mon:8000 2024-04-28T01:50:29.101431658Z - honor_labels: true 2024-04-28T01:50:29.101434565Z job_name: pushgateway 2024-04-28T01:50:29.101437768Z scrape_interval: 30s 2024-04-28T01:50:29.101440763Z static_configs: 2024-04-28T01:50:29.101443809Z - targets: 2024-04-28T01:50:29.101447422Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:50:29.101550151Z 2024-04-28T01:50:29.104727103Z Alerts read: 0 2024-04-28T01:50:29.106698145Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:50:29.107960399Z groups: 2024-04-28T01:50:29.107971188Z - name: osm_alert_rules 2024-04-28T01:50:29.107974659Z rules: 2024-04-28T01:50:29.107977837Z - alert: vdu_down 2024-04-28T01:50:29.107980817Z annotations: 2024-04-28T01:50:29.107984512Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:50:29.107988249Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:50:29.107991242Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:50:29.107994773Z expr: vm_status_extended != 1 2024-04-28T01:50:29.107997761Z for: 3m 2024-04-28T01:50:29.108076413Z 2024-04-28T01:50:29.109284590Z New config written, updating prometheus 2024-04-28T01:50:34.149452752Z Prometheus config update successful 2024-04-28T01:50:34.149588704Z 2024-04-28T01:50:34.149863894Z Changes detected, updating prometheus config 2024-04-28T01:50:34.151741346Z Jobs detected: 0 2024-04-28T01:50:34.160656347Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:50:34.162888162Z alerting: 2024-04-28T01:50:34.162900228Z alertmanagers: 2024-04-28T01:50:34.162904052Z - static_configs: 2024-04-28T01:50:34.162907143Z - targets: 2024-04-28T01:50:34.162910564Z - alertmanager:9093 2024-04-28T01:50:34.162914000Z global: 2024-04-28T01:50:34.162917028Z evaluation_interval: 15s 2024-04-28T01:50:34.162946544Z scrape_interval: 15s 2024-04-28T01:50:34.162951166Z rule_files: 2024-04-28T01:50:34.162954115Z - osm_metric_rules.yml 2024-04-28T01:50:34.162957042Z - osm_alert_rules.yml 2024-04-28T01:50:34.162959970Z scrape_configs: 2024-04-28T01:50:34.162974712Z - job_name: mon_exporter 2024-04-28T01:50:34.162981938Z static_configs: 2024-04-28T01:50:34.162985003Z - targets: 2024-04-28T01:50:34.162987972Z - mon:8000 2024-04-28T01:50:34.162990903Z - honor_labels: true 2024-04-28T01:50:34.163001029Z job_name: pushgateway 2024-04-28T01:50:34.163003942Z scrape_interval: 30s 2024-04-28T01:50:34.163006736Z static_configs: 2024-04-28T01:50:34.163009583Z - targets: 2024-04-28T01:50:34.163013365Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:50:34.163021380Z 2024-04-28T01:50:34.169804403Z Alerts read: 0 2024-04-28T01:50:34.171802948Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:50:34.173156140Z groups: 2024-04-28T01:50:34.173166048Z - name: osm_alert_rules 2024-04-28T01:50:34.173169485Z rules: 2024-04-28T01:50:34.173172741Z - alert: vdu_down 2024-04-28T01:50:34.173178686Z annotations: 2024-04-28T01:50:34.173182807Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:50:34.173202292Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:50:34.173206304Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:50:34.173209757Z expr: vm_status_extended != 1 2024-04-28T01:50:34.173212994Z for: 3m 2024-04-28T01:50:34.173221132Z 2024-04-28T01:50:34.174533142Z New config written, updating prometheus 2024-04-28T01:50:39.194587286Z Prometheus config update successful 2024-04-28T01:50:39.194628508Z 2024-04-28T01:50:39.194639137Z Changes detected, updating prometheus config 2024-04-28T01:50:39.196547891Z Jobs detected: 0 2024-04-28T01:50:39.200776110Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:50:39.202579964Z alerting: 2024-04-28T01:50:39.202609957Z alertmanagers: 2024-04-28T01:50:39.202650643Z - static_configs: 2024-04-28T01:50:39.202660482Z - targets: 2024-04-28T01:50:39.202670292Z - alertmanager:9093 2024-04-28T01:50:39.202678745Z global: 2024-04-28T01:50:39.202687397Z evaluation_interval: 15s 2024-04-28T01:50:39.202696626Z scrape_interval: 15s 2024-04-28T01:50:39.202705120Z rule_files: 2024-04-28T01:50:39.202714195Z - osm_metric_rules.yml 2024-04-28T01:50:39.202722660Z - osm_alert_rules.yml 2024-04-28T01:50:39.202731012Z scrape_configs: 2024-04-28T01:50:39.202739244Z - job_name: mon_exporter 2024-04-28T01:50:39.202747560Z static_configs: 2024-04-28T01:50:39.202755921Z - targets: 2024-04-28T01:50:39.202764431Z - mon:8000 2024-04-28T01:50:39.202772711Z - honor_labels: true 2024-04-28T01:50:39.202780946Z job_name: pushgateway 2024-04-28T01:50:39.202789194Z scrape_interval: 30s 2024-04-28T01:50:39.202797465Z static_configs: 2024-04-28T01:50:39.202805762Z - targets: 2024-04-28T01:50:39.202815061Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:50:39.202823087Z 2024-04-28T01:50:39.206500431Z Alerts read: 0 2024-04-28T01:50:39.208274086Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:50:39.209401790Z groups: 2024-04-28T01:50:39.209463798Z - name: osm_alert_rules 2024-04-28T01:50:39.209473610Z rules: 2024-04-28T01:50:39.209481013Z - alert: vdu_down 2024-04-28T01:50:39.209487885Z annotations: 2024-04-28T01:50:39.209495759Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:50:39.209503309Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:50:39.209543675Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:50:39.209551495Z expr: vm_status_extended != 1 2024-04-28T01:50:39.209558186Z for: 3m 2024-04-28T01:50:39.209564491Z 2024-04-28T01:50:39.210315412Z New config written, updating prometheus 2024-04-28T01:50:44.256528332Z Prometheus config update successful 2024-04-28T01:50:44.256565690Z 2024-04-28T01:50:44.256571429Z Changes detected, updating prometheus config 2024-04-28T01:50:44.256576164Z Jobs detected: 0 2024-04-28T01:50:44.272292867Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:50:44.275070123Z alerting: 2024-04-28T01:50:44.275095747Z alertmanagers: 2024-04-28T01:50:44.275100647Z - static_configs: 2024-04-28T01:50:44.275103705Z - targets: 2024-04-28T01:50:44.275107090Z - alertmanager:9093 2024-04-28T01:50:44.275110128Z global: 2024-04-28T01:50:44.275113230Z evaluation_interval: 15s 2024-04-28T01:50:44.275116153Z scrape_interval: 15s 2024-04-28T01:50:44.275119152Z rule_files: 2024-04-28T01:50:44.275122055Z - osm_metric_rules.yml 2024-04-28T01:50:44.275124999Z - osm_alert_rules.yml 2024-04-28T01:50:44.275135523Z scrape_configs: 2024-04-28T01:50:44.275138543Z - job_name: mon_exporter 2024-04-28T01:50:44.275141505Z static_configs: 2024-04-28T01:50:44.275144570Z - targets: 2024-04-28T01:50:44.275147463Z - mon:8000 2024-04-28T01:50:44.275150477Z - honor_labels: true 2024-04-28T01:50:44.275153371Z job_name: pushgateway 2024-04-28T01:50:44.275156334Z scrape_interval: 30s 2024-04-28T01:50:44.275159892Z static_configs: 2024-04-28T01:50:44.275163019Z - targets: 2024-04-28T01:50:44.275166513Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:50:44.275169684Z 2024-04-28T01:50:44.282406891Z Alerts read: 0 2024-04-28T01:50:44.284982263Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:50:44.286459043Z groups: 2024-04-28T01:50:44.286472050Z - name: osm_alert_rules 2024-04-28T01:50:44.286475737Z rules: 2024-04-28T01:50:44.286478824Z - alert: vdu_down 2024-04-28T01:50:44.286482013Z annotations: 2024-04-28T01:50:44.286485917Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:50:44.286489838Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:50:44.286493225Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:50:44.286496820Z expr: vm_status_extended != 1 2024-04-28T01:50:44.286499853Z for: 3m 2024-04-28T01:50:44.286502797Z 2024-04-28T01:50:44.287767470Z New config written, updating prometheus 2024-04-28T01:50:49.322867290Z Prometheus config update successful 2024-04-28T01:50:49.322923363Z 2024-04-28T01:50:49.322941237Z Changes detected, updating prometheus config 2024-04-28T01:50:49.324656930Z Jobs detected: 0 2024-04-28T01:50:49.330868960Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T01:50:49.333186786Z alerting: 2024-04-28T01:50:49.333201302Z alertmanagers: 2024-04-28T01:50:49.333208285Z - static_configs: 2024-04-28T01:50:49.333214176Z - targets: 2024-04-28T01:50:49.333220828Z - alertmanager:9093 2024-04-28T01:50:49.333226760Z global: 2024-04-28T01:50:49.333232657Z evaluation_interval: 15s 2024-04-28T01:50:49.333238906Z scrape_interval: 15s 2024-04-28T01:50:49.333245313Z rule_files: 2024-04-28T01:50:49.333250861Z - osm_metric_rules.yml 2024-04-28T01:50:49.333256500Z - osm_alert_rules.yml 2024-04-28T01:50:49.333279752Z scrape_configs: 2024-04-28T01:50:49.333285984Z - job_name: mon_exporter 2024-04-28T01:50:49.333291656Z static_configs: 2024-04-28T01:50:49.333297347Z - targets: 2024-04-28T01:50:49.333303033Z - mon:8000 2024-04-28T01:50:49.333308603Z - honor_labels: true 2024-04-28T01:50:49.333314182Z job_name: pushgateway 2024-04-28T01:50:49.333319684Z scrape_interval: 30s 2024-04-28T01:50:49.333334704Z static_configs: 2024-04-28T01:50:49.333340939Z - targets: 2024-04-28T01:50:49.333347806Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T01:50:49.333355858Z 2024-04-28T01:50:49.338102560Z Alerts read: 0 2024-04-28T01:50:49.339462624Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T01:50:49.340437246Z groups: 2024-04-28T01:50:49.340451288Z - name: osm_alert_rules 2024-04-28T01:50:49.340459382Z rules: 2024-04-28T01:50:49.340467102Z - alert: vdu_down 2024-04-28T01:50:49.340474647Z annotations: 2024-04-28T01:50:49.340482862Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T01:50:49.340490995Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T01:50:49.340499177Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T01:50:49.340507593Z expr: vm_status_extended != 1 2024-04-28T01:50:49.340515365Z for: 3m 2024-04-28T01:50:49.340522882Z 2024-04-28T01:50:49.341442369Z New config written, updating prometheus 2024-04-28T01:50:54.366898183Z Prometheus config update successful 2024-04-28T01:50:54.366934710Z 2024-04-28T02:50:18.653716635Z Changes detected, updating prometheus config 2024-04-28T02:50:18.655942536Z Jobs detected: 0 2024-04-28T02:50:18.662582602Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T02:50:18.665226965Z alerting: 2024-04-28T02:50:18.665250801Z alertmanagers: 2024-04-28T02:50:18.665262417Z - static_configs: 2024-04-28T02:50:18.665271227Z - targets: 2024-04-28T02:50:18.665281252Z - alertmanager:9093 2024-04-28T02:50:18.665289974Z global: 2024-04-28T02:50:18.665298503Z evaluation_interval: 15s 2024-04-28T02:50:18.665306863Z scrape_interval: 15s 2024-04-28T02:50:18.665315324Z rule_files: 2024-04-28T02:50:18.665323826Z - osm_metric_rules.yml 2024-04-28T02:50:18.665332135Z - osm_alert_rules.yml 2024-04-28T02:50:18.665340522Z scrape_configs: 2024-04-28T02:50:18.665348842Z - job_name: mon_exporter 2024-04-28T02:50:18.665357096Z static_configs: 2024-04-28T02:50:18.665365506Z - targets: 2024-04-28T02:50:18.665373869Z - mon:8000 2024-04-28T02:50:18.665382280Z - honor_labels: true 2024-04-28T02:50:18.665391119Z job_name: pushgateway 2024-04-28T02:50:18.665425969Z scrape_interval: 30s 2024-04-28T02:50:18.665434494Z static_configs: 2024-04-28T02:50:18.665443061Z - targets: 2024-04-28T02:50:18.665452639Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T02:50:18.665460812Z 2024-04-28T02:50:18.670004229Z Alerts read: 0 2024-04-28T02:50:18.671872227Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T02:50:18.672827335Z groups: 2024-04-28T02:50:18.672849319Z - name: osm_alert_rules 2024-04-28T02:50:18.672858101Z rules: 2024-04-28T02:50:18.672866738Z - alert: vdu_down 2024-04-28T02:50:18.672875177Z annotations: 2024-04-28T02:50:18.672885413Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T02:50:18.672894761Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T02:50:18.672928127Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T02:50:18.672958063Z expr: vm_status_extended != 1 2024-04-28T02:50:18.672967074Z for: 3m 2024-04-28T02:50:18.672975161Z 2024-04-28T02:50:18.673683303Z New config written, updating prometheus 2024-04-28T02:50:23.711063974Z Prometheus config update successful 2024-04-28T02:50:23.711115233Z 2024-04-28T02:57:22.862965380Z Changes detected, updating prometheus config 2024-04-28T02:57:22.864578999Z Jobs detected: 0 2024-04-28T02:57:22.869504935Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T02:57:22.871422826Z alerting: 2024-04-28T02:57:22.871435289Z alertmanagers: 2024-04-28T02:57:22.871438983Z - static_configs: 2024-04-28T02:57:22.871441953Z - targets: 2024-04-28T02:57:22.871445627Z - alertmanager:9093 2024-04-28T02:57:22.871448757Z global: 2024-04-28T02:57:22.871451934Z evaluation_interval: 15s 2024-04-28T02:57:22.871454950Z scrape_interval: 15s 2024-04-28T02:57:22.871458010Z rule_files: 2024-04-28T02:57:22.871460914Z - osm_metric_rules.yml 2024-04-28T02:57:22.871463755Z - osm_alert_rules.yml 2024-04-28T02:57:22.871466785Z scrape_configs: 2024-04-28T02:57:22.871470694Z - job_name: mon_exporter 2024-04-28T02:57:22.871473858Z static_configs: 2024-04-28T02:57:22.871476837Z - targets: 2024-04-28T02:57:22.871479803Z - mon:8000 2024-04-28T02:57:22.871482717Z - honor_labels: true 2024-04-28T02:57:22.871485652Z job_name: pushgateway 2024-04-28T02:57:22.871488448Z scrape_interval: 30s 2024-04-28T02:57:22.871491252Z static_configs: 2024-04-28T02:57:22.871494241Z - targets: 2024-04-28T02:57:22.871497708Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T02:57:22.871500678Z 2024-04-28T02:57:22.874253201Z Alerts read: 0 2024-04-28T02:57:22.876195775Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T02:57:22.877512806Z groups: 2024-04-28T02:57:22.877523600Z - name: osm_alert_rules 2024-04-28T02:57:22.877527195Z rules: 2024-04-28T02:57:22.877530176Z - alert: vdu_down 2024-04-28T02:57:22.877533114Z annotations: 2024-04-28T02:57:22.877536578Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T02:57:22.877540081Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T02:57:22.877543010Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T02:57:22.877546422Z expr: vm_status_extended != 1 2024-04-28T02:57:22.877549428Z for: 3m 2024-04-28T02:57:22.877552280Z 2024-04-28T02:57:22.878759155Z New config written, updating prometheus 2024-04-28T02:57:27.917337224Z Prometheus config update successful 2024-04-28T02:57:27.917451222Z 2024-04-28T03:12:42.990515806Z Changes detected, updating prometheus config 2024-04-28T03:12:42.992713916Z Jobs detected: 0 2024-04-28T03:12:42.999716265Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:12:43.002022978Z alerting: 2024-04-28T03:12:43.002049862Z alertmanagers: 2024-04-28T03:12:43.002058545Z - static_configs: 2024-04-28T03:12:43.002065837Z - targets: 2024-04-28T03:12:43.002073397Z - alertmanager:9093 2024-04-28T03:12:43.002080419Z global: 2024-04-28T03:12:43.002087391Z evaluation_interval: 15s 2024-04-28T03:12:43.002094536Z scrape_interval: 15s 2024-04-28T03:12:43.002101477Z rule_files: 2024-04-28T03:12:43.002108775Z - osm_metric_rules.yml 2024-04-28T03:12:43.002115471Z - osm_alert_rules.yml 2024-04-28T03:12:43.002142668Z scrape_configs: 2024-04-28T03:12:43.002150049Z - job_name: mon_exporter 2024-04-28T03:12:43.002156742Z static_configs: 2024-04-28T03:12:43.002163641Z - targets: 2024-04-28T03:12:43.002170643Z - mon:8000 2024-04-28T03:12:43.002178088Z - honor_labels: true 2024-04-28T03:12:43.002184967Z job_name: pushgateway 2024-04-28T03:12:43.002191714Z scrape_interval: 30s 2024-04-28T03:12:43.002198467Z static_configs: 2024-04-28T03:12:43.002205283Z - targets: 2024-04-28T03:12:43.002212714Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:12:43.002231200Z 2024-04-28T03:12:43.006527680Z Alerts read: 2 2024-04-28T03:12:43.008731426Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:12:43.011749547Z groups: 2024-04-28T03:12:43.011787399Z - name: osm_alert_rules 2024-04-28T03:12:43.011794408Z rules: 2024-04-28T03:12:43.011800171Z - alert: vdu_down 2024-04-28T03:12:43.011805766Z annotations: 2024-04-28T03:12:43.011812169Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:12:43.011818348Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:12:43.011823916Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:12:43.011830280Z expr: vm_status_extended != 1 2024-04-28T03:12:43.011835980Z for: 3m 2024-04-28T03:12:43.011841577Z - name: _osm_alert_rules_20240428031243_ 2024-04-28T03:12:43.011847598Z rules: 2024-04-28T03:12:43.011854075Z - alert: scalein_367876d1-df9c-4f84-a029-25f000b7591f 2024-04-28T03:12:43.011859686Z expr: (count (osm_cpu_utilization{ns_id="c05c857e-387c-4fd6-a5a3-0263b2612d22", 2024-04-28T03:12:43.011872467Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="c05c857e-387c-4fd6-a5a3-0263b2612d22", 2024-04-28T03:12:43.011878441Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T03:12:43.011884072Z for: 1m 2024-04-28T03:12:43.011889558Z labels: 2024-04-28T03:12:43.011895243Z ns_id: c05c857e-387c-4fd6-a5a3-0263b2612d22 2024-04-28T03:12:43.011900752Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T03:12:43.011906841Z vnf_member_index: vnf 2024-04-28T03:12:43.011912348Z - alert: scaleout_ddd2a9ba-8a5f-4291-b44c-db0ba4a0037c 2024-04-28T03:12:43.011917997Z expr: (count (osm_cpu_utilization{ns_id="c05c857e-387c-4fd6-a5a3-0263b2612d22", 2024-04-28T03:12:43.011923672Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="c05c857e-387c-4fd6-a5a3-0263b2612d22", 2024-04-28T03:12:43.011929215Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T03:12:43.011934807Z for: 1m 2024-04-28T03:12:43.011940404Z labels: 2024-04-28T03:12:43.011945898Z ns_id: c05c857e-387c-4fd6-a5a3-0263b2612d22 2024-04-28T03:12:43.011951459Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T03:12:43.011956979Z vnf_member_index: vnf 2024-04-28T03:12:43.011970490Z 2024-04-28T03:12:43.015004706Z New config written, updating prometheus 2024-04-28T03:12:48.061359269Z Prometheus config update successful 2024-04-28T03:12:48.061377711Z 2024-04-28T03:12:48.062817766Z Changes detected, updating prometheus config 2024-04-28T03:12:48.064007517Z Jobs detected: 0 2024-04-28T03:12:48.071408124Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:12:48.073284909Z alerting: 2024-04-28T03:12:48.073319635Z alertmanagers: 2024-04-28T03:12:48.073365790Z - static_configs: 2024-04-28T03:12:48.073375249Z - targets: 2024-04-28T03:12:48.073385343Z - alertmanager:9093 2024-04-28T03:12:48.073393700Z global: 2024-04-28T03:12:48.073402639Z evaluation_interval: 15s 2024-04-28T03:12:48.073411031Z scrape_interval: 15s 2024-04-28T03:12:48.073419610Z rule_files: 2024-04-28T03:12:48.073427854Z - osm_metric_rules.yml 2024-04-28T03:12:48.073436139Z - osm_alert_rules.yml 2024-04-28T03:12:48.073444381Z scrape_configs: 2024-04-28T03:12:48.073453196Z - job_name: mon_exporter 2024-04-28T03:12:48.073461556Z static_configs: 2024-04-28T03:12:48.073469994Z - targets: 2024-04-28T03:12:48.073478344Z - mon:8000 2024-04-28T03:12:48.073486637Z - honor_labels: true 2024-04-28T03:12:48.073494817Z job_name: pushgateway 2024-04-28T03:12:48.073503341Z scrape_interval: 30s 2024-04-28T03:12:48.073511868Z static_configs: 2024-04-28T03:12:48.073520167Z - targets: 2024-04-28T03:12:48.073529245Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:12:48.073537455Z 2024-04-28T03:12:48.077443669Z Alerts read: 2 2024-04-28T03:12:48.079446325Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:12:48.082385021Z groups: 2024-04-28T03:12:48.082401492Z - name: osm_alert_rules 2024-04-28T03:12:48.082405149Z rules: 2024-04-28T03:12:48.082408466Z - alert: vdu_down 2024-04-28T03:12:48.082411392Z annotations: 2024-04-28T03:12:48.082415085Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:12:48.082418744Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:12:48.082421689Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:12:48.082425216Z expr: vm_status_extended != 1 2024-04-28T03:12:48.082428202Z for: 3m 2024-04-28T03:12:48.082431164Z - name: _osm_alert_rules_20240428031248_ 2024-04-28T03:12:48.082434170Z rules: 2024-04-28T03:12:48.082437632Z - alert: scalein_367876d1-df9c-4f84-a029-25f000b7591f 2024-04-28T03:12:48.082440607Z expr: (count (osm_cpu_utilization{ns_id="c05c857e-387c-4fd6-a5a3-0263b2612d22", 2024-04-28T03:12:48.082444185Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="c05c857e-387c-4fd6-a5a3-0263b2612d22", 2024-04-28T03:12:48.082447224Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T03:12:48.082450218Z for: 1m 2024-04-28T03:12:48.082453057Z labels: 2024-04-28T03:12:48.082455983Z ns_id: c05c857e-387c-4fd6-a5a3-0263b2612d22 2024-04-28T03:12:48.082459012Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T03:12:48.082462541Z vnf_member_index: vnf 2024-04-28T03:12:48.082465705Z - alert: scaleout_ddd2a9ba-8a5f-4291-b44c-db0ba4a0037c 2024-04-28T03:12:48.082468743Z expr: (count (osm_cpu_utilization{ns_id="c05c857e-387c-4fd6-a5a3-0263b2612d22", 2024-04-28T03:12:48.082471929Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="c05c857e-387c-4fd6-a5a3-0263b2612d22", 2024-04-28T03:12:48.082475045Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T03:12:48.082477909Z for: 1m 2024-04-28T03:12:48.082480781Z labels: 2024-04-28T03:12:48.082483780Z ns_id: c05c857e-387c-4fd6-a5a3-0263b2612d22 2024-04-28T03:12:48.082486695Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T03:12:48.082489622Z vnf_member_index: vnf 2024-04-28T03:12:48.082492357Z 2024-04-28T03:12:48.085709601Z New config written, updating prometheus 2024-04-28T03:12:53.118232619Z Prometheus config update successful 2024-04-28T03:12:53.118274017Z 2024-04-28T03:16:06.986533557Z Changes detected, updating prometheus config 2024-04-28T03:16:06.990203663Z Jobs detected: 0 2024-04-28T03:16:07.003012971Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:16:07.006451391Z alerting: 2024-04-28T03:16:07.006487197Z alertmanagers: 2024-04-28T03:16:07.006498620Z - static_configs: 2024-04-28T03:16:07.006509798Z - targets: 2024-04-28T03:16:07.006521908Z - alertmanager:9093 2024-04-28T03:16:07.006532380Z global: 2024-04-28T03:16:07.006541479Z evaluation_interval: 15s 2024-04-28T03:16:07.006550856Z scrape_interval: 15s 2024-04-28T03:16:07.006561166Z rule_files: 2024-04-28T03:16:07.006569914Z - osm_metric_rules.yml 2024-04-28T03:16:07.006594462Z - osm_alert_rules.yml 2024-04-28T03:16:07.006601408Z scrape_configs: 2024-04-28T03:16:07.006607397Z - job_name: mon_exporter 2024-04-28T03:16:07.006613452Z static_configs: 2024-04-28T03:16:07.006625100Z - targets: 2024-04-28T03:16:07.006631254Z - mon:8000 2024-04-28T03:16:07.006637305Z - honor_labels: true 2024-04-28T03:16:07.006643258Z job_name: pushgateway 2024-04-28T03:16:07.006649118Z scrape_interval: 30s 2024-04-28T03:16:07.006655082Z static_configs: 2024-04-28T03:16:07.006661054Z - targets: 2024-04-28T03:16:07.006667654Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:16:07.006687134Z 2024-04-28T03:16:07.010286258Z Alerts read: 0 2024-04-28T03:16:07.012324508Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:16:07.013553563Z groups: 2024-04-28T03:16:07.013572068Z - name: osm_alert_rules 2024-04-28T03:16:07.013579397Z rules: 2024-04-28T03:16:07.013585952Z - alert: vdu_down 2024-04-28T03:16:07.013593043Z annotations: 2024-04-28T03:16:07.013600706Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:16:07.013607856Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:16:07.013614386Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:16:07.013621638Z expr: vm_status_extended != 1 2024-04-28T03:16:07.013628111Z for: 3m 2024-04-28T03:16:07.013634312Z 2024-04-28T03:16:07.014802791Z New config written, updating prometheus 2024-04-28T03:16:12.053257323Z Prometheus config update successful 2024-04-28T03:16:12.053285483Z 2024-04-28T03:16:12.053289713Z Changes detected, updating prometheus config 2024-04-28T03:16:12.055507932Z Jobs detected: 0 2024-04-28T03:16:12.069326336Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:16:12.073938484Z alerting: 2024-04-28T03:16:12.073966803Z alertmanagers: 2024-04-28T03:16:12.073973228Z - static_configs: 2024-04-28T03:16:12.073978404Z - targets: 2024-04-28T03:16:12.073986983Z - alertmanager:9093 2024-04-28T03:16:12.073992042Z global: 2024-04-28T03:16:12.073997043Z evaluation_interval: 15s 2024-04-28T03:16:12.074002109Z scrape_interval: 15s 2024-04-28T03:16:12.074007040Z rule_files: 2024-04-28T03:16:12.074012675Z - osm_metric_rules.yml 2024-04-28T03:16:12.074017675Z - osm_alert_rules.yml 2024-04-28T03:16:12.074022480Z scrape_configs: 2024-04-28T03:16:12.074027777Z - job_name: mon_exporter 2024-04-28T03:16:12.074032714Z static_configs: 2024-04-28T03:16:12.074037584Z - targets: 2024-04-28T03:16:12.074042530Z - mon:8000 2024-04-28T03:16:12.074082627Z - honor_labels: true 2024-04-28T03:16:12.074087972Z job_name: pushgateway 2024-04-28T03:16:12.074092866Z scrape_interval: 30s 2024-04-28T03:16:12.074097841Z static_configs: 2024-04-28T03:16:12.074102715Z - targets: 2024-04-28T03:16:12.074109755Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:16:12.074114822Z 2024-04-28T03:16:12.080417710Z Alerts read: 0 2024-04-28T03:16:12.085559601Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:16:12.088517198Z groups: 2024-04-28T03:16:12.088566311Z - name: osm_alert_rules 2024-04-28T03:16:12.088587202Z rules: 2024-04-28T03:16:12.088599284Z - alert: vdu_down 2024-04-28T03:16:12.088610142Z annotations: 2024-04-28T03:16:12.088641464Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:16:12.088654431Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:16:12.088666096Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:16:12.088678552Z expr: vm_status_extended != 1 2024-04-28T03:16:12.088688987Z for: 3m 2024-04-28T03:16:12.088699112Z 2024-04-28T03:16:12.091225154Z New config written, updating prometheus 2024-04-28T03:16:17.123238715Z Prometheus config update successful 2024-04-28T03:16:17.123273337Z 2024-04-28T03:16:56.847530203Z Changes detected, updating prometheus config 2024-04-28T03:16:56.849519255Z Jobs detected: 0 2024-04-28T03:16:56.858429332Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:16:56.861771462Z alerting: 2024-04-28T03:16:56.861787007Z alertmanagers: 2024-04-28T03:16:56.861791616Z - static_configs: 2024-04-28T03:16:56.861795023Z - targets: 2024-04-28T03:16:56.861799054Z - alertmanager:9093 2024-04-28T03:16:56.861802736Z global: 2024-04-28T03:16:56.861806390Z evaluation_interval: 15s 2024-04-28T03:16:56.861809733Z scrape_interval: 15s 2024-04-28T03:16:56.861829298Z rule_files: 2024-04-28T03:16:56.861833176Z - osm_metric_rules.yml 2024-04-28T03:16:56.861836587Z - osm_alert_rules.yml 2024-04-28T03:16:56.861839948Z scrape_configs: 2024-04-28T03:16:56.861843153Z - job_name: mon_exporter 2024-04-28T03:16:56.861846737Z static_configs: 2024-04-28T03:16:56.861850122Z - targets: 2024-04-28T03:16:56.861853376Z - mon:8000 2024-04-28T03:16:56.861856876Z - honor_labels: true 2024-04-28T03:16:56.861860146Z job_name: pushgateway 2024-04-28T03:16:56.861863564Z scrape_interval: 30s 2024-04-28T03:16:56.861866843Z static_configs: 2024-04-28T03:16:56.861870078Z - targets: 2024-04-28T03:16:56.861874123Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:16:56.861877336Z 2024-04-28T03:16:56.866228252Z Alerts read: 2 2024-04-28T03:16:56.868230160Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:16:56.871396096Z groups: 2024-04-28T03:16:56.871407836Z - name: osm_alert_rules 2024-04-28T03:16:56.871411800Z rules: 2024-04-28T03:16:56.871415281Z - alert: vdu_down 2024-04-28T03:16:56.871423244Z annotations: 2024-04-28T03:16:56.871427864Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:16:56.871431922Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:16:56.871435223Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:16:56.871439277Z expr: vm_status_extended != 1 2024-04-28T03:16:56.871457611Z for: 3m 2024-04-28T03:16:56.871482434Z - name: _osm_alert_rules_20240428031656_ 2024-04-28T03:16:56.871485886Z rules: 2024-04-28T03:16:56.871489671Z - alert: scalein_f5a8d584-1f2c-479b-932e-8ddc6edf7f74 2024-04-28T03:16:56.871492866Z expr: (count (osm_cpu_utilization{ns_id="2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:16:56.871496715Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:16:56.871500268Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T03:16:56.871503452Z for: 1m 2024-04-28T03:16:56.871506613Z labels: 2024-04-28T03:16:56.871509900Z ns_id: 2c1d2b76-4996-4bb0-ac86-ee620775ac9c 2024-04-28T03:16:56.871513057Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T03:16:56.871516909Z vnf_member_index: vnf 2024-04-28T03:16:56.871520155Z - alert: scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f 2024-04-28T03:16:56.871537850Z expr: (count (osm_cpu_utilization{ns_id="2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:16:56.871541188Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:16:56.871544388Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T03:16:56.871547924Z for: 1m 2024-04-28T03:16:56.871551186Z labels: 2024-04-28T03:16:56.871554462Z ns_id: 2c1d2b76-4996-4bb0-ac86-ee620775ac9c 2024-04-28T03:16:56.871557610Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T03:16:56.871560849Z vnf_member_index: vnf 2024-04-28T03:16:56.871563885Z 2024-04-28T03:16:56.875875660Z New config written, updating prometheus 2024-04-28T03:17:01.917374151Z Prometheus config update successful 2024-04-28T03:17:01.917398016Z 2024-04-28T03:17:01.921594997Z Changes detected, updating prometheus config 2024-04-28T03:17:01.922415718Z Jobs detected: 0 2024-04-28T03:17:01.928001451Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:17:01.930515844Z alerting: 2024-04-28T03:17:01.930562748Z alertmanagers: 2024-04-28T03:17:01.930567286Z - static_configs: 2024-04-28T03:17:01.930570387Z - targets: 2024-04-28T03:17:01.930574423Z - alertmanager:9093 2024-04-28T03:17:01.930577909Z global: 2024-04-28T03:17:01.930580942Z evaluation_interval: 15s 2024-04-28T03:17:01.930584193Z scrape_interval: 15s 2024-04-28T03:17:01.930587487Z rule_files: 2024-04-28T03:17:01.930607299Z - osm_metric_rules.yml 2024-04-28T03:17:01.930610616Z - osm_alert_rules.yml 2024-04-28T03:17:01.930613614Z scrape_configs: 2024-04-28T03:17:01.930631650Z - job_name: mon_exporter 2024-04-28T03:17:01.930635459Z static_configs: 2024-04-28T03:17:01.930638491Z - targets: 2024-04-28T03:17:01.930641546Z - mon:8000 2024-04-28T03:17:01.930645137Z - honor_labels: true 2024-04-28T03:17:01.930648328Z job_name: pushgateway 2024-04-28T03:17:01.930651386Z scrape_interval: 30s 2024-04-28T03:17:01.930654349Z static_configs: 2024-04-28T03:17:01.930657407Z - targets: 2024-04-28T03:17:01.930661112Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:17:01.930664141Z 2024-04-28T03:17:01.941640532Z Alerts read: 2 2024-04-28T03:17:01.941665572Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:17:01.941669284Z groups: 2024-04-28T03:17:01.941672974Z - name: osm_alert_rules 2024-04-28T03:17:01.941676444Z rules: 2024-04-28T03:17:01.941679559Z - alert: vdu_down 2024-04-28T03:17:01.941682539Z annotations: 2024-04-28T03:17:01.941699400Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:17:01.941703194Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:17:01.941706275Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:17:01.941710372Z expr: vm_status_extended != 1 2024-04-28T03:17:01.941713582Z for: 3m 2024-04-28T03:17:01.941716644Z - name: _osm_alert_rules_20240428031701_ 2024-04-28T03:17:01.941719679Z rules: 2024-04-28T03:17:01.941722823Z - alert: scalein_f5a8d584-1f2c-479b-932e-8ddc6edf7f74 2024-04-28T03:17:01.941725933Z expr: (count (osm_cpu_utilization{ns_id="2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:17:01.941733225Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:17:01.941736420Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T03:17:01.941739597Z for: 1m 2024-04-28T03:17:01.941742888Z labels: 2024-04-28T03:17:01.941745870Z ns_id: 2c1d2b76-4996-4bb0-ac86-ee620775ac9c 2024-04-28T03:17:01.941749324Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T03:17:01.941752854Z vnf_member_index: vnf 2024-04-28T03:17:01.941755878Z - alert: scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f 2024-04-28T03:17:01.941758965Z expr: (count (osm_cpu_utilization{ns_id="2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:17:01.941762084Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="2c1d2b76-4996-4bb0-ac86-ee620775ac9c", 2024-04-28T03:17:01.941765301Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T03:17:01.941768307Z for: 1m 2024-04-28T03:17:01.941771260Z labels: 2024-04-28T03:17:01.941774249Z ns_id: 2c1d2b76-4996-4bb0-ac86-ee620775ac9c 2024-04-28T03:17:01.941777361Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T03:17:01.941780384Z vnf_member_index: vnf 2024-04-28T03:17:01.941783230Z 2024-04-28T03:17:01.944361752Z New config written, updating prometheus 2024-04-28T03:17:06.975208689Z Prometheus config update successful 2024-04-28T03:17:06.975230287Z 2024-04-28T03:30:28.104864611Z Changes detected, updating prometheus config 2024-04-28T03:30:28.106920775Z Jobs detected: 0 2024-04-28T03:30:28.115150952Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:30:28.117360012Z alerting: 2024-04-28T03:30:28.117372792Z alertmanagers: 2024-04-28T03:30:28.117379371Z - static_configs: 2024-04-28T03:30:28.117385101Z - targets: 2024-04-28T03:30:28.117391140Z - alertmanager:9093 2024-04-28T03:30:28.117396853Z global: 2024-04-28T03:30:28.117402605Z evaluation_interval: 15s 2024-04-28T03:30:28.117408154Z scrape_interval: 15s 2024-04-28T03:30:28.117413661Z rule_files: 2024-04-28T03:30:28.117419167Z - osm_metric_rules.yml 2024-04-28T03:30:28.117424701Z - osm_alert_rules.yml 2024-04-28T03:30:28.117430121Z scrape_configs: 2024-04-28T03:30:28.117435560Z - job_name: mon_exporter 2024-04-28T03:30:28.117445993Z static_configs: 2024-04-28T03:30:28.117451863Z - targets: 2024-04-28T03:30:28.117457575Z - mon:8000 2024-04-28T03:30:28.117463057Z - honor_labels: true 2024-04-28T03:30:28.117468582Z job_name: pushgateway 2024-04-28T03:30:28.117474115Z scrape_interval: 30s 2024-04-28T03:30:28.117479625Z static_configs: 2024-04-28T03:30:28.117485126Z - targets: 2024-04-28T03:30:28.117510355Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:30:28.117515966Z 2024-04-28T03:30:28.120073844Z Alerts read: 0 2024-04-28T03:30:28.121877547Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:30:28.123158591Z groups: 2024-04-28T03:30:28.123179146Z - name: osm_alert_rules 2024-04-28T03:30:28.123185083Z rules: 2024-04-28T03:30:28.123190681Z - alert: vdu_down 2024-04-28T03:30:28.123196249Z annotations: 2024-04-28T03:30:28.123202886Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:30:28.123209296Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:30:28.123214827Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:30:28.123221666Z expr: vm_status_extended != 1 2024-04-28T03:30:28.123227363Z for: 3m 2024-04-28T03:30:28.123232664Z 2024-04-28T03:30:28.124123784Z New config written, updating prometheus 2024-04-28T03:30:33.156981109Z Prometheus config update successful 2024-04-28T03:30:33.157008691Z 2024-04-28T03:30:33.157015983Z Changes detected, updating prometheus config 2024-04-28T03:30:33.158339650Z Jobs detected: 0 2024-04-28T03:30:33.164439102Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:30:33.166538329Z alerting: 2024-04-28T03:30:33.166557332Z alertmanagers: 2024-04-28T03:30:33.166565490Z - static_configs: 2024-04-28T03:30:33.166573440Z - targets: 2024-04-28T03:30:33.166585954Z - alertmanager:9093 2024-04-28T03:30:33.166593290Z global: 2024-04-28T03:30:33.166600321Z evaluation_interval: 15s 2024-04-28T03:30:33.166607481Z scrape_interval: 15s 2024-04-28T03:30:33.166614547Z rule_files: 2024-04-28T03:30:33.166621438Z - osm_metric_rules.yml 2024-04-28T03:30:33.166628240Z - osm_alert_rules.yml 2024-04-28T03:30:33.166635269Z scrape_configs: 2024-04-28T03:30:33.166642393Z - job_name: mon_exporter 2024-04-28T03:30:33.166649165Z static_configs: 2024-04-28T03:30:33.166656066Z - targets: 2024-04-28T03:30:33.166662978Z - mon:8000 2024-04-28T03:30:33.166669811Z - honor_labels: true 2024-04-28T03:30:33.166676658Z job_name: pushgateway 2024-04-28T03:30:33.166683440Z scrape_interval: 30s 2024-04-28T03:30:33.166690214Z static_configs: 2024-04-28T03:30:33.166697070Z - targets: 2024-04-28T03:30:33.166704871Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:30:33.166711594Z 2024-04-28T03:30:33.169402446Z Alerts read: 0 2024-04-28T03:30:33.171158368Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:30:33.172208035Z groups: 2024-04-28T03:30:33.172228741Z - name: osm_alert_rules 2024-04-28T03:30:33.172236602Z rules: 2024-04-28T03:30:33.172244216Z - alert: vdu_down 2024-04-28T03:30:33.172251523Z annotations: 2024-04-28T03:30:33.172259749Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:30:33.172267738Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:30:33.172274729Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:30:33.172282289Z expr: vm_status_extended != 1 2024-04-28T03:30:33.172289553Z for: 3m 2024-04-28T03:30:33.172296235Z 2024-04-28T03:30:33.173158183Z New config written, updating prometheus 2024-04-28T03:30:38.199810094Z Prometheus config update successful 2024-04-28T03:30:38.199835627Z 2024-04-28T03:32:43.667595791Z Changes detected, updating prometheus config 2024-04-28T03:32:43.671136526Z Jobs detected: 0 2024-04-28T03:32:43.681943291Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:32:43.687232304Z alerting: 2024-04-28T03:32:43.687271861Z alertmanagers: 2024-04-28T03:32:43.687278675Z - static_configs: 2024-04-28T03:32:43.687284730Z - targets: 2024-04-28T03:32:43.687292187Z - alertmanager:9093 2024-04-28T03:32:43.687297648Z global: 2024-04-28T03:32:43.687303260Z evaluation_interval: 15s 2024-04-28T03:32:43.687316149Z scrape_interval: 15s 2024-04-28T03:32:43.687322027Z rule_files: 2024-04-28T03:32:43.687327672Z - osm_metric_rules.yml 2024-04-28T03:32:43.687333643Z - osm_alert_rules.yml 2024-04-28T03:32:43.687339101Z scrape_configs: 2024-04-28T03:32:43.687344794Z - job_name: mon_exporter 2024-04-28T03:32:43.687350366Z static_configs: 2024-04-28T03:32:43.687355862Z - targets: 2024-04-28T03:32:43.687361356Z - mon:8000 2024-04-28T03:32:43.687366847Z - honor_labels: true 2024-04-28T03:32:43.687372626Z job_name: pushgateway 2024-04-28T03:32:43.687378003Z scrape_interval: 30s 2024-04-28T03:32:43.687388203Z static_configs: 2024-04-28T03:32:43.687393964Z - targets: 2024-04-28T03:32:43.687400555Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:32:43.687405943Z 2024-04-28T03:32:43.694352626Z Alerts read: 1 2024-04-28T03:32:43.696892115Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:32:43.700515112Z groups: 2024-04-28T03:32:43.700528545Z - name: osm_alert_rules 2024-04-28T03:32:43.700531642Z rules: 2024-04-28T03:32:43.700534470Z - alert: vdu_down 2024-04-28T03:32:43.700537356Z annotations: 2024-04-28T03:32:43.700540975Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:32:43.700544137Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:32:43.700547049Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:32:43.700550460Z expr: vm_status_extended != 1 2024-04-28T03:32:43.700553317Z for: 3m 2024-04-28T03:32:43.700556021Z - name: _osm_alert_rules_20240428033243_ 2024-04-28T03:32:43.700558692Z rules: 2024-04-28T03:32:43.700561948Z - alert: vdu_alarm_d682f06b-aced-400d-b40c-6269ed5be519 2024-04-28T03:32:43.700565313Z expr: osm_cpu_utilization{ns_id="e2ff076f-fced-4b03-bfc6-1131b0d33d11", vnf_member_index="vnf", 2024-04-28T03:32:43.700568376Z vdu_id="cirros_vnfd-VM"} < 20.0000 2024-04-28T03:32:43.700571076Z for: 1m 2024-04-28T03:32:43.700573799Z labels: 2024-04-28T03:32:43.700576640Z ns_id: e2ff076f-fced-4b03-bfc6-1131b0d33d11 2024-04-28T03:32:43.700579893Z vdu_id: cirros_vnfd-VM 2024-04-28T03:32:43.700585907Z vdu_name: '{{ $labels.vdu_name }}' 2024-04-28T03:32:43.700588822Z vnf_member_index: vnf 2024-04-28T03:32:43.700591633Z 2024-04-28T03:32:43.704675536Z New config written, updating prometheus 2024-04-28T03:32:48.729492086Z Prometheus config update successful 2024-04-28T03:32:48.729529741Z 2024-04-28T03:37:33.222901178Z Changes detected, updating prometheus config 2024-04-28T03:37:33.229293254Z Jobs detected: 0 2024-04-28T03:37:33.237479846Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:37:33.240361710Z alerting: 2024-04-28T03:37:33.240376230Z alertmanagers: 2024-04-28T03:37:33.240381254Z - static_configs: 2024-04-28T03:37:33.240385807Z - targets: 2024-04-28T03:37:33.240390590Z - alertmanager:9093 2024-04-28T03:37:33.240433050Z global: 2024-04-28T03:37:33.240462905Z evaluation_interval: 15s 2024-04-28T03:37:33.240467275Z scrape_interval: 15s 2024-04-28T03:37:33.240471382Z rule_files: 2024-04-28T03:37:33.240475345Z - osm_metric_rules.yml 2024-04-28T03:37:33.240489474Z - osm_alert_rules.yml 2024-04-28T03:37:33.240493818Z scrape_configs: 2024-04-28T03:37:33.240497734Z - job_name: mon_exporter 2024-04-28T03:37:33.240501772Z static_configs: 2024-04-28T03:37:33.240505684Z - targets: 2024-04-28T03:37:33.240509659Z - mon:8000 2024-04-28T03:37:33.240514205Z - honor_labels: true 2024-04-28T03:37:33.240518130Z job_name: pushgateway 2024-04-28T03:37:33.240522092Z scrape_interval: 30s 2024-04-28T03:37:33.240526171Z static_configs: 2024-04-28T03:37:33.240530057Z - targets: 2024-04-28T03:37:33.240534710Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:37:33.240710817Z 2024-04-28T03:37:33.244714989Z Alerts read: 0 2024-04-28T03:37:33.246678915Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:37:33.247797310Z groups: 2024-04-28T03:37:33.247807142Z - name: osm_alert_rules 2024-04-28T03:37:33.247810487Z rules: 2024-04-28T03:37:33.247813934Z - alert: vdu_down 2024-04-28T03:37:33.247817034Z annotations: 2024-04-28T03:37:33.247821059Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:37:33.247824716Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:37:33.247827616Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:37:33.247831085Z expr: vm_status_extended != 1 2024-04-28T03:37:33.247834056Z for: 3m 2024-04-28T03:37:33.247949125Z 2024-04-28T03:37:33.249148003Z New config written, updating prometheus 2024-04-28T03:37:38.286758484Z Prometheus config update successful 2024-04-28T03:37:38.287023499Z 2024-04-28T03:39:50.089806947Z Changes detected, updating prometheus config 2024-04-28T03:39:50.093005622Z Jobs detected: 1 2024-04-28T03:39:50.106464750Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:39:50.108903993Z alerting: 2024-04-28T03:39:50.108919124Z alertmanagers: 2024-04-28T03:39:50.108924305Z - static_configs: 2024-04-28T03:39:50.108928931Z - targets: 2024-04-28T03:39:50.108933903Z - alertmanager:9093 2024-04-28T03:39:50.108938392Z global: 2024-04-28T03:39:50.108943047Z evaluation_interval: 15s 2024-04-28T03:39:50.108947921Z scrape_interval: 15s 2024-04-28T03:39:50.108952470Z rule_files: 2024-04-28T03:39:50.108956933Z - osm_metric_rules.yml 2024-04-28T03:39:50.108961473Z - osm_alert_rules.yml 2024-04-28T03:39:50.108965846Z scrape_configs: 2024-04-28T03:39:50.108970426Z - job_name: mon_exporter 2024-04-28T03:39:50.108975206Z static_configs: 2024-04-28T03:39:50.108979567Z - targets: 2024-04-28T03:39:50.108984063Z - mon:8000 2024-04-28T03:39:50.108988467Z - honor_labels: true 2024-04-28T03:39:50.108992903Z job_name: pushgateway 2024-04-28T03:39:50.108997300Z scrape_interval: 30s 2024-04-28T03:39:50.109002010Z static_configs: 2024-04-28T03:39:50.109006403Z - targets: 2024-04-28T03:39:50.109011300Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:39:50.109015805Z - job_name: db2bf6248adc42e3a40954e264b327ab 2024-04-28T03:39:50.109020216Z metrics_path: /snmp 2024-04-28T03:39:50.109024742Z params: 2024-04-28T03:39:50.109029194Z module: 2024-04-28T03:39:50.109033592Z - osm-snmp 2024-04-28T03:39:50.109037948Z relabel_configs: 2024-04-28T03:39:50.109042329Z - source_labels: 2024-04-28T03:39:50.109060769Z - __address__ 2024-04-28T03:39:50.109065397Z target_label: __param_target 2024-04-28T03:39:50.109069800Z - source_labels: 2024-04-28T03:39:50.109074181Z - __param_target 2024-04-28T03:39:50.109078549Z target_label: instance 2024-04-28T03:39:50.109083845Z - replacement: eechart-0098458788-snmpexporter.c9ff681e-b67c-4c38-b0f2-7b2d5e1c297b.svc:80 2024-04-28T03:39:50.109088255Z target_label: __address__ 2024-04-28T03:39:50.109092567Z static_configs: 2024-04-28T03:39:50.109096874Z - targets: 2024-04-28T03:39:50.109101245Z - 172.21.249.151 2024-04-28T03:39:50.109132346Z 2024-04-28T03:39:50.113625322Z Alerts read: 0 2024-04-28T03:39:50.115805646Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:39:50.116972741Z groups: 2024-04-28T03:39:50.116985699Z - name: osm_alert_rules 2024-04-28T03:39:50.116989642Z rules: 2024-04-28T03:39:50.116993314Z - alert: vdu_down 2024-04-28T03:39:50.116996930Z annotations: 2024-04-28T03:39:50.117001342Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:39:50.117005632Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:39:50.117009152Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:39:50.117013297Z expr: vm_status_extended != 1 2024-04-28T03:39:50.117017124Z for: 3m 2024-04-28T03:39:50.117031736Z 2024-04-28T03:39:50.117895336Z New config written, updating prometheus 2024-04-28T03:39:55.160526190Z Prometheus config update successful 2024-04-28T03:39:55.168072491Z 2024-04-28T03:40:06.347667005Z Changes detected, updating prometheus config 2024-04-28T03:40:06.349415169Z Jobs detected: 0 2024-04-28T03:40:06.353733816Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:40:06.356603101Z alerting: 2024-04-28T03:40:06.356615696Z alertmanagers: 2024-04-28T03:40:06.356621061Z - static_configs: 2024-04-28T03:40:06.356624210Z - targets: 2024-04-28T03:40:06.356628616Z - alertmanager:9093 2024-04-28T03:40:06.356631589Z global: 2024-04-28T03:40:06.356634604Z evaluation_interval: 15s 2024-04-28T03:40:06.356637723Z scrape_interval: 15s 2024-04-28T03:40:06.356640719Z rule_files: 2024-04-28T03:40:06.356643816Z - osm_metric_rules.yml 2024-04-28T03:40:06.356646804Z - osm_alert_rules.yml 2024-04-28T03:40:06.356649666Z scrape_configs: 2024-04-28T03:40:06.356652624Z - job_name: mon_exporter 2024-04-28T03:40:06.356655526Z static_configs: 2024-04-28T03:40:06.356658411Z - targets: 2024-04-28T03:40:06.356661359Z - mon:8000 2024-04-28T03:40:06.356664380Z - honor_labels: true 2024-04-28T03:40:06.356667826Z job_name: pushgateway 2024-04-28T03:40:06.356670978Z scrape_interval: 30s 2024-04-28T03:40:06.356673887Z static_configs: 2024-04-28T03:40:06.356676907Z - targets: 2024-04-28T03:40:06.356681313Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:40:06.356684201Z 2024-04-28T03:40:06.360934633Z Alerts read: 0 2024-04-28T03:40:06.364268790Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:40:06.365348766Z groups: 2024-04-28T03:40:06.365360256Z - name: osm_alert_rules 2024-04-28T03:40:06.365364344Z rules: 2024-04-28T03:40:06.365429581Z - alert: vdu_down 2024-04-28T03:40:06.365434038Z annotations: 2024-04-28T03:40:06.365438510Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:40:06.365461646Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:40:06.365477934Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:40:06.365492541Z expr: vm_status_extended != 1 2024-04-28T03:40:06.365496439Z for: 3m 2024-04-28T03:40:06.365499961Z 2024-04-28T03:40:06.366438595Z New config written, updating prometheus 2024-04-28T03:40:11.408276153Z Prometheus config update successful 2024-04-28T03:40:11.408316470Z 2024-04-28T03:53:14.165021175Z Changes detected, updating prometheus config 2024-04-28T03:53:14.167692910Z Jobs detected: 0 2024-04-28T03:53:14.177579535Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:53:14.180001001Z alerting: 2024-04-28T03:53:14.180020385Z alertmanagers: 2024-04-28T03:53:14.180026330Z - static_configs: 2024-04-28T03:53:14.180030753Z - targets: 2024-04-28T03:53:14.180035712Z - alertmanager:9093 2024-04-28T03:53:14.180040036Z global: 2024-04-28T03:53:14.180044318Z evaluation_interval: 15s 2024-04-28T03:53:14.180061172Z scrape_interval: 15s 2024-04-28T03:53:14.180065783Z rule_files: 2024-04-28T03:53:14.180071167Z - osm_metric_rules.yml 2024-04-28T03:53:14.180076287Z - osm_alert_rules.yml 2024-04-28T03:53:14.180080731Z scrape_configs: 2024-04-28T03:53:14.180084826Z - job_name: mon_exporter 2024-04-28T03:53:14.180089609Z static_configs: 2024-04-28T03:53:14.180094220Z - targets: 2024-04-28T03:53:14.180098733Z - mon:8000 2024-04-28T03:53:14.180102995Z - honor_labels: true 2024-04-28T03:53:14.180107074Z job_name: pushgateway 2024-04-28T03:53:14.180111007Z scrape_interval: 30s 2024-04-28T03:53:14.180114958Z static_configs: 2024-04-28T03:53:14.180119282Z - targets: 2024-04-28T03:53:14.180123904Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:53:14.180127798Z 2024-04-28T03:53:14.183835665Z Alerts read: 2 2024-04-28T03:53:14.186172171Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:53:14.189465290Z groups: 2024-04-28T03:53:14.189483267Z - name: osm_alert_rules 2024-04-28T03:53:14.189486945Z rules: 2024-04-28T03:53:14.189490432Z - alert: vdu_down 2024-04-28T03:53:14.189493507Z annotations: 2024-04-28T03:53:14.189497170Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:53:14.189501038Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:53:14.189504055Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:53:14.189507776Z expr: vm_status_extended != 1 2024-04-28T03:53:14.189510737Z for: 3m 2024-04-28T03:53:14.189514137Z - name: _osm_alert_rules_20240428035314_ 2024-04-28T03:53:14.189517172Z rules: 2024-04-28T03:53:14.189520682Z - alert: scalein_8e7865c4-1b5d-4c39-8a73-5d815ca645a9 2024-04-28T03:53:14.189523663Z expr: (count (osm_cpu_utilization{ns_id="6d414833-a9f1-46e6-acab-352e1d795a18", 2024-04-28T03:53:14.189527438Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="6d414833-a9f1-46e6-acab-352e1d795a18", 2024-04-28T03:53:14.189530664Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T03:53:14.189533902Z for: 1m 2024-04-28T03:53:14.189536812Z labels: 2024-04-28T03:53:14.189539802Z ns_id: 6d414833-a9f1-46e6-acab-352e1d795a18 2024-04-28T03:53:14.189542705Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T03:53:14.189546303Z vnf_member_index: '1' 2024-04-28T03:53:14.189552938Z - alert: scaleout_d91ff7e0-d52c-460a-a87c-cb93bd9d7f31 2024-04-28T03:53:14.189571427Z expr: (count (osm_cpu_utilization{ns_id="6d414833-a9f1-46e6-acab-352e1d795a18", 2024-04-28T03:53:14.189574628Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="6d414833-a9f1-46e6-acab-352e1d795a18", 2024-04-28T03:53:14.189577664Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T03:53:14.189580531Z for: 1m 2024-04-28T03:53:14.189583453Z labels: 2024-04-28T03:53:14.189586357Z ns_id: 6d414833-a9f1-46e6-acab-352e1d795a18 2024-04-28T03:53:14.189589217Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T03:53:14.189592437Z vnf_member_index: '1' 2024-04-28T03:53:14.189595150Z 2024-04-28T03:53:14.192471724Z New config written, updating prometheus 2024-04-28T03:53:19.229874181Z Prometheus config update successful 2024-04-28T03:53:19.230154553Z 2024-04-28T03:53:19.232582921Z Changes detected, updating prometheus config 2024-04-28T03:53:19.234442701Z Jobs detected: 0 2024-04-28T03:53:19.241768953Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:53:19.244532129Z alerting: 2024-04-28T03:53:19.244580876Z alertmanagers: 2024-04-28T03:53:19.244598552Z - static_configs: 2024-04-28T03:53:19.244611902Z - targets: 2024-04-28T03:53:19.244627081Z - alertmanager:9093 2024-04-28T03:53:19.244641484Z global: 2024-04-28T03:53:19.244655919Z evaluation_interval: 15s 2024-04-28T03:53:19.244681643Z scrape_interval: 15s 2024-04-28T03:53:19.244697433Z rule_files: 2024-04-28T03:53:19.244722884Z - osm_metric_rules.yml 2024-04-28T03:53:19.244770607Z - osm_alert_rules.yml 2024-04-28T03:53:19.244783811Z scrape_configs: 2024-04-28T03:53:19.244796341Z - job_name: mon_exporter 2024-04-28T03:53:19.244808484Z static_configs: 2024-04-28T03:53:19.244820842Z - targets: 2024-04-28T03:53:19.244833328Z - mon:8000 2024-04-28T03:53:19.244846076Z - honor_labels: true 2024-04-28T03:53:19.244860128Z job_name: pushgateway 2024-04-28T03:53:19.244874191Z scrape_interval: 30s 2024-04-28T03:53:19.244888365Z static_configs: 2024-04-28T03:53:19.244902559Z - targets: 2024-04-28T03:53:19.244917172Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:53:19.244930430Z 2024-04-28T03:53:19.247872927Z Alerts read: 2 2024-04-28T03:53:19.249781064Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:53:19.255231219Z groups: 2024-04-28T03:53:19.255244014Z - name: osm_alert_rules 2024-04-28T03:53:19.255247606Z rules: 2024-04-28T03:53:19.255250720Z - alert: vdu_down 2024-04-28T03:53:19.255253820Z annotations: 2024-04-28T03:53:19.255257920Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:53:19.255261408Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:53:19.255264430Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:53:19.255268010Z expr: vm_status_extended != 1 2024-04-28T03:53:19.255271026Z for: 3m 2024-04-28T03:53:19.255274040Z - name: _osm_alert_rules_20240428035319_ 2024-04-28T03:53:19.255277019Z rules: 2024-04-28T03:53:19.255280442Z - alert: scalein_8e7865c4-1b5d-4c39-8a73-5d815ca645a9 2024-04-28T03:53:19.255283852Z expr: (count (osm_cpu_utilization{ns_id="6d414833-a9f1-46e6-acab-352e1d795a18", 2024-04-28T03:53:19.255287542Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="6d414833-a9f1-46e6-acab-352e1d795a18", 2024-04-28T03:53:19.255307771Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-28T03:53:19.255311087Z for: 1m 2024-04-28T03:53:19.255314050Z labels: 2024-04-28T03:53:19.255317057Z ns_id: 6d414833-a9f1-46e6-acab-352e1d795a18 2024-04-28T03:53:19.255319961Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T03:53:19.255323331Z vnf_member_index: '1' 2024-04-28T03:53:19.255326344Z - alert: scaleout_d91ff7e0-d52c-460a-a87c-cb93bd9d7f31 2024-04-28T03:53:19.255329363Z expr: (count (osm_cpu_utilization{ns_id="6d414833-a9f1-46e6-acab-352e1d795a18", 2024-04-28T03:53:19.255332343Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="6d414833-a9f1-46e6-acab-352e1d795a18", 2024-04-28T03:53:19.255335372Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-28T03:53:19.255338363Z for: 1m 2024-04-28T03:53:19.255341292Z labels: 2024-04-28T03:53:19.255344456Z ns_id: 6d414833-a9f1-46e6-acab-352e1d795a18 2024-04-28T03:53:19.255347359Z vdu_id: hackfest_basic_metrics-VM 2024-04-28T03:53:19.255350309Z vnf_member_index: '1' 2024-04-28T03:53:19.255353081Z 2024-04-28T03:53:19.263528277Z New config written, updating prometheus 2024-04-28T03:53:24.289221957Z Prometheus config update successful 2024-04-28T03:53:24.289254930Z 2024-04-28T03:54:08.255175946Z Changes detected, updating prometheus config 2024-04-28T03:54:08.256322124Z Jobs detected: 0 2024-04-28T03:54:08.260625190Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:54:08.262330102Z alerting: 2024-04-28T03:54:08.262343625Z alertmanagers: 2024-04-28T03:54:08.262349183Z - static_configs: 2024-04-28T03:54:08.262409358Z - targets: 2024-04-28T03:54:08.262414527Z - alertmanager:9093 2024-04-28T03:54:08.262419028Z global: 2024-04-28T03:54:08.262423337Z evaluation_interval: 15s 2024-04-28T03:54:08.262427814Z scrape_interval: 15s 2024-04-28T03:54:08.262432080Z rule_files: 2024-04-28T03:54:08.262436318Z - osm_metric_rules.yml 2024-04-28T03:54:08.262440311Z - osm_alert_rules.yml 2024-04-28T03:54:08.262445071Z scrape_configs: 2024-04-28T03:54:08.262449057Z - job_name: mon_exporter 2024-04-28T03:54:08.262452945Z static_configs: 2024-04-28T03:54:08.262457350Z - targets: 2024-04-28T03:54:08.262461585Z - mon:8000 2024-04-28T03:54:08.262465552Z - honor_labels: true 2024-04-28T03:54:08.262470038Z job_name: pushgateway 2024-04-28T03:54:08.262474339Z scrape_interval: 30s 2024-04-28T03:54:08.262478462Z static_configs: 2024-04-28T03:54:08.262482869Z - targets: 2024-04-28T03:54:08.262487492Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:54:08.262491824Z 2024-04-28T03:54:08.271097887Z Alerts read: 0 2024-04-28T03:54:08.273936972Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:54:08.276193850Z groups: 2024-04-28T03:54:08.276210089Z - name: osm_alert_rules 2024-04-28T03:54:08.276214481Z rules: 2024-04-28T03:54:08.276219479Z - alert: vdu_down 2024-04-28T03:54:08.276224602Z annotations: 2024-04-28T03:54:08.276230490Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:54:08.276235275Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:54:08.276239897Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:54:08.276244501Z expr: vm_status_extended != 1 2024-04-28T03:54:08.276248582Z for: 3m 2024-04-28T03:54:08.276266957Z 2024-04-28T03:54:08.277959084Z New config written, updating prometheus 2024-04-28T03:54:13.308647661Z Prometheus config update successful 2024-04-28T03:54:13.308676488Z 2024-04-28T03:54:13.308984798Z Changes detected, updating prometheus config 2024-04-28T03:54:13.311162264Z Jobs detected: 0 2024-04-28T03:54:13.316436918Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-28T03:54:13.318489846Z alerting: 2024-04-28T03:54:13.318502094Z alertmanagers: 2024-04-28T03:54:13.318510376Z - static_configs: 2024-04-28T03:54:13.318514190Z - targets: 2024-04-28T03:54:13.318518209Z - alertmanager:9093 2024-04-28T03:54:13.318521680Z global: 2024-04-28T03:54:13.318524956Z evaluation_interval: 15s 2024-04-28T03:54:13.318528187Z scrape_interval: 15s 2024-04-28T03:54:13.318556679Z rule_files: 2024-04-28T03:54:13.318560525Z - osm_metric_rules.yml 2024-04-28T03:54:13.318563756Z - osm_alert_rules.yml 2024-04-28T03:54:13.318566994Z scrape_configs: 2024-04-28T03:54:13.318570168Z - job_name: mon_exporter 2024-04-28T03:54:13.318573560Z static_configs: 2024-04-28T03:54:13.318576791Z - targets: 2024-04-28T03:54:13.318579956Z - mon:8000 2024-04-28T03:54:13.318583144Z - honor_labels: true 2024-04-28T03:54:13.318586460Z job_name: pushgateway 2024-04-28T03:54:13.318589640Z scrape_interval: 30s 2024-04-28T03:54:13.318592872Z static_configs: 2024-04-28T03:54:13.318596037Z - targets: 2024-04-28T03:54:13.318599832Z - pushgateway-prometheus-pushgateway:9091 2024-04-28T03:54:13.318602949Z 2024-04-28T03:54:13.321602503Z Alerts read: 0 2024-04-28T03:54:13.323536388Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-28T03:54:13.324655433Z groups: 2024-04-28T03:54:13.324664304Z - name: osm_alert_rules 2024-04-28T03:54:13.324667772Z rules: 2024-04-28T03:54:13.324670768Z - alert: vdu_down 2024-04-28T03:54:13.324673763Z annotations: 2024-04-28T03:54:13.324677368Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-28T03:54:13.324680876Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-28T03:54:13.324684041Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-28T03:54:13.324687470Z expr: vm_status_extended != 1 2024-04-28T03:54:13.324690474Z for: 3m 2024-04-28T03:54:13.324693218Z 2024-04-28T03:54:13.325676881Z New config written, updating prometheus 2024-04-28T03:54:18.353331616Z Prometheus config update successful 2024-04-28T03:54:18.353454743Z