2024-02-20T23:32:50.015064075Z level=info ts=2024-02-20T23:32:50.014Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-02-20T23:32:50.015112154Z level=info ts=2024-02-20T23:32:50.014Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-02-20T23:32:50.015446658Z level=info ts=2024-02-20T23:32:50.014Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-02-20T23:32:50.015456541Z level=info ts=2024-02-20T23:32:50.015Z caller=main.go:449 host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))" 2024-02-20T23:32:50.015460549Z level=info ts=2024-02-20T23:32:50.015Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-02-20T23:32:50.015463445Z level=info ts=2024-02-20T23:32:50.015Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-02-20T23:32:50.017732789Z level=info ts=2024-02-20T23:32:50.017Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-02-20T23:32:50.019571488Z level=info ts=2024-02-20T23:32:50.018Z caller=main.go:824 msg="Starting TSDB ..." 2024-02-20T23:32:50.019583739Z level=info ts=2024-02-20T23:32:50.019Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-02-20T23:32:50.022709733Z level=info ts=2024-02-20T23:32:50.022Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-02-20T23:32:50.022718810Z level=info ts=2024-02-20T23:32:50.022Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.231µs 2024-02-20T23:32:50.022722260Z level=info ts=2024-02-20T23:32:50.022Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-02-20T23:32:50.023336244Z level=info ts=2024-02-20T23:32:50.022Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-02-20T23:32:50.023346912Z level=info ts=2024-02-20T23:32:50.022Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.898µs wal_replay_duration=611.325µs total_replay_duration=657.982µs 2024-02-20T23:32:50.025366238Z level=info ts=2024-02-20T23:32:50.024Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-02-20T23:32:50.025372978Z level=info ts=2024-02-20T23:32:50.024Z caller=main.go:854 msg="TSDB started" 2024-02-20T23:32:50.025376880Z level=info ts=2024-02-20T23:32:50.024Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-20T23:32:50.031349207Z level=info ts=2024-02-20T23:32:50.031Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.455587ms remote_storage=8.93µs web_handler=430ns query_engine=3.638µs scrape=1.119655ms scrape_sd=113.047µs notify=48.083µs notify_sd=32.509µs rules=3.879673ms 2024-02-20T23:32:50.031365863Z level=info ts=2024-02-20T23:32:50.031Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-02-20T23:36:48.602325583Z level=info ts=2024-02-20T23:36:48.602Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-20T23:36:48.611526394Z level=info ts=2024-02-20T23:36:48.611Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.222039ms remote_storage=14.106µs web_handler=5.897µs query_engine=5.496µs scrape=211.474µs scrape_sd=63.263µs notify=26.869µs notify_sd=13.022µs rules=7.743513ms 2024-02-20T23:54:13.128922547Z level=warn ts=2024-02-20T23:54:13.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"e228f892-8e57-4a87-aeb4-175476c23405\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"300abcbf-de11-4186-8a36-df6fe392d431\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"e0c05944-acbc-4d3c-99ab-7d21779a36ef\", vdu_name=\"basic_07_secure_-vnf2-mgmtVM-0\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"e228f892-8e57-4a87-aeb4-175476c23405\", vnf_id=\"8df80585-9f92-4895-99c4-1a57e7c9867d\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"300abcbf-de11-4186-8a36-df6fe392d431\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"e0c05944-acbc-4d3c-99ab-7d21779a36ef\", vdu_name=\"UNKNOWN\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"e228f892-8e57-4a87-aeb4-175476c23405\", vnf_id=\"8df80585-9f92-4895-99c4-1a57e7c9867d\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-02-20T23:54:28.129173498Z level=warn ts=2024-02-20T23:54:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"e228f892-8e57-4a87-aeb4-175476c23405\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"300abcbf-de11-4186-8a36-df6fe392d431\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"e0c05944-acbc-4d3c-99ab-7d21779a36ef\", vdu_name=\"basic_07_secure_-vnf2-mgmtVM-0\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"e228f892-8e57-4a87-aeb4-175476c23405\", vnf_id=\"8df80585-9f92-4895-99c4-1a57e7c9867d\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"300abcbf-de11-4186-8a36-df6fe392d431\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"e0c05944-acbc-4d3c-99ab-7d21779a36ef\", vdu_name=\"UNKNOWN\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"e228f892-8e57-4a87-aeb4-175476c23405\", vnf_id=\"8df80585-9f92-4895-99c4-1a57e7c9867d\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-02-21T00:07:33.144785465Z level=info ts=2024-02-21T00:07:33.144Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:07:33.151836604Z level=info ts=2024-02-21T00:07:33.151Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.254651ms remote_storage=4.619µs web_handler=10.496µs query_engine=8.691µs scrape=421.731µs scrape_sd=139.037µs notify=60.268µs notify_sd=30.379µs rules=4.59425ms 2024-02-21T00:07:38.203399264Z level=info ts=2024-02-21T00:07:38.202Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:07:38.208361224Z level=info ts=2024-02-21T00:07:38.208Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.210692ms remote_storage=4.469µs web_handler=888ns query_engine=2.233µs scrape=224.137µs scrape_sd=82.295µs notify=35.269µs notify_sd=24.084µs rules=3.849948ms 2024-02-21T00:09:02.164180615Z level=info ts=2024-02-21T00:09:02.163Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:09:02.170133979Z level=info ts=2024-02-21T00:09:02.169Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.997332ms remote_storage=3.602µs web_handler=1.593µs query_engine=2.269µs scrape=186.988µs scrape_sd=65.601µs notify=20.205µs notify_sd=27.677µs rules=1.999813ms 2024-02-21T00:09:07.234201677Z level=info ts=2024-02-21T00:09:07.233Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:09:07.240213607Z level=info ts=2024-02-21T00:09:07.239Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.156586ms remote_storage=36.659µs web_handler=997ns query_engine=2.562µs scrape=334.996µs scrape_sd=180.355µs notify=63.479µs notify_sd=82.521µs rules=4.275003ms 2024-02-21T00:34:03.875029824Z level=info ts=2024-02-21T00:34:03.874Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:34:03.880071798Z level=info ts=2024-02-21T00:34:03.879Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.110895ms remote_storage=3.947µs web_handler=4.493µs query_engine=4.706µs scrape=276.522µs scrape_sd=93.742µs notify=40.864µs notify_sd=49.406µs rules=3.555477ms 2024-02-21T00:34:08.938417280Z level=info ts=2024-02-21T00:34:08.938Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:34:08.942151475Z level=info ts=2024-02-21T00:34:08.941Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.723245ms remote_storage=3.017µs web_handler=517ns query_engine=4.594µs scrape=149.943µs scrape_sd=59.012µs notify=41.003µs notify_sd=11.546µs rules=2.978432ms 2024-02-21T00:34:14.011630280Z level=info ts=2024-02-21T00:34:14.011Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:34:14.015995728Z level=info ts=2024-02-21T00:34:14.015Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.376365ms remote_storage=3.002µs web_handler=579ns query_engine=1.875µs scrape=153.316µs scrape_sd=58.21µs notify=38.216µs notify_sd=19.709µs rules=3.528381ms 2024-02-21T00:34:19.079528556Z level=info ts=2024-02-21T00:34:19.079Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:34:19.083321709Z level=info ts=2024-02-21T00:34:19.083Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.804842ms remote_storage=2.849µs web_handler=641ns query_engine=1.843µs scrape=127.358µs scrape_sd=46.084µs notify=15.594µs notify_sd=26.087µs rules=3.110566ms 2024-02-21T00:34:24.140311981Z level=info ts=2024-02-21T00:34:24.140Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:34:24.149013215Z level=info ts=2024-02-21T00:34:24.148Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.627545ms remote_storage=5.42µs web_handler=1.266µs query_engine=2.652µs scrape=188.269µs scrape_sd=122.736µs notify=26.502µs notify_sd=21.709µs rules=7.494935ms 2024-02-21T00:34:29.209614407Z level=info ts=2024-02-21T00:34:29.209Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:34:29.212990180Z level=info ts=2024-02-21T00:34:29.212Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.43237ms remote_storage=3.039µs web_handler=681ns query_engine=1.732µs scrape=117.37µs scrape_sd=49.505µs notify=17.798µs notify_sd=10.23µs rules=2.849075ms 2024-02-21T00:35:49.742830958Z level=info ts=2024-02-21T00:35:49.742Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:35:49.745719289Z level=info ts=2024-02-21T00:35:49.745Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.818296ms remote_storage=3.9µs web_handler=812ns query_engine=2.322µs scrape=145.39µs scrape_sd=72.297µs notify=18.118µs notify_sd=11.896µs rules=1.763535ms 2024-02-21T00:35:54.811098022Z level=info ts=2024-02-21T00:35:54.810Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:35:54.815155566Z level=info ts=2024-02-21T00:35:54.815Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.117147ms remote_storage=4.251µs web_handler=986ns query_engine=2.261µs scrape=170.522µs scrape_sd=80.472µs notify=221.316µs notify_sd=82.201µs rules=2.832518ms 2024-02-21T00:35:59.869334518Z level=info ts=2024-02-21T00:35:59.869Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:35:59.871085817Z level=info ts=2024-02-21T00:35:59.870Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.753224ms remote_storage=2.731µs web_handler=557ns query_engine=1.518µs scrape=88.086µs scrape_sd=42.083µs notify=78.808µs notify_sd=14.218µs rules=1.133725ms 2024-02-21T00:36:04.907266228Z level=info ts=2024-02-21T00:36:04.905Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:36:04.908212424Z level=info ts=2024-02-21T00:36:04.907Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.090266ms remote_storage=2.472µs web_handler=451ns query_engine=1.755µs scrape=137.327µs scrape_sd=47.537µs notify=52.681µs notify_sd=12.845µs rules=1.45049ms 2024-02-21T00:36:09.952623464Z level=info ts=2024-02-21T00:36:09.952Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:36:09.955026906Z level=info ts=2024-02-21T00:36:09.954Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.456077ms remote_storage=3.989µs web_handler=813ns query_engine=2.749µs scrape=147.755µs scrape_sd=49.654µs notify=61.197µs notify_sd=20.861µs rules=1.58217ms 2024-02-21T00:36:15.022956566Z level=info ts=2024-02-21T00:36:15.022Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T00:36:15.026920734Z level=info ts=2024-02-21T00:36:15.026Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.003123ms remote_storage=4.456µs web_handler=1.077µs query_engine=2.216µs scrape=223.174µs scrape_sd=136.496µs notify=29.238µs notify_sd=24.755µs rules=2.711545ms 2024-02-21T01:16:13.136298756Z level=warn ts=2024-02-21T01:16:13.135Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"42221e01-09a0-4523-ac57-d095bbcbcef6\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"57b77603-f08d-456d-815d-e5501f2db791\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"2f5ab0a3-a52a-4f46-84b5-23db3ba08912\", vdu_name=\"basic_27_helm_ee-simple-mgmtVM-0\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"42221e01-09a0-4523-ac57-d095bbcbcef6\", vnf_id=\"b2d44596-5a13-4796-97c4-92384545bc3e\", vnf_member_index=\"simple\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"57b77603-f08d-456d-815d-e5501f2db791\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"2f5ab0a3-a52a-4f46-84b5-23db3ba08912\", vdu_name=\"UNKNOWN\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"42221e01-09a0-4523-ac57-d095bbcbcef6\", vnf_id=\"b2d44596-5a13-4796-97c4-92384545bc3e\", vnf_member_index=\"simple\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-02-21T01:16:28.129590184Z level=warn ts=2024-02-21T01:16:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"42221e01-09a0-4523-ac57-d095bbcbcef6\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"57b77603-f08d-456d-815d-e5501f2db791\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"2f5ab0a3-a52a-4f46-84b5-23db3ba08912\", vdu_name=\"basic_27_helm_ee-simple-mgmtVM-0\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"42221e01-09a0-4523-ac57-d095bbcbcef6\", vnf_id=\"b2d44596-5a13-4796-97c4-92384545bc3e\", vnf_member_index=\"simple\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"57b77603-f08d-456d-815d-e5501f2db791\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"2f5ab0a3-a52a-4f46-84b5-23db3ba08912\", vdu_name=\"UNKNOWN\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"42221e01-09a0-4523-ac57-d095bbcbcef6\", vnf_id=\"b2d44596-5a13-4796-97c4-92384545bc3e\", vnf_member_index=\"simple\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-02-21T01:30:13.128811786Z level=warn ts=2024-02-21T01:30:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"01e951f9-2a7a-42e8-a975-fd431b392821\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a2926f2e-3dd9-497b-ac3d-b50fd1df2d9b\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"42fb143c-76f2-49c8-bcfd-81e072abc512\", vdu_name=\"basic_30-vnf1-dataVM-0\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"01e951f9-2a7a-42e8-a975-fd431b392821\", vnf_id=\"9fd5407b-fde3-42bc-9690-151e483e3716\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a2926f2e-3dd9-497b-ac3d-b50fd1df2d9b\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"42fb143c-76f2-49c8-bcfd-81e072abc512\", vdu_name=\"UNKNOWN\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"01e951f9-2a7a-42e8-a975-fd431b392821\", vnf_id=\"9fd5407b-fde3-42bc-9690-151e483e3716\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-02-21T01:30:28.128873625Z level=warn ts=2024-02-21T01:30:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"01e951f9-2a7a-42e8-a975-fd431b392821\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a2926f2e-3dd9-497b-ac3d-b50fd1df2d9b\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"42fb143c-76f2-49c8-bcfd-81e072abc512\", vdu_name=\"basic_30-vnf1-dataVM-0\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"01e951f9-2a7a-42e8-a975-fd431b392821\", vnf_id=\"9fd5407b-fde3-42bc-9690-151e483e3716\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a2926f2e-3dd9-497b-ac3d-b50fd1df2d9b\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"42fb143c-76f2-49c8-bcfd-81e072abc512\", vdu_name=\"UNKNOWN\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"01e951f9-2a7a-42e8-a975-fd431b392821\", vnf_id=\"9fd5407b-fde3-42bc-9690-151e483e3716\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-02-21T02:33:09.196297857Z level=info ts=2024-02-21T02:33:09.195Z caller=compact.go:518 component=tsdb msg="write block" mint=1708471989124 maxt=1708473600000 ulid=01HQ4R4ZS6DM2DW3JDB7ZQYM1Q duration=37.488222ms 2024-02-21T02:33:09.199377085Z level=info ts=2024-02-21T02:33:09.199Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.32146ms 2024-02-21T02:33:49.885306843Z level=info ts=2024-02-21T02:33:49.885Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T02:33:49.889652165Z level=info ts=2024-02-21T02:33:49.889Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.373711ms remote_storage=4.218µs web_handler=8.776µs query_engine=2.559µs scrape=323.02µs scrape_sd=93.487µs notify=63.194µs notify_sd=396.872µs rules=2.20892ms 2024-02-21T02:39:49.609550531Z level=info ts=2024-02-21T02:39:49.609Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T02:39:49.613975768Z level=info ts=2024-02-21T02:39:49.613Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.361927ms remote_storage=3.731µs web_handler=9.073µs query_engine=2.402µs scrape=321.748µs scrape_sd=92.9µs notify=50.983µs notify_sd=22.19µs rules=2.692895ms 2024-02-21T02:58:13.130599205Z level=warn ts=2024-02-21T02:58:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"8aa8f392-02b2-4bba-b04f-0a2342cfe803\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5349e38a-ec71-47bf-a6d9-1e98d562c5de\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"52cc895f-5075-4389-b75a-baa2b9a12c89\", vdu_name=\"k8s_06-nopasswd_-vnf2-mgmtVM-0\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"8aa8f392-02b2-4bba-b04f-0a2342cfe803\", vnf_id=\"22d4bd6e-3d83-45c6-b9b7-4f752605590c\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5349e38a-ec71-47bf-a6d9-1e98d562c5de\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"52cc895f-5075-4389-b75a-baa2b9a12c89\", vdu_name=\"UNKNOWN\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"8aa8f392-02b2-4bba-b04f-0a2342cfe803\", vnf_id=\"22d4bd6e-3d83-45c6-b9b7-4f752605590c\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-02-21T02:58:28.130394923Z level=warn ts=2024-02-21T02:58:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"8aa8f392-02b2-4bba-b04f-0a2342cfe803\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5349e38a-ec71-47bf-a6d9-1e98d562c5de\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"52cc895f-5075-4389-b75a-baa2b9a12c89\", vdu_name=\"k8s_06-nopasswd_-vnf2-mgmtVM-0\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"8aa8f392-02b2-4bba-b04f-0a2342cfe803\", vnf_id=\"22d4bd6e-3d83-45c6-b9b7-4f752605590c\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"5349e38a-ec71-47bf-a6d9-1e98d562c5de\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"52cc895f-5075-4389-b75a-baa2b9a12c89\", vdu_name=\"UNKNOWN\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"8aa8f392-02b2-4bba-b04f-0a2342cfe803\", vnf_id=\"22d4bd6e-3d83-45c6-b9b7-4f752605590c\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-02-21T03:00:11.965097261Z level=info ts=2024-02-21T03:00:11.964Z caller=compact.go:518 component=tsdb msg="write block" mint=1708473609127 maxt=1708480800000 ulid=01HQ4SPGGK5XJE2KF68HYDQD9K duration=40.926247ms 2024-02-21T03:00:11.967941571Z level=info ts=2024-02-21T03:00:11.967Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.326156ms 2024-02-21T03:25:58.515820070Z level=info ts=2024-02-21T03:25:58.515Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T03:25:58.518891653Z level=info ts=2024-02-21T03:25:58.518Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.145395ms remote_storage=2.641µs web_handler=3.712µs query_engine=2.244µs scrape=143.843µs scrape_sd=49.941µs notify=33.003µs notify_sd=14.487µs rules=1.939491ms 2024-02-21T03:26:03.571571942Z level=info ts=2024-02-21T03:26:03.571Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T03:26:03.575278578Z level=info ts=2024-02-21T03:26:03.574Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.668392ms remote_storage=2.334µs web_handler=637ns query_engine=16.707µs scrape=185.928µs scrape_sd=70.921µs notify=16.574µs notify_sd=14.373µs rules=2.824515ms 2024-02-21T03:31:24.770051993Z level=info ts=2024-02-21T03:31:24.769Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T03:31:24.771977896Z level=info ts=2024-02-21T03:31:24.771Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.4061ms remote_storage=2.592µs web_handler=4.78µs query_engine=1.645µs scrape=139.957µs scrape_sd=56.965µs notify=40.705µs notify_sd=30.322µs rules=1.424486ms 2024-02-21T03:31:29.823585096Z level=info ts=2024-02-21T03:31:29.823Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T03:31:29.828183746Z level=info ts=2024-02-21T03:31:29.827Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.482219ms remote_storage=4.458µs web_handler=1.178µs query_engine=2.951µs scrape=243.568µs scrape_sd=89.661µs notify=27.853µs notify_sd=94.144µs rules=3.121229ms 2024-02-21T03:32:15.957375482Z level=info ts=2024-02-21T03:32:15.957Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T03:32:15.963118647Z level=info ts=2024-02-21T03:32:15.962Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.881913ms remote_storage=3.829µs web_handler=1.056µs query_engine=1.886µs scrape=249.638µs scrape_sd=94.17µs notify=36.772µs notify_sd=23.622µs rules=4.456239ms 2024-02-21T03:32:21.027777634Z level=info ts=2024-02-21T03:32:21.027Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T03:32:21.033696191Z level=info ts=2024-02-21T03:32:21.033Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.791029ms remote_storage=3.962µs web_handler=886ns query_engine=1.944µs scrape=214.485µs scrape_sd=111.818µs notify=73.911µs notify_sd=27.943µs rules=4.665065ms 2024-02-21T03:34:13.129237047Z level=warn ts=2024-02-21T03:34:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"ebeaedd0-a019-4634-a842-e52d29bc7e57\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e8495bd0-5ef8-423f-b884-e242c91330c5\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"2c3e094e-8e9d-4f3c-b4d4-e79231ce012c\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"ebeaedd0-a019-4634-a842-e52d29bc7e57\", vnf_id=\"c7398b74-0de2-4fa9-ab98-626ee42210cf\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e8495bd0-5ef8-423f-b884-e242c91330c5\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"2c3e094e-8e9d-4f3c-b4d4-e79231ce012c\", vdu_name=\"UNKNOWN\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"ebeaedd0-a019-4634-a842-e52d29bc7e57\", vnf_id=\"c7398b74-0de2-4fa9-ab98-626ee42210cf\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-02-21T03:34:28.131104462Z level=warn ts=2024-02-21T03:34:28.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"ebeaedd0-a019-4634-a842-e52d29bc7e57\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e8495bd0-5ef8-423f-b884-e242c91330c5\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"2c3e094e-8e9d-4f3c-b4d4-e79231ce012c\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"ebeaedd0-a019-4634-a842-e52d29bc7e57\", vnf_id=\"c7398b74-0de2-4fa9-ab98-626ee42210cf\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"e8495bd0-5ef8-423f-b884-e242c91330c5\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"2c3e094e-8e9d-4f3c-b4d4-e79231ce012c\", vdu_name=\"UNKNOWN\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"ebeaedd0-a019-4634-a842-e52d29bc7e57\", vnf_id=\"c7398b74-0de2-4fa9-ab98-626ee42210cf\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-02-21T03:45:48.173906499Z level=info ts=2024-02-21T03:45:48.173Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T03:45:48.176843684Z level=info ts=2024-02-21T03:45:48.176Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.01194ms remote_storage=2.934µs web_handler=5.99µs query_engine=1.734µs scrape=193.448µs scrape_sd=73.289µs notify=43.122µs notify_sd=25.304µs rules=1.882153ms 2024-02-21T03:45:53.229298319Z level=info ts=2024-02-21T03:45:53.229Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T03:45:53.232217869Z level=info ts=2024-02-21T03:45:53.232Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.954346ms remote_storage=2.801µs web_handler=730ns query_engine=1.856µs scrape=185.144µs scrape_sd=80.766µs notify=38.098µs notify_sd=16.877µs rules=2.040645ms 2024-02-21T03:48:05.302938763Z level=info ts=2024-02-21T03:48:05.302Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T03:48:05.313812556Z level=info ts=2024-02-21T03:48:05.313Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=10.523979ms remote_storage=4.916µs web_handler=985ns query_engine=2.406µs scrape=315.787µs scrape_sd=123.828µs notify=34.586µs notify_sd=52.24µs rules=8.510149ms 2024-02-21T03:50:13.129494373Z level=warn ts=2024-02-21T03:50:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"b09d859b-96b6-47fb-9378-f775259cd259\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"272dca45-b19a-4ffa-9a00-19a60ba29960\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"8d83daca-c6db-4914-b6e8-c67d5722b06d\", vdu_name=\"sa_07-alarm_test-vnf-cirros_vnfd-VM-0\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"b09d859b-96b6-47fb-9378-f775259cd259\", vnf_id=\"44d5fdef-18be-4877-8168-ecef8fc976ca\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"272dca45-b19a-4ffa-9a00-19a60ba29960\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"8d83daca-c6db-4914-b6e8-c67d5722b06d\", vdu_name=\"UNKNOWN\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"b09d859b-96b6-47fb-9378-f775259cd259\", vnf_id=\"44d5fdef-18be-4877-8168-ecef8fc976ca\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-02-21T03:50:28.129345157Z level=warn ts=2024-02-21T03:50:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"b09d859b-96b6-47fb-9378-f775259cd259\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"272dca45-b19a-4ffa-9a00-19a60ba29960\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"8d83daca-c6db-4914-b6e8-c67d5722b06d\", vdu_name=\"sa_07-alarm_test-vnf-cirros_vnfd-VM-0\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"b09d859b-96b6-47fb-9378-f775259cd259\", vnf_id=\"44d5fdef-18be-4877-8168-ecef8fc976ca\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"272dca45-b19a-4ffa-9a00-19a60ba29960\", project_id=\"6ee5b4b6-f7a9-4b9a-a264-21287c0aff94\", vdu_id=\"8d83daca-c6db-4914-b6e8-c67d5722b06d\", vdu_name=\"UNKNOWN\", vim_id=\"d0e6e813-2b58-423d-bdb9-553fe5e18ba5\", vm_id=\"b09d859b-96b6-47fb-9378-f775259cd259\", vnf_id=\"44d5fdef-18be-4877-8168-ecef8fc976ca\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-02-21T03:56:55.512081532Z level=info ts=2024-02-21T03:56:55.511Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T03:56:55.514688623Z level=info ts=2024-02-21T03:56:55.514Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.674235ms remote_storage=16.197µs web_handler=4.023µs query_engine=1.822µs scrape=156.947µs scrape_sd=41.31µs notify=76.257µs notify_sd=43.887µs rules=1.599244ms 2024-02-21T04:40:23.664318987Z level=info ts=2024-02-21T04:40:23.664Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T04:40:23.668600676Z level=info ts=2024-02-21T04:40:23.668Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.319506ms remote_storage=2.925µs web_handler=5.8µs query_engine=1.826µs scrape=225.425µs scrape_sd=68.359µs notify=37.315µs notify_sd=23.894µs rules=3.119597ms 2024-02-21T04:40:28.734898732Z level=info ts=2024-02-21T04:40:28.734Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T04:40:28.739884142Z level=info ts=2024-02-21T04:40:28.739Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.048756ms remote_storage=5.379µs web_handler=1.537µs query_engine=2.728µs scrape=289.882µs scrape_sd=113.33µs notify=33.045µs notify_sd=56.682µs rules=3.826232ms 2024-02-21T04:41:17.536890678Z level=info ts=2024-02-21T04:41:17.536Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T04:41:17.539073599Z level=info ts=2024-02-21T04:41:17.538Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.158687ms remote_storage=2.763µs web_handler=666ns query_engine=1.448µs scrape=127.646µs scrape_sd=52.754µs notify=16.828µs notify_sd=15.364µs rules=1.421583ms 2024-02-21T04:41:22.588343590Z level=info ts=2024-02-21T04:41:22.588Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-21T04:41:22.592824507Z level=info ts=2024-02-21T04:41:22.592Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.509281ms remote_storage=3.092µs web_handler=958ns query_engine=1.755µs scrape=264.015µs scrape_sd=77.565µs notify=21.275µs notify_sd=156.201µs rules=1.732205ms 2024-02-20T23:35:15.141990051Z Created MongoClient to connect to MongoDB! 2024-02-20T23:35:15.142037998Z Generating prometheus config files 2024-02-20T23:35:45.178654530Z Error in configuration attempt! Number of tries: 1/3 2024-02-20T23:35:45.178705280Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-20T23:35:50.183514958Z Generating prometheus config files 2024-02-20T23:36:20.222492386Z Error in configuration attempt! Number of tries: 2/3 2024-02-20T23:36:20.222569628Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-20T23:36:25.227534051Z Generating prometheus config files 2024-02-20T23:36:48.572396050Z Jobs detected: 0 2024-02-20T23:36:48.578570857Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-20T23:36:48.580714278Z alerting: 2024-02-20T23:36:48.580725583Z alertmanagers: 2024-02-20T23:36:48.580729588Z - static_configs: 2024-02-20T23:36:48.580732760Z - targets: 2024-02-20T23:36:48.580736549Z - alertmanager:9093 2024-02-20T23:36:48.580739499Z global: 2024-02-20T23:36:48.580742607Z evaluation_interval: 15s 2024-02-20T23:36:48.580745539Z scrape_interval: 15s 2024-02-20T23:36:48.580748834Z rule_files: 2024-02-20T23:36:48.580752009Z - osm_metric_rules.yml 2024-02-20T23:36:48.580754958Z - osm_alert_rules.yml 2024-02-20T23:36:48.580758020Z scrape_configs: 2024-02-20T23:36:48.580761090Z - job_name: mon_exporter 2024-02-20T23:36:48.580764685Z static_configs: 2024-02-20T23:36:48.580767668Z - targets: 2024-02-20T23:36:48.580770633Z - mon:8000 2024-02-20T23:36:48.580773592Z - honor_labels: true 2024-02-20T23:36:48.580776522Z job_name: pushgateway 2024-02-20T23:36:48.580779510Z scrape_interval: 30s 2024-02-20T23:36:48.580782461Z static_configs: 2024-02-20T23:36:48.580785335Z - targets: 2024-02-20T23:36:48.580794305Z - pushgateway-prometheus-pushgateway:9091 2024-02-20T23:36:48.580797265Z 2024-02-20T23:36:48.589664226Z Alerts read: 0 2024-02-20T23:36:48.591714916Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-20T23:36:48.592896149Z groups: 2024-02-20T23:36:48.592923509Z - name: osm_alert_rules 2024-02-20T23:36:48.592927109Z rules: 2024-02-20T23:36:48.592930169Z - alert: vdu_down 2024-02-20T23:36:48.592933256Z annotations: 2024-02-20T23:36:48.592937372Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-20T23:36:48.592941452Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-20T23:36:48.592944659Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-20T23:36:48.592948291Z expr: vm_status_extended != 1 2024-02-20T23:36:48.592951352Z for: 3m 2024-02-20T23:36:48.592954132Z 2024-02-20T23:36:48.593971904Z New config written, updating prometheus 2024-02-20T23:36:53.642563883Z Prometheus config update successful 2024-02-20T23:36:58.650628568Z Listening to changes in prometheus jobs and alerts collections 2024-02-21T00:07:33.111794867Z Changes detected, updating prometheus config 2024-02-21T00:07:33.114424817Z Jobs detected: 0 2024-02-21T00:07:33.122715745Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:07:33.126143585Z alerting: 2024-02-21T00:07:33.126167842Z alertmanagers: 2024-02-21T00:07:33.126174850Z - static_configs: 2024-02-21T00:07:33.126180930Z - targets: 2024-02-21T00:07:33.126187804Z - alertmanager:9093 2024-02-21T00:07:33.126193749Z global: 2024-02-21T00:07:33.126199764Z evaluation_interval: 15s 2024-02-21T00:07:33.126205400Z scrape_interval: 15s 2024-02-21T00:07:33.126211718Z rule_files: 2024-02-21T00:07:33.126217334Z - osm_metric_rules.yml 2024-02-21T00:07:33.126222779Z - osm_alert_rules.yml 2024-02-21T00:07:33.126228357Z scrape_configs: 2024-02-21T00:07:33.126234133Z - job_name: mon_exporter 2024-02-21T00:07:33.126239560Z static_configs: 2024-02-21T00:07:33.126245227Z - targets: 2024-02-21T00:07:33.126250856Z - mon:8000 2024-02-21T00:07:33.126256334Z - honor_labels: true 2024-02-21T00:07:33.126262002Z job_name: pushgateway 2024-02-21T00:07:33.126267414Z scrape_interval: 30s 2024-02-21T00:07:33.126272881Z static_configs: 2024-02-21T00:07:33.126278301Z - targets: 2024-02-21T00:07:33.126284608Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:07:33.126290129Z 2024-02-21T00:07:33.130548674Z Alerts read: 2 2024-02-21T00:07:33.132499071Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:07:33.135917073Z groups: 2024-02-21T00:07:33.135931744Z - name: osm_alert_rules 2024-02-21T00:07:33.135935996Z rules: 2024-02-21T00:07:33.135939628Z - alert: vdu_down 2024-02-21T00:07:33.135943196Z annotations: 2024-02-21T00:07:33.135947890Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:07:33.135952502Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:07:33.135959880Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:07:33.135968075Z expr: vm_status_extended != 1 2024-02-21T00:07:33.135976371Z for: 3m 2024-02-21T00:07:33.135983498Z - name: _osm_alert_rules_20240221000733_ 2024-02-21T00:07:33.135989204Z rules: 2024-02-21T00:07:33.135993232Z - alert: scalein_198227d0-fbb6-46e8-b4e3-e843e2787340 2024-02-21T00:07:33.135996840Z expr: (count (osm_cpu_utilization{ns_id="1cd6ba47-7d8a-4ad1-9838-1ec5290cdbbb", 2024-02-21T00:07:33.136007809Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="1cd6ba47-7d8a-4ad1-9838-1ec5290cdbbb", 2024-02-21T00:07:33.136011630Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:07:33.136015074Z for: 1m 2024-02-21T00:07:33.136018319Z labels: 2024-02-21T00:07:33.136021748Z ns_id: 1cd6ba47-7d8a-4ad1-9838-1ec5290cdbbb 2024-02-21T00:07:33.136025147Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:07:33.136029128Z vnf_member_index: vnf 2024-02-21T00:07:33.136032500Z - alert: scaleout_10996df5-240e-48d1-b167-cb25eb1e5ec3 2024-02-21T00:07:33.136036215Z expr: (count (osm_cpu_utilization{ns_id="1cd6ba47-7d8a-4ad1-9838-1ec5290cdbbb", 2024-02-21T00:07:33.136039514Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="1cd6ba47-7d8a-4ad1-9838-1ec5290cdbbb", 2024-02-21T00:07:33.136042787Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:07:33.136046168Z for: 1m 2024-02-21T00:07:33.136049641Z labels: 2024-02-21T00:07:33.136053164Z ns_id: 1cd6ba47-7d8a-4ad1-9838-1ec5290cdbbb 2024-02-21T00:07:33.136056480Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:07:33.136077075Z vnf_member_index: vnf 2024-02-21T00:07:33.136080658Z 2024-02-21T00:07:33.138799210Z New config written, updating prometheus 2024-02-21T00:07:38.179981502Z Prometheus config update successful 2024-02-21T00:07:38.180038798Z 2024-02-21T00:07:38.180049956Z Changes detected, updating prometheus config 2024-02-21T00:07:38.181367851Z Jobs detected: 0 2024-02-21T00:07:38.187263334Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:07:38.189387537Z alerting: 2024-02-21T00:07:38.189409717Z alertmanagers: 2024-02-21T00:07:38.189419741Z - static_configs: 2024-02-21T00:07:38.189428617Z - targets: 2024-02-21T00:07:38.189437981Z - alertmanager:9093 2024-02-21T00:07:38.189446165Z global: 2024-02-21T00:07:38.189454376Z evaluation_interval: 15s 2024-02-21T00:07:38.189462616Z scrape_interval: 15s 2024-02-21T00:07:38.189471160Z rule_files: 2024-02-21T00:07:38.189479723Z - osm_metric_rules.yml 2024-02-21T00:07:38.189487984Z - osm_alert_rules.yml 2024-02-21T00:07:38.189496083Z scrape_configs: 2024-02-21T00:07:38.189504197Z - job_name: mon_exporter 2024-02-21T00:07:38.189512533Z static_configs: 2024-02-21T00:07:38.189520919Z - targets: 2024-02-21T00:07:38.189529198Z - mon:8000 2024-02-21T00:07:38.189537532Z - honor_labels: true 2024-02-21T00:07:38.189545683Z job_name: pushgateway 2024-02-21T00:07:38.189553730Z scrape_interval: 30s 2024-02-21T00:07:38.189561911Z static_configs: 2024-02-21T00:07:38.189570521Z - targets: 2024-02-21T00:07:38.189579748Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:07:38.189587846Z 2024-02-21T00:07:38.192415463Z Alerts read: 2 2024-02-21T00:07:38.194092890Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:07:38.197040362Z groups: 2024-02-21T00:07:38.197065611Z - name: osm_alert_rules 2024-02-21T00:07:38.197074545Z rules: 2024-02-21T00:07:38.197083060Z - alert: vdu_down 2024-02-21T00:07:38.197092050Z annotations: 2024-02-21T00:07:38.197101369Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:07:38.197110601Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:07:38.197118955Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:07:38.197127943Z expr: vm_status_extended != 1 2024-02-21T00:07:38.197137060Z for: 3m 2024-02-21T00:07:38.197145598Z - name: _osm_alert_rules_20240221000738_ 2024-02-21T00:07:38.197153886Z rules: 2024-02-21T00:07:38.197163101Z - alert: scalein_198227d0-fbb6-46e8-b4e3-e843e2787340 2024-02-21T00:07:38.197171453Z expr: (count (osm_cpu_utilization{ns_id="1cd6ba47-7d8a-4ad1-9838-1ec5290cdbbb", 2024-02-21T00:07:38.197228403Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="1cd6ba47-7d8a-4ad1-9838-1ec5290cdbbb", 2024-02-21T00:07:38.197238255Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:07:38.197246632Z for: 1m 2024-02-21T00:07:38.197254758Z labels: 2024-02-21T00:07:38.197263049Z ns_id: 1cd6ba47-7d8a-4ad1-9838-1ec5290cdbbb 2024-02-21T00:07:38.197271143Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:07:38.197280577Z vnf_member_index: vnf 2024-02-21T00:07:38.197288766Z - alert: scaleout_10996df5-240e-48d1-b167-cb25eb1e5ec3 2024-02-21T00:07:38.197296919Z expr: (count (osm_cpu_utilization{ns_id="1cd6ba47-7d8a-4ad1-9838-1ec5290cdbbb", 2024-02-21T00:07:38.197305292Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="1cd6ba47-7d8a-4ad1-9838-1ec5290cdbbb", 2024-02-21T00:07:38.197337438Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:07:38.197346097Z for: 1m 2024-02-21T00:07:38.197354299Z labels: 2024-02-21T00:07:38.197362786Z ns_id: 1cd6ba47-7d8a-4ad1-9838-1ec5290cdbbb 2024-02-21T00:07:38.197371271Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:07:38.197379537Z vnf_member_index: vnf 2024-02-21T00:07:38.197387400Z 2024-02-21T00:07:38.200180278Z New config written, updating prometheus 2024-02-21T00:07:43.231194414Z Prometheus config update successful 2024-02-21T00:07:43.231233180Z 2024-02-21T00:09:02.140681631Z Changes detected, updating prometheus config 2024-02-21T00:09:02.141811622Z Jobs detected: 0 2024-02-21T00:09:02.146518784Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:09:02.148523893Z alerting: 2024-02-21T00:09:02.148540771Z alertmanagers: 2024-02-21T00:09:02.148546688Z - static_configs: 2024-02-21T00:09:02.148551107Z - targets: 2024-02-21T00:09:02.148556712Z - alertmanager:9093 2024-02-21T00:09:02.148561003Z global: 2024-02-21T00:09:02.148565206Z evaluation_interval: 15s 2024-02-21T00:09:02.148569264Z scrape_interval: 15s 2024-02-21T00:09:02.148573784Z rule_files: 2024-02-21T00:09:02.148578514Z - osm_metric_rules.yml 2024-02-21T00:09:02.148582770Z - osm_alert_rules.yml 2024-02-21T00:09:02.148586945Z scrape_configs: 2024-02-21T00:09:02.148591763Z - job_name: mon_exporter 2024-02-21T00:09:02.148595978Z static_configs: 2024-02-21T00:09:02.148600473Z - targets: 2024-02-21T00:09:02.148604906Z - mon:8000 2024-02-21T00:09:02.148609401Z - honor_labels: true 2024-02-21T00:09:02.148614048Z job_name: pushgateway 2024-02-21T00:09:02.148617472Z scrape_interval: 30s 2024-02-21T00:09:02.148620427Z static_configs: 2024-02-21T00:09:02.148623406Z - targets: 2024-02-21T00:09:02.148627272Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:09:02.148630411Z 2024-02-21T00:09:02.151878249Z Alerts read: 0 2024-02-21T00:09:02.154149416Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:09:02.155933855Z groups: 2024-02-21T00:09:02.155945269Z - name: osm_alert_rules 2024-02-21T00:09:02.155948507Z rules: 2024-02-21T00:09:02.155951541Z - alert: vdu_down 2024-02-21T00:09:02.155954515Z annotations: 2024-02-21T00:09:02.155958318Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:09:02.155962077Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:09:02.155965535Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:09:02.155969267Z expr: vm_status_extended != 1 2024-02-21T00:09:02.155972264Z for: 3m 2024-02-21T00:09:02.155975114Z 2024-02-21T00:09:02.156976675Z New config written, updating prometheus 2024-02-21T00:09:07.206953980Z Prometheus config update successful 2024-02-21T00:09:07.207047136Z 2024-02-21T00:09:07.207058521Z Changes detected, updating prometheus config 2024-02-21T00:09:07.209083586Z Jobs detected: 0 2024-02-21T00:09:07.215978073Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:09:07.218544279Z alerting: 2024-02-21T00:09:07.218644043Z alertmanagers: 2024-02-21T00:09:07.218687180Z - static_configs: 2024-02-21T00:09:07.218696601Z - targets: 2024-02-21T00:09:07.218708330Z - alertmanager:9093 2024-02-21T00:09:07.218778765Z global: 2024-02-21T00:09:07.218788321Z evaluation_interval: 15s 2024-02-21T00:09:07.218797436Z scrape_interval: 15s 2024-02-21T00:09:07.218806000Z rule_files: 2024-02-21T00:09:07.218814494Z - osm_metric_rules.yml 2024-02-21T00:09:07.218822705Z - osm_alert_rules.yml 2024-02-21T00:09:07.218863229Z scrape_configs: 2024-02-21T00:09:07.218872534Z - job_name: mon_exporter 2024-02-21T00:09:07.218880910Z static_configs: 2024-02-21T00:09:07.218889233Z - targets: 2024-02-21T00:09:07.218897717Z - mon:8000 2024-02-21T00:09:07.218906017Z - honor_labels: true 2024-02-21T00:09:07.218914416Z job_name: pushgateway 2024-02-21T00:09:07.218952950Z scrape_interval: 30s 2024-02-21T00:09:07.218961700Z static_configs: 2024-02-21T00:09:07.218970074Z - targets: 2024-02-21T00:09:07.218982117Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:09:07.218990300Z 2024-02-21T00:09:07.222811154Z Alerts read: 0 2024-02-21T00:09:07.225797050Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:09:07.227479461Z groups: 2024-02-21T00:09:07.227554738Z - name: osm_alert_rules 2024-02-21T00:09:07.227564478Z rules: 2024-02-21T00:09:07.227574232Z - alert: vdu_down 2024-02-21T00:09:07.227614817Z annotations: 2024-02-21T00:09:07.227624548Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:09:07.227637707Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:09:07.227646324Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:09:07.227655117Z expr: vm_status_extended != 1 2024-02-21T00:09:07.227663590Z for: 3m 2024-02-21T00:09:07.227702465Z 2024-02-21T00:09:07.229022713Z New config written, updating prometheus 2024-02-21T00:09:12.264469585Z Prometheus config update successful 2024-02-21T00:09:12.264503805Z 2024-02-21T00:34:03.836295892Z Changes detected, updating prometheus config 2024-02-21T00:34:03.840212377Z Jobs detected: 0 2024-02-21T00:34:03.845643559Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:34:03.847959499Z alerting: 2024-02-21T00:34:03.847976156Z alertmanagers: 2024-02-21T00:34:03.847980669Z - static_configs: 2024-02-21T00:34:03.847983875Z - targets: 2024-02-21T00:34:03.847988844Z - alertmanager:9093 2024-02-21T00:34:03.847992230Z global: 2024-02-21T00:34:03.847996005Z evaluation_interval: 15s 2024-02-21T00:34:03.847999142Z scrape_interval: 15s 2024-02-21T00:34:03.848002380Z rule_files: 2024-02-21T00:34:03.848005667Z - osm_metric_rules.yml 2024-02-21T00:34:03.848008923Z - osm_alert_rules.yml 2024-02-21T00:34:03.848012047Z scrape_configs: 2024-02-21T00:34:03.848015902Z - job_name: mon_exporter 2024-02-21T00:34:03.848019274Z static_configs: 2024-02-21T00:34:03.848022919Z - targets: 2024-02-21T00:34:03.848026121Z - mon:8000 2024-02-21T00:34:03.848029165Z - honor_labels: true 2024-02-21T00:34:03.848032332Z job_name: pushgateway 2024-02-21T00:34:03.848035577Z scrape_interval: 30s 2024-02-21T00:34:03.848039204Z static_configs: 2024-02-21T00:34:03.848042749Z - targets: 2024-02-21T00:34:03.848046736Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:34:03.848063872Z 2024-02-21T00:34:03.853069104Z Alerts read: 6 2024-02-21T00:34:03.855256605Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:34:03.862230067Z groups: 2024-02-21T00:34:03.862252915Z - name: osm_alert_rules 2024-02-21T00:34:03.862280026Z rules: 2024-02-21T00:34:03.862283415Z - alert: vdu_down 2024-02-21T00:34:03.862286512Z annotations: 2024-02-21T00:34:03.862290874Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:34:03.862295387Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:34:03.862298545Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:34:03.862303094Z expr: vm_status_extended != 1 2024-02-21T00:34:03.862306848Z for: 3m 2024-02-21T00:34:03.862309809Z - name: _osm_alert_rules_20240221003403_ 2024-02-21T00:34:03.862313153Z rules: 2024-02-21T00:34:03.862318068Z - alert: scalein_4c6bcb90-a868-422d-b796-e44cd9af070b 2024-02-21T00:34:03.862321208Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:03.862325478Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:03.862328781Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:03.862332037Z for: 1m 2024-02-21T00:34:03.862334964Z labels: 2024-02-21T00:34:03.862338057Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:03.862341235Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:03.862344917Z vnf_member_index: vnf 2024-02-21T00:34:03.862354304Z - alert: scaleout_bea9aede-ec3e-4d38-b7d3-ec3f769e836c 2024-02-21T00:34:03.862357539Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:03.862360689Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:03.862363977Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:03.862366911Z for: 1m 2024-02-21T00:34:03.862369886Z labels: 2024-02-21T00:34:03.862372998Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:03.862376027Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:03.862379364Z vnf_member_index: vnf 2024-02-21T00:34:03.862382364Z - alert: scalein_72c0b25f-b282-4a83-9396-40472e0f41f0 2024-02-21T00:34:03.862385504Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:03.862388761Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:03.862391870Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:03.862394883Z for: 1m 2024-02-21T00:34:03.862397963Z labels: 2024-02-21T00:34:03.862400964Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:03.862404309Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:03.862407334Z vnf_member_index: vnf 2024-02-21T00:34:03.862410473Z - alert: scaleout_a7dc765b-3e90-4a0f-ba81-a3ea0995e13e 2024-02-21T00:34:03.862413507Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:03.862416554Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:03.862419544Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:03.862422569Z for: 1m 2024-02-21T00:34:03.862425493Z labels: 2024-02-21T00:34:03.862428480Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:03.862436497Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:03.862439643Z vnf_member_index: vnf 2024-02-21T00:34:03.862442688Z - alert: scalein_849b9ee3-428e-4c98-bd56-d5d8a7cbfe66 2024-02-21T00:34:03.862445775Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:03.862448774Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:03.862451696Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:03.862454611Z for: 1m 2024-02-21T00:34:03.862457517Z labels: 2024-02-21T00:34:03.862460516Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:03.862463500Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:03.862466908Z vnf_member_index: vnf 2024-02-21T00:34:03.862469907Z - alert: scaleout_5262c8e7-cb95-4192-b3c9-ccc0d5bc41bc 2024-02-21T00:34:03.862472822Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:03.862475767Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:03.862478688Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:03.862481622Z for: 1m 2024-02-21T00:34:03.862488659Z labels: 2024-02-21T00:34:03.862491714Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:03.862494922Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:03.862497971Z vnf_member_index: vnf 2024-02-21T00:34:03.862500763Z 2024-02-21T00:34:03.869312983Z New config written, updating prometheus 2024-02-21T00:34:08.906699392Z Prometheus config update successful 2024-02-21T00:34:08.906784520Z 2024-02-21T00:34:08.906908607Z Changes detected, updating prometheus config 2024-02-21T00:34:08.908657516Z Jobs detected: 0 2024-02-21T00:34:08.914560225Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:34:08.917219217Z alerting: 2024-02-21T00:34:08.917258505Z alertmanagers: 2024-02-21T00:34:08.917268453Z - static_configs: 2024-02-21T00:34:08.917277091Z - targets: 2024-02-21T00:34:08.917286361Z - alertmanager:9093 2024-02-21T00:34:08.917294837Z global: 2024-02-21T00:34:08.917304003Z evaluation_interval: 15s 2024-02-21T00:34:08.917312685Z scrape_interval: 15s 2024-02-21T00:34:08.917321342Z rule_files: 2024-02-21T00:34:08.917329999Z - osm_metric_rules.yml 2024-02-21T00:34:08.917338411Z - osm_alert_rules.yml 2024-02-21T00:34:08.917346712Z scrape_configs: 2024-02-21T00:34:08.917355065Z - job_name: mon_exporter 2024-02-21T00:34:08.917363202Z static_configs: 2024-02-21T00:34:08.917371598Z - targets: 2024-02-21T00:34:08.917380095Z - mon:8000 2024-02-21T00:34:08.917388466Z - honor_labels: true 2024-02-21T00:34:08.917396800Z job_name: pushgateway 2024-02-21T00:34:08.917405154Z scrape_interval: 30s 2024-02-21T00:34:08.917413401Z static_configs: 2024-02-21T00:34:08.917421982Z - targets: 2024-02-21T00:34:08.917431064Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:34:08.917439239Z 2024-02-21T00:34:08.921445218Z Alerts read: 6 2024-02-21T00:34:08.923065307Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:34:08.929293519Z groups: 2024-02-21T00:34:08.929326722Z - name: osm_alert_rules 2024-02-21T00:34:08.929335885Z rules: 2024-02-21T00:34:08.929345011Z - alert: vdu_down 2024-02-21T00:34:08.929381369Z annotations: 2024-02-21T00:34:08.929391434Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:34:08.929400694Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:34:08.929408791Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:34:08.929417995Z expr: vm_status_extended != 1 2024-02-21T00:34:08.929426176Z for: 3m 2024-02-21T00:34:08.929434699Z - name: _osm_alert_rules_20240221003408_ 2024-02-21T00:34:08.929443818Z rules: 2024-02-21T00:34:08.929453864Z - alert: scalein_4c6bcb90-a868-422d-b796-e44cd9af070b 2024-02-21T00:34:08.929462191Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:08.929471537Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:08.929479913Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:08.929488290Z for: 1m 2024-02-21T00:34:08.929497437Z labels: 2024-02-21T00:34:08.929505763Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:08.929514133Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:08.929523507Z vnf_member_index: vnf 2024-02-21T00:34:08.929531570Z - alert: scaleout_bea9aede-ec3e-4d38-b7d3-ec3f769e836c 2024-02-21T00:34:08.929539812Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:08.929548165Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:08.929556332Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:08.929564587Z for: 1m 2024-02-21T00:34:08.929572783Z labels: 2024-02-21T00:34:08.929581080Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:08.929589231Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:08.929597366Z vnf_member_index: vnf 2024-02-21T00:34:08.929605464Z - alert: scalein_72c0b25f-b282-4a83-9396-40472e0f41f0 2024-02-21T00:34:08.929613582Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:08.929621834Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:08.929630070Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:08.929638242Z for: 1m 2024-02-21T00:34:08.929646420Z labels: 2024-02-21T00:34:08.929654574Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:08.929662786Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:08.929670990Z vnf_member_index: vnf 2024-02-21T00:34:08.929679261Z - alert: scaleout_a7dc765b-3e90-4a0f-ba81-a3ea0995e13e 2024-02-21T00:34:08.929688798Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:08.929697206Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:08.929705426Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:08.929713891Z for: 1m 2024-02-21T00:34:08.929722117Z labels: 2024-02-21T00:34:08.929730439Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:08.929738655Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:08.929758298Z vnf_member_index: vnf 2024-02-21T00:34:08.929766853Z - alert: scalein_849b9ee3-428e-4c98-bd56-d5d8a7cbfe66 2024-02-21T00:34:08.929775140Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:08.929783510Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:08.929792192Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:08.929800536Z for: 1m 2024-02-21T00:34:08.929808930Z labels: 2024-02-21T00:34:08.929823272Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:08.929831724Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:08.929840132Z vnf_member_index: vnf 2024-02-21T00:34:08.929848478Z - alert: scaleout_5262c8e7-cb95-4192-b3c9-ccc0d5bc41bc 2024-02-21T00:34:08.929856827Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:08.929865486Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:08.929877736Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:08.929886137Z for: 1m 2024-02-21T00:34:08.929894512Z labels: 2024-02-21T00:34:08.929902898Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:08.929911077Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:08.929919390Z vnf_member_index: vnf 2024-02-21T00:34:08.929948588Z 2024-02-21T00:34:08.935240217Z New config written, updating prometheus 2024-02-21T00:34:13.974296873Z Prometheus config update successful 2024-02-21T00:34:13.974517239Z 2024-02-21T00:34:13.974644820Z Changes detected, updating prometheus config 2024-02-21T00:34:13.976724080Z Jobs detected: 0 2024-02-21T00:34:13.984333738Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:34:13.986465005Z alerting: 2024-02-21T00:34:13.986497460Z alertmanagers: 2024-02-21T00:34:13.986508236Z - static_configs: 2024-02-21T00:34:13.986518517Z - targets: 2024-02-21T00:34:13.986539858Z - alertmanager:9093 2024-02-21T00:34:13.986555764Z global: 2024-02-21T00:34:13.986570033Z evaluation_interval: 15s 2024-02-21T00:34:13.986585090Z scrape_interval: 15s 2024-02-21T00:34:13.986599646Z rule_files: 2024-02-21T00:34:13.986613252Z - osm_metric_rules.yml 2024-02-21T00:34:13.986626627Z - osm_alert_rules.yml 2024-02-21T00:34:13.986639533Z scrape_configs: 2024-02-21T00:34:13.986651693Z - job_name: mon_exporter 2024-02-21T00:34:13.986664007Z static_configs: 2024-02-21T00:34:13.986678283Z - targets: 2024-02-21T00:34:13.986691710Z - mon:8000 2024-02-21T00:34:13.986706083Z - honor_labels: true 2024-02-21T00:34:13.986719274Z job_name: pushgateway 2024-02-21T00:34:13.986737195Z scrape_interval: 30s 2024-02-21T00:34:13.986761754Z static_configs: 2024-02-21T00:34:13.986776180Z - targets: 2024-02-21T00:34:13.986791461Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:34:13.986804443Z 2024-02-21T00:34:13.990770758Z Alerts read: 6 2024-02-21T00:34:13.992898070Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:34:13.999655527Z groups: 2024-02-21T00:34:13.999687895Z - name: osm_alert_rules 2024-02-21T00:34:13.999697415Z rules: 2024-02-21T00:34:13.999706306Z - alert: vdu_down 2024-02-21T00:34:13.999715744Z annotations: 2024-02-21T00:34:13.999755049Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:34:13.999765188Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:34:13.999773667Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:34:13.999782617Z expr: vm_status_extended != 1 2024-02-21T00:34:13.999791011Z for: 3m 2024-02-21T00:34:13.999799360Z - name: _osm_alert_rules_20240221003413_ 2024-02-21T00:34:13.999807999Z rules: 2024-02-21T00:34:13.999817211Z - alert: scalein_4c6bcb90-a868-422d-b796-e44cd9af070b 2024-02-21T00:34:13.999825507Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:13.999834730Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:13.999843497Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:13.999851928Z for: 1m 2024-02-21T00:34:13.999860041Z labels: 2024-02-21T00:34:13.999868275Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:13.999876817Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:13.999921077Z vnf_member_index: vnf 2024-02-21T00:34:13.999929912Z - alert: scaleout_bea9aede-ec3e-4d38-b7d3-ec3f769e836c 2024-02-21T00:34:13.999938047Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:13.999946352Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:13.999954837Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:13.999962967Z for: 1m 2024-02-21T00:34:13.999973946Z labels: 2024-02-21T00:34:13.999986420Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:13.999998854Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:14.000016005Z vnf_member_index: vnf 2024-02-21T00:34:14.000029951Z - alert: scalein_72c0b25f-b282-4a83-9396-40472e0f41f0 2024-02-21T00:34:14.000043112Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:14.000091533Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:14.000104598Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:14.000116052Z for: 1m 2024-02-21T00:34:14.000127518Z labels: 2024-02-21T00:34:14.000138701Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:14.000151809Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:14.000164568Z vnf_member_index: vnf 2024-02-21T00:34:14.000177480Z - alert: scaleout_a7dc765b-3e90-4a0f-ba81-a3ea0995e13e 2024-02-21T00:34:14.000190322Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:14.000201872Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:14.000213508Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:14.000226229Z for: 1m 2024-02-21T00:34:14.000240884Z labels: 2024-02-21T00:34:14.000255440Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:14.000268933Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:14.000280658Z vnf_member_index: vnf 2024-02-21T00:34:14.000312423Z - alert: scalein_849b9ee3-428e-4c98-bd56-d5d8a7cbfe66 2024-02-21T00:34:14.000324792Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:14.000336831Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:14.000348868Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:14.000361020Z for: 1m 2024-02-21T00:34:14.000373322Z labels: 2024-02-21T00:34:14.000384828Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:14.000396414Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:14.000407906Z vnf_member_index: vnf 2024-02-21T00:34:14.000419765Z - alert: scaleout_5262c8e7-cb95-4192-b3c9-ccc0d5bc41bc 2024-02-21T00:34:14.000431205Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:14.000443689Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:14.000455534Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:14.000467066Z for: 1m 2024-02-21T00:34:14.000479386Z labels: 2024-02-21T00:34:14.000491927Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:14.000504499Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:14.000517233Z vnf_member_index: vnf 2024-02-21T00:34:14.000528188Z 2024-02-21T00:34:14.008219056Z New config written, updating prometheus 2024-02-21T00:34:19.042162532Z Prometheus config update successful 2024-02-21T00:34:19.042200910Z 2024-02-21T00:34:19.042272041Z Changes detected, updating prometheus config 2024-02-21T00:34:19.044408501Z Jobs detected: 0 2024-02-21T00:34:19.051739106Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:34:19.054349065Z alerting: 2024-02-21T00:34:19.054373009Z alertmanagers: 2024-02-21T00:34:19.054383390Z - static_configs: 2024-02-21T00:34:19.054392091Z - targets: 2024-02-21T00:34:19.054402316Z - alertmanager:9093 2024-02-21T00:34:19.054410893Z global: 2024-02-21T00:34:19.054419382Z evaluation_interval: 15s 2024-02-21T00:34:19.054427843Z scrape_interval: 15s 2024-02-21T00:34:19.054436362Z rule_files: 2024-02-21T00:34:19.054444940Z - osm_metric_rules.yml 2024-02-21T00:34:19.054453337Z - osm_alert_rules.yml 2024-02-21T00:34:19.054461704Z scrape_configs: 2024-02-21T00:34:19.054470334Z - job_name: mon_exporter 2024-02-21T00:34:19.054478646Z static_configs: 2024-02-21T00:34:19.054487107Z - targets: 2024-02-21T00:34:19.054522489Z - mon:8000 2024-02-21T00:34:19.054532227Z - honor_labels: true 2024-02-21T00:34:19.054540625Z job_name: pushgateway 2024-02-21T00:34:19.054549090Z scrape_interval: 30s 2024-02-21T00:34:19.054557527Z static_configs: 2024-02-21T00:34:19.054566376Z - targets: 2024-02-21T00:34:19.054575863Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:34:19.054584159Z 2024-02-21T00:34:19.059283506Z Alerts read: 6 2024-02-21T00:34:19.061605588Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:34:19.068442558Z groups: 2024-02-21T00:34:19.068462065Z - name: osm_alert_rules 2024-02-21T00:34:19.068469016Z rules: 2024-02-21T00:34:19.068475779Z - alert: vdu_down 2024-02-21T00:34:19.068482219Z annotations: 2024-02-21T00:34:19.068489733Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:34:19.068522215Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:34:19.068528813Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:34:19.068535851Z expr: vm_status_extended != 1 2024-02-21T00:34:19.068542025Z for: 3m 2024-02-21T00:34:19.068548050Z - name: _osm_alert_rules_20240221003419_ 2024-02-21T00:34:19.068554662Z rules: 2024-02-21T00:34:19.068562448Z - alert: scalein_4c6bcb90-a868-422d-b796-e44cd9af070b 2024-02-21T00:34:19.068569061Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:19.068574175Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:19.068577332Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:19.068580692Z for: 1m 2024-02-21T00:34:19.068585779Z labels: 2024-02-21T00:34:19.068593460Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:19.068600150Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:19.068607540Z vnf_member_index: vnf 2024-02-21T00:34:19.068614212Z - alert: scaleout_bea9aede-ec3e-4d38-b7d3-ec3f769e836c 2024-02-21T00:34:19.068620819Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:19.068627108Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:19.068633562Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:19.068639020Z for: 1m 2024-02-21T00:34:19.068642253Z labels: 2024-02-21T00:34:19.068645470Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:19.068648688Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:19.068652107Z vnf_member_index: vnf 2024-02-21T00:34:19.068655308Z - alert: scalein_72c0b25f-b282-4a83-9396-40472e0f41f0 2024-02-21T00:34:19.068658540Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:19.068661898Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:19.068665198Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:19.068668513Z for: 1m 2024-02-21T00:34:19.068671630Z labels: 2024-02-21T00:34:19.068674887Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:19.068678074Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:19.068681169Z vnf_member_index: vnf 2024-02-21T00:34:19.068684367Z - alert: scaleout_a7dc765b-3e90-4a0f-ba81-a3ea0995e13e 2024-02-21T00:34:19.068687597Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:19.068691118Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:19.068694479Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:19.068697786Z for: 1m 2024-02-21T00:34:19.068700861Z labels: 2024-02-21T00:34:19.068703963Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:19.068707033Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:19.068710147Z vnf_member_index: vnf 2024-02-21T00:34:19.068713300Z - alert: scalein_849b9ee3-428e-4c98-bd56-d5d8a7cbfe66 2024-02-21T00:34:19.068722749Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:19.068726318Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:19.068729608Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:19.068732848Z for: 1m 2024-02-21T00:34:19.068736005Z labels: 2024-02-21T00:34:19.068739212Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:19.068742608Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:19.068745966Z vnf_member_index: vnf 2024-02-21T00:34:19.068749201Z - alert: scaleout_5262c8e7-cb95-4192-b3c9-ccc0d5bc41bc 2024-02-21T00:34:19.068752431Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:19.068755776Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:19.068759004Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:19.068762161Z for: 1m 2024-02-21T00:34:19.068765322Z labels: 2024-02-21T00:34:19.068768528Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:19.068771794Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:19.068775109Z vnf_member_index: vnf 2024-02-21T00:34:19.068778162Z 2024-02-21T00:34:19.075250299Z New config written, updating prometheus 2024-02-21T00:34:24.105598168Z Prometheus config update successful 2024-02-21T00:34:24.105669438Z 2024-02-21T00:34:24.105687813Z Changes detected, updating prometheus config 2024-02-21T00:34:24.106946730Z Jobs detected: 0 2024-02-21T00:34:24.111297546Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:34:24.112999044Z alerting: 2024-02-21T00:34:24.113009372Z alertmanagers: 2024-02-21T00:34:24.113013386Z - static_configs: 2024-02-21T00:34:24.113016391Z - targets: 2024-02-21T00:34:24.113020693Z - alertmanager:9093 2024-02-21T00:34:24.113023682Z global: 2024-02-21T00:34:24.113043817Z evaluation_interval: 15s 2024-02-21T00:34:24.113047621Z scrape_interval: 15s 2024-02-21T00:34:24.113056098Z rule_files: 2024-02-21T00:34:24.113059654Z - osm_metric_rules.yml 2024-02-21T00:34:24.113062901Z - osm_alert_rules.yml 2024-02-21T00:34:24.113065947Z scrape_configs: 2024-02-21T00:34:24.113069131Z - job_name: mon_exporter 2024-02-21T00:34:24.113072299Z static_configs: 2024-02-21T00:34:24.113075485Z - targets: 2024-02-21T00:34:24.113078993Z - mon:8000 2024-02-21T00:34:24.113081919Z - honor_labels: true 2024-02-21T00:34:24.113085029Z job_name: pushgateway 2024-02-21T00:34:24.113088052Z scrape_interval: 30s 2024-02-21T00:34:24.113090886Z static_configs: 2024-02-21T00:34:24.113093864Z - targets: 2024-02-21T00:34:24.113097636Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:34:24.113100568Z 2024-02-21T00:34:24.118073027Z Alerts read: 6 2024-02-21T00:34:24.119841451Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:34:24.129172026Z groups: 2024-02-21T00:34:24.129195209Z - name: osm_alert_rules 2024-02-21T00:34:24.129198721Z rules: 2024-02-21T00:34:24.129201722Z - alert: vdu_down 2024-02-21T00:34:24.129204717Z annotations: 2024-02-21T00:34:24.129208856Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:34:24.129213066Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:34:24.129235046Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:34:24.129239185Z expr: vm_status_extended != 1 2024-02-21T00:34:24.129242212Z for: 3m 2024-02-21T00:34:24.129245674Z - name: _osm_alert_rules_20240221003424_ 2024-02-21T00:34:24.129248713Z rules: 2024-02-21T00:34:24.129258741Z - alert: scalein_4c6bcb90-a868-422d-b796-e44cd9af070b 2024-02-21T00:34:24.129264380Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:24.129279824Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:24.129287274Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:24.129293288Z for: 1m 2024-02-21T00:34:24.129297874Z labels: 2024-02-21T00:34:24.129303033Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:24.129307269Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:24.129312449Z vnf_member_index: vnf 2024-02-21T00:34:24.129316814Z - alert: scaleout_bea9aede-ec3e-4d38-b7d3-ec3f769e836c 2024-02-21T00:34:24.129320980Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:24.129326298Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:24.129331355Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:24.129336143Z for: 1m 2024-02-21T00:34:24.129340702Z labels: 2024-02-21T00:34:24.129344890Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:24.129348887Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:24.129356957Z vnf_member_index: vnf 2024-02-21T00:34:24.129361479Z - alert: scalein_72c0b25f-b282-4a83-9396-40472e0f41f0 2024-02-21T00:34:24.129366045Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:24.129370642Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:24.129375082Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:24.129379497Z for: 1m 2024-02-21T00:34:24.129384188Z labels: 2024-02-21T00:34:24.129388400Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:24.129392835Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:24.129397167Z vnf_member_index: vnf 2024-02-21T00:34:24.129401438Z - alert: scaleout_a7dc765b-3e90-4a0f-ba81-a3ea0995e13e 2024-02-21T00:34:24.129421777Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:24.129426203Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:24.129430690Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:24.129435172Z for: 1m 2024-02-21T00:34:24.129439957Z labels: 2024-02-21T00:34:24.129444933Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:24.129449160Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:24.129453269Z vnf_member_index: vnf 2024-02-21T00:34:24.129457246Z - alert: scalein_849b9ee3-428e-4c98-bd56-d5d8a7cbfe66 2024-02-21T00:34:24.129461806Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:24.129492558Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:24.129497618Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:24.129502164Z for: 1m 2024-02-21T00:34:24.129506406Z labels: 2024-02-21T00:34:24.129511216Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:24.129515969Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:24.129520203Z vnf_member_index: vnf 2024-02-21T00:34:24.129524492Z - alert: scaleout_5262c8e7-cb95-4192-b3c9-ccc0d5bc41bc 2024-02-21T00:34:24.129528824Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:24.129533609Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:24.129538058Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:24.129542432Z for: 1m 2024-02-21T00:34:24.129547323Z labels: 2024-02-21T00:34:24.129551887Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:24.129556150Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:24.129560891Z vnf_member_index: vnf 2024-02-21T00:34:24.129565438Z 2024-02-21T00:34:24.136777683Z New config written, updating prometheus 2024-02-21T00:34:29.177448817Z Prometheus config update successful 2024-02-21T00:34:29.177492040Z 2024-02-21T00:34:29.177601752Z Changes detected, updating prometheus config 2024-02-21T00:34:29.179434765Z Jobs detected: 0 2024-02-21T00:34:29.185268752Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:34:29.187352045Z alerting: 2024-02-21T00:34:29.187384057Z alertmanagers: 2024-02-21T00:34:29.187394365Z - static_configs: 2024-02-21T00:34:29.187403211Z - targets: 2024-02-21T00:34:29.187412348Z - alertmanager:9093 2024-02-21T00:34:29.187420738Z global: 2024-02-21T00:34:29.187429314Z evaluation_interval: 15s 2024-02-21T00:34:29.187438553Z scrape_interval: 15s 2024-02-21T00:34:29.187447164Z rule_files: 2024-02-21T00:34:29.187455453Z - osm_metric_rules.yml 2024-02-21T00:34:29.187464094Z - osm_alert_rules.yml 2024-02-21T00:34:29.187472590Z scrape_configs: 2024-02-21T00:34:29.187480997Z - job_name: mon_exporter 2024-02-21T00:34:29.187489251Z static_configs: 2024-02-21T00:34:29.187497596Z - targets: 2024-02-21T00:34:29.187506310Z - mon:8000 2024-02-21T00:34:29.187514909Z - honor_labels: true 2024-02-21T00:34:29.187523723Z job_name: pushgateway 2024-02-21T00:34:29.187532741Z scrape_interval: 30s 2024-02-21T00:34:29.187541103Z static_configs: 2024-02-21T00:34:29.187550023Z - targets: 2024-02-21T00:34:29.187559075Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:34:29.187567255Z 2024-02-21T00:34:29.191978798Z Alerts read: 6 2024-02-21T00:34:29.193970816Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:34:29.200116266Z groups: 2024-02-21T00:34:29.200154689Z - name: osm_alert_rules 2024-02-21T00:34:29.200163884Z rules: 2024-02-21T00:34:29.200173070Z - alert: vdu_down 2024-02-21T00:34:29.200181780Z annotations: 2024-02-21T00:34:29.200191927Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:34:29.200201154Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:34:29.200210475Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:34:29.200247122Z expr: vm_status_extended != 1 2024-02-21T00:34:29.200256293Z for: 3m 2024-02-21T00:34:29.200264754Z - name: _osm_alert_rules_20240221003429_ 2024-02-21T00:34:29.200274144Z rules: 2024-02-21T00:34:29.200283426Z - alert: scalein_4c6bcb90-a868-422d-b796-e44cd9af070b 2024-02-21T00:34:29.200291796Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:29.200301328Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:29.200309790Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:29.200318084Z for: 1m 2024-02-21T00:34:29.200326722Z labels: 2024-02-21T00:34:29.200335182Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:29.200343753Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:29.200352632Z vnf_member_index: vnf 2024-02-21T00:34:29.200360883Z - alert: scaleout_bea9aede-ec3e-4d38-b7d3-ec3f769e836c 2024-02-21T00:34:29.200369073Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:29.200377613Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:29.200385873Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:29.200394117Z for: 1m 2024-02-21T00:34:29.200403081Z labels: 2024-02-21T00:34:29.200411688Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:29.200427782Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:29.200436257Z vnf_member_index: vnf 2024-02-21T00:34:29.200444791Z - alert: scalein_72c0b25f-b282-4a83-9396-40472e0f41f0 2024-02-21T00:34:29.200453160Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:29.200461447Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:29.200469618Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:29.200477860Z for: 1m 2024-02-21T00:34:29.200486664Z labels: 2024-02-21T00:34:29.200494909Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:29.200503109Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:29.200511526Z vnf_member_index: vnf 2024-02-21T00:34:29.200519670Z - alert: scaleout_a7dc765b-3e90-4a0f-ba81-a3ea0995e13e 2024-02-21T00:34:29.200527900Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:29.200536624Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:29.200544775Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:29.200553252Z for: 1m 2024-02-21T00:34:29.200561512Z labels: 2024-02-21T00:34:29.200569637Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:29.200577822Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:29.200586067Z vnf_member_index: vnf 2024-02-21T00:34:29.200594208Z - alert: scalein_849b9ee3-428e-4c98-bd56-d5d8a7cbfe66 2024-02-21T00:34:29.200602444Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:29.200610736Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:29.200630031Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T00:34:29.200638582Z for: 1m 2024-02-21T00:34:29.200646991Z labels: 2024-02-21T00:34:29.200655146Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:29.200663270Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:29.200671524Z vnf_member_index: vnf 2024-02-21T00:34:29.200679657Z - alert: scaleout_5262c8e7-cb95-4192-b3c9-ccc0d5bc41bc 2024-02-21T00:34:29.200687901Z expr: (count (osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:29.200696691Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="63535c00-0793-4dcf-a196-98d24da2e297", 2024-02-21T00:34:29.200704931Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T00:34:29.200713084Z for: 1m 2024-02-21T00:34:29.200721272Z labels: 2024-02-21T00:34:29.200729458Z ns_id: 63535c00-0793-4dcf-a196-98d24da2e297 2024-02-21T00:34:29.200737612Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T00:34:29.200745916Z vnf_member_index: vnf 2024-02-21T00:34:29.200754056Z 2024-02-21T00:34:29.205988295Z New config written, updating prometheus 2024-02-21T00:34:34.242183439Z Prometheus config update successful 2024-02-21T00:34:34.242226078Z 2024-02-21T00:35:49.711348346Z Changes detected, updating prometheus config 2024-02-21T00:35:49.713949593Z Jobs detected: 0 2024-02-21T00:35:49.724166598Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:35:49.727673133Z alerting: 2024-02-21T00:35:49.727724194Z alertmanagers: 2024-02-21T00:35:49.727735843Z - static_configs: 2024-02-21T00:35:49.727744990Z - targets: 2024-02-21T00:35:49.727754522Z - alertmanager:9093 2024-02-21T00:35:49.727769172Z global: 2024-02-21T00:35:49.727782526Z evaluation_interval: 15s 2024-02-21T00:35:49.727794875Z scrape_interval: 15s 2024-02-21T00:35:49.727802434Z rule_files: 2024-02-21T00:35:49.727810074Z - osm_metric_rules.yml 2024-02-21T00:35:49.727817850Z - osm_alert_rules.yml 2024-02-21T00:35:49.727825714Z scrape_configs: 2024-02-21T00:35:49.727833593Z - job_name: mon_exporter 2024-02-21T00:35:49.727843037Z static_configs: 2024-02-21T00:35:49.727851234Z - targets: 2024-02-21T00:35:49.727866023Z - mon:8000 2024-02-21T00:35:49.727892487Z - honor_labels: true 2024-02-21T00:35:49.727908459Z job_name: pushgateway 2024-02-21T00:35:49.727917421Z scrape_interval: 30s 2024-02-21T00:35:49.727925098Z static_configs: 2024-02-21T00:35:49.727933275Z - targets: 2024-02-21T00:35:49.727943075Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:35:49.727951238Z 2024-02-21T00:35:49.732403918Z Alerts read: 0 2024-02-21T00:35:49.734982206Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:35:49.736386192Z groups: 2024-02-21T00:35:49.736399941Z - name: osm_alert_rules 2024-02-21T00:35:49.736403763Z rules: 2024-02-21T00:35:49.736407599Z - alert: vdu_down 2024-02-21T00:35:49.736411561Z annotations: 2024-02-21T00:35:49.736416034Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:35:49.736420680Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:35:49.736424379Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:35:49.736456023Z expr: vm_status_extended != 1 2024-02-21T00:35:49.736459854Z for: 3m 2024-02-21T00:35:49.736552169Z 2024-02-21T00:35:49.737944462Z New config written, updating prometheus 2024-02-21T00:35:54.773070618Z Prometheus config update successful 2024-02-21T00:35:54.773267203Z 2024-02-21T00:35:54.773620850Z Changes detected, updating prometheus config 2024-02-21T00:35:54.779550939Z Jobs detected: 0 2024-02-21T00:35:54.789078679Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:35:54.795088220Z alerting: 2024-02-21T00:35:54.795100548Z alertmanagers: 2024-02-21T00:35:54.795104241Z - static_configs: 2024-02-21T00:35:54.795107286Z - targets: 2024-02-21T00:35:54.795111342Z - alertmanager:9093 2024-02-21T00:35:54.795114296Z global: 2024-02-21T00:35:54.795117606Z evaluation_interval: 15s 2024-02-21T00:35:54.795120715Z scrape_interval: 15s 2024-02-21T00:35:54.795123796Z rule_files: 2024-02-21T00:35:54.795137252Z - osm_metric_rules.yml 2024-02-21T00:35:54.795141400Z - osm_alert_rules.yml 2024-02-21T00:35:54.795144464Z scrape_configs: 2024-02-21T00:35:54.795147557Z - job_name: mon_exporter 2024-02-21T00:35:54.795150585Z static_configs: 2024-02-21T00:35:54.795153706Z - targets: 2024-02-21T00:35:54.795156857Z - mon:8000 2024-02-21T00:35:54.795159870Z - honor_labels: true 2024-02-21T00:35:54.795162955Z job_name: pushgateway 2024-02-21T00:35:54.795165949Z scrape_interval: 30s 2024-02-21T00:35:54.795168890Z static_configs: 2024-02-21T00:35:54.795171979Z - targets: 2024-02-21T00:35:54.795175543Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:35:54.795228939Z 2024-02-21T00:35:54.801641170Z Alerts read: 0 2024-02-21T00:35:54.803698740Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:35:54.804814653Z groups: 2024-02-21T00:35:54.804824984Z - name: osm_alert_rules 2024-02-21T00:35:54.804828308Z rules: 2024-02-21T00:35:54.804831420Z - alert: vdu_down 2024-02-21T00:35:54.804834557Z annotations: 2024-02-21T00:35:54.804838237Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:35:54.804842094Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:35:54.804848783Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:35:54.804852506Z expr: vm_status_extended != 1 2024-02-21T00:35:54.804855736Z for: 3m 2024-02-21T00:35:54.804933651Z 2024-02-21T00:35:54.806410928Z New config written, updating prometheus 2024-02-21T00:35:59.845260185Z Prometheus config update successful 2024-02-21T00:35:59.845424728Z 2024-02-21T00:35:59.845673512Z Changes detected, updating prometheus config 2024-02-21T00:35:59.847427855Z Jobs detected: 0 2024-02-21T00:35:59.854746248Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:35:59.856818880Z alerting: 2024-02-21T00:35:59.856831751Z alertmanagers: 2024-02-21T00:35:59.856837875Z - static_configs: 2024-02-21T00:35:59.856843396Z - targets: 2024-02-21T00:35:59.856849268Z - alertmanager:9093 2024-02-21T00:35:59.856855584Z global: 2024-02-21T00:35:59.856861297Z evaluation_interval: 15s 2024-02-21T00:35:59.856866784Z scrape_interval: 15s 2024-02-21T00:35:59.856872358Z rule_files: 2024-02-21T00:35:59.856878330Z - osm_metric_rules.yml 2024-02-21T00:35:59.856884444Z - osm_alert_rules.yml 2024-02-21T00:35:59.856889939Z scrape_configs: 2024-02-21T00:35:59.856894700Z - job_name: mon_exporter 2024-02-21T00:35:59.856919378Z static_configs: 2024-02-21T00:35:59.856925367Z - targets: 2024-02-21T00:35:59.856929380Z - mon:8000 2024-02-21T00:35:59.856932986Z - honor_labels: true 2024-02-21T00:35:59.856936620Z job_name: pushgateway 2024-02-21T00:35:59.856940147Z scrape_interval: 30s 2024-02-21T00:35:59.856943570Z static_configs: 2024-02-21T00:35:59.856946993Z - targets: 2024-02-21T00:35:59.856951101Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:35:59.857075000Z 2024-02-21T00:35:59.860526057Z Alerts read: 0 2024-02-21T00:35:59.863292650Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:35:59.864734741Z groups: 2024-02-21T00:35:59.864748876Z - name: osm_alert_rules 2024-02-21T00:35:59.864752464Z rules: 2024-02-21T00:35:59.864755620Z - alert: vdu_down 2024-02-21T00:35:59.864758723Z annotations: 2024-02-21T00:35:59.864762480Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:35:59.864766067Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:35:59.864769169Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:35:59.864772383Z expr: vm_status_extended != 1 2024-02-21T00:35:59.864775535Z for: 3m 2024-02-21T00:35:59.864852469Z 2024-02-21T00:35:59.866162748Z New config written, updating prometheus 2024-02-21T00:36:04.887959514Z Prometheus config update successful 2024-02-21T00:36:04.887997486Z 2024-02-21T00:36:04.888005231Z Changes detected, updating prometheus config 2024-02-21T00:36:04.889567732Z Jobs detected: 0 2024-02-21T00:36:04.893912583Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:36:04.896228831Z alerting: 2024-02-21T00:36:04.896244308Z alertmanagers: 2024-02-21T00:36:04.896251204Z - static_configs: 2024-02-21T00:36:04.896254507Z - targets: 2024-02-21T00:36:04.896259484Z - alertmanager:9093 2024-02-21T00:36:04.896262677Z global: 2024-02-21T00:36:04.896265972Z evaluation_interval: 15s 2024-02-21T00:36:04.896268990Z scrape_interval: 15s 2024-02-21T00:36:04.896272138Z rule_files: 2024-02-21T00:36:04.896275349Z - osm_metric_rules.yml 2024-02-21T00:36:04.896278587Z - osm_alert_rules.yml 2024-02-21T00:36:04.896281647Z scrape_configs: 2024-02-21T00:36:04.896284704Z - job_name: mon_exporter 2024-02-21T00:36:04.896287730Z static_configs: 2024-02-21T00:36:04.896290731Z - targets: 2024-02-21T00:36:04.896293804Z - mon:8000 2024-02-21T00:36:04.896296848Z - honor_labels: true 2024-02-21T00:36:04.896300129Z job_name: pushgateway 2024-02-21T00:36:04.896303632Z scrape_interval: 30s 2024-02-21T00:36:04.896306561Z static_configs: 2024-02-21T00:36:04.896309538Z - targets: 2024-02-21T00:36:04.896314449Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:36:04.896317575Z 2024-02-21T00:36:04.899299071Z Alerts read: 0 2024-02-21T00:36:04.901027073Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:36:04.902045614Z groups: 2024-02-21T00:36:04.902059719Z - name: osm_alert_rules 2024-02-21T00:36:04.902063599Z rules: 2024-02-21T00:36:04.902067035Z - alert: vdu_down 2024-02-21T00:36:04.902071624Z annotations: 2024-02-21T00:36:04.902093151Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:36:04.902101233Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:36:04.902106244Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:36:04.902136331Z expr: vm_status_extended != 1 2024-02-21T00:36:04.902141458Z for: 3m 2024-02-21T00:36:04.902146149Z 2024-02-21T00:36:04.902991641Z New config written, updating prometheus 2024-02-21T00:36:09.932429913Z Prometheus config update successful 2024-02-21T00:36:09.932464580Z 2024-02-21T00:36:09.932678887Z Changes detected, updating prometheus config 2024-02-21T00:36:09.934356626Z Jobs detected: 0 2024-02-21T00:36:09.939840005Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:36:09.942201891Z alerting: 2024-02-21T00:36:09.942212111Z alertmanagers: 2024-02-21T00:36:09.942215923Z - static_configs: 2024-02-21T00:36:09.942219418Z - targets: 2024-02-21T00:36:09.942223296Z - alertmanager:9093 2024-02-21T00:36:09.942226289Z global: 2024-02-21T00:36:09.942229315Z evaluation_interval: 15s 2024-02-21T00:36:09.942232613Z scrape_interval: 15s 2024-02-21T00:36:09.942235352Z rule_files: 2024-02-21T00:36:09.942238394Z - osm_metric_rules.yml 2024-02-21T00:36:09.942241287Z - osm_alert_rules.yml 2024-02-21T00:36:09.942244497Z scrape_configs: 2024-02-21T00:36:09.942247535Z - job_name: mon_exporter 2024-02-21T00:36:09.942250247Z static_configs: 2024-02-21T00:36:09.942253066Z - targets: 2024-02-21T00:36:09.942256064Z - mon:8000 2024-02-21T00:36:09.942259091Z - honor_labels: true 2024-02-21T00:36:09.942261808Z job_name: pushgateway 2024-02-21T00:36:09.942264733Z scrape_interval: 30s 2024-02-21T00:36:09.942267432Z static_configs: 2024-02-21T00:36:09.942270100Z - targets: 2024-02-21T00:36:09.942273639Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:36:09.942276441Z 2024-02-21T00:36:09.945323577Z Alerts read: 0 2024-02-21T00:36:09.947180552Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:36:09.948340122Z groups: 2024-02-21T00:36:09.948354810Z - name: osm_alert_rules 2024-02-21T00:36:09.948359409Z rules: 2024-02-21T00:36:09.948363148Z - alert: vdu_down 2024-02-21T00:36:09.948366273Z annotations: 2024-02-21T00:36:09.948370337Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:36:09.948374514Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:36:09.948377626Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:36:09.948381529Z expr: vm_status_extended != 1 2024-02-21T00:36:09.948384555Z for: 3m 2024-02-21T00:36:09.948387271Z 2024-02-21T00:36:09.949446085Z New config written, updating prometheus 2024-02-21T00:36:14.988942666Z Prometheus config update successful 2024-02-21T00:36:14.989000957Z 2024-02-21T00:36:14.989010547Z Changes detected, updating prometheus config 2024-02-21T00:36:14.989018326Z Jobs detected: 0 2024-02-21T00:36:14.998514647Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T00:36:15.005423797Z alerting: 2024-02-21T00:36:15.005445485Z alertmanagers: 2024-02-21T00:36:15.005450817Z - static_configs: 2024-02-21T00:36:15.005455235Z - targets: 2024-02-21T00:36:15.005463378Z - alertmanager:9093 2024-02-21T00:36:15.005467865Z global: 2024-02-21T00:36:15.005472722Z evaluation_interval: 15s 2024-02-21T00:36:15.005477027Z scrape_interval: 15s 2024-02-21T00:36:15.005481329Z rule_files: 2024-02-21T00:36:15.005485576Z - osm_metric_rules.yml 2024-02-21T00:36:15.005489889Z - osm_alert_rules.yml 2024-02-21T00:36:15.005494249Z scrape_configs: 2024-02-21T00:36:15.005512313Z - job_name: mon_exporter 2024-02-21T00:36:15.005516776Z static_configs: 2024-02-21T00:36:15.005521249Z - targets: 2024-02-21T00:36:15.005525439Z - mon:8000 2024-02-21T00:36:15.005529880Z - honor_labels: true 2024-02-21T00:36:15.005534100Z job_name: pushgateway 2024-02-21T00:36:15.005538256Z scrape_interval: 30s 2024-02-21T00:36:15.005542401Z static_configs: 2024-02-21T00:36:15.005546636Z - targets: 2024-02-21T00:36:15.005553410Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T00:36:15.005557833Z 2024-02-21T00:36:15.009363526Z Alerts read: 0 2024-02-21T00:36:15.012990342Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T00:36:15.015246123Z groups: 2024-02-21T00:36:15.015259988Z - name: osm_alert_rules 2024-02-21T00:36:15.015264990Z rules: 2024-02-21T00:36:15.015269386Z - alert: vdu_down 2024-02-21T00:36:15.015273536Z annotations: 2024-02-21T00:36:15.015278543Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T00:36:15.015286517Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T00:36:15.015290858Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T00:36:15.015297928Z expr: vm_status_extended != 1 2024-02-21T00:36:15.015302349Z for: 3m 2024-02-21T00:36:15.015306654Z 2024-02-21T00:36:15.017619047Z New config written, updating prometheus 2024-02-21T00:36:20.053166603Z Prometheus config update successful 2024-02-21T00:36:20.053208022Z 2024-02-21T02:33:49.849698794Z Changes detected, updating prometheus config 2024-02-21T02:33:49.852969959Z Jobs detected: 0 2024-02-21T02:33:49.864644812Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T02:33:49.869063309Z alerting: 2024-02-21T02:33:49.869082996Z alertmanagers: 2024-02-21T02:33:49.869088832Z - static_configs: 2024-02-21T02:33:49.869094189Z - targets: 2024-02-21T02:33:49.869099620Z - alertmanager:9093 2024-02-21T02:33:49.869104401Z global: 2024-02-21T02:33:49.869109274Z evaluation_interval: 15s 2024-02-21T02:33:49.869113861Z scrape_interval: 15s 2024-02-21T02:33:49.869118541Z rule_files: 2024-02-21T02:33:49.869123240Z - osm_metric_rules.yml 2024-02-21T02:33:49.869127862Z - osm_alert_rules.yml 2024-02-21T02:33:49.869132650Z scrape_configs: 2024-02-21T02:33:49.869137989Z - job_name: mon_exporter 2024-02-21T02:33:49.869142931Z static_configs: 2024-02-21T02:33:49.869147644Z - targets: 2024-02-21T02:33:49.869152537Z - mon:8000 2024-02-21T02:33:49.869157177Z - honor_labels: true 2024-02-21T02:33:49.869161798Z job_name: pushgateway 2024-02-21T02:33:49.869166337Z scrape_interval: 30s 2024-02-21T02:33:49.869171179Z static_configs: 2024-02-21T02:33:49.869175797Z - targets: 2024-02-21T02:33:49.869181196Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T02:33:49.869185785Z 2024-02-21T02:33:49.873643957Z Alerts read: 0 2024-02-21T02:33:49.876734280Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T02:33:49.878433797Z groups: 2024-02-21T02:33:49.878463218Z - name: osm_alert_rules 2024-02-21T02:33:49.878473448Z rules: 2024-02-21T02:33:49.878482138Z - alert: vdu_down 2024-02-21T02:33:49.878491040Z annotations: 2024-02-21T02:33:49.878500558Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T02:33:49.878509826Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T02:33:49.878519114Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T02:33:49.878555643Z expr: vm_status_extended != 1 2024-02-21T02:33:49.878564456Z for: 3m 2024-02-21T02:33:49.878572593Z 2024-02-21T02:33:49.879302695Z New config written, updating prometheus 2024-02-21T02:33:54.905892025Z Prometheus config update successful 2024-02-21T02:33:54.905939156Z 2024-02-21T02:39:49.574092387Z Changes detected, updating prometheus config 2024-02-21T02:39:49.578777408Z Jobs detected: 0 2024-02-21T02:39:49.589620336Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T02:39:49.593484906Z alerting: 2024-02-21T02:39:49.593505108Z alertmanagers: 2024-02-21T02:39:49.593511854Z - static_configs: 2024-02-21T02:39:49.593517012Z - targets: 2024-02-21T02:39:49.593523124Z - alertmanager:9093 2024-02-21T02:39:49.593528224Z global: 2024-02-21T02:39:49.593533243Z evaluation_interval: 15s 2024-02-21T02:39:49.593538404Z scrape_interval: 15s 2024-02-21T02:39:49.593543411Z rule_files: 2024-02-21T02:39:49.593548453Z - osm_metric_rules.yml 2024-02-21T02:39:49.593553364Z - osm_alert_rules.yml 2024-02-21T02:39:49.593558318Z scrape_configs: 2024-02-21T02:39:49.593563137Z - job_name: mon_exporter 2024-02-21T02:39:49.593568148Z static_configs: 2024-02-21T02:39:49.593573098Z - targets: 2024-02-21T02:39:49.593578149Z - mon:8000 2024-02-21T02:39:49.593583027Z - honor_labels: true 2024-02-21T02:39:49.593587990Z job_name: pushgateway 2024-02-21T02:39:49.593593030Z scrape_interval: 30s 2024-02-21T02:39:49.593597894Z static_configs: 2024-02-21T02:39:49.593602814Z - targets: 2024-02-21T02:39:49.593608418Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T02:39:49.593766988Z 2024-02-21T02:39:49.598206530Z Alerts read: 0 2024-02-21T02:39:49.600355299Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T02:39:49.601687767Z groups: 2024-02-21T02:39:49.601714968Z - name: osm_alert_rules 2024-02-21T02:39:49.601733943Z rules: 2024-02-21T02:39:49.601743279Z - alert: vdu_down 2024-02-21T02:39:49.601751703Z annotations: 2024-02-21T02:39:49.601761267Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T02:39:49.601770403Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T02:39:49.601778607Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T02:39:49.601788199Z expr: vm_status_extended != 1 2024-02-21T02:39:49.601796667Z for: 3m 2024-02-21T02:39:49.601804727Z 2024-02-21T02:39:49.602780075Z New config written, updating prometheus 2024-02-21T02:39:54.652900056Z Prometheus config update successful 2024-02-21T02:39:54.652931750Z 2024-02-21T03:25:58.474434358Z Changes detected, updating prometheus config 2024-02-21T03:25:58.477780192Z Jobs detected: 0 2024-02-21T03:25:58.489480333Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T03:25:58.493111799Z alerting: 2024-02-21T03:25:58.493127663Z alertmanagers: 2024-02-21T03:25:58.493132316Z - static_configs: 2024-02-21T03:25:58.493135881Z - targets: 2024-02-21T03:25:58.493140033Z - alertmanager:9093 2024-02-21T03:25:58.493143558Z global: 2024-02-21T03:25:58.493147111Z evaluation_interval: 15s 2024-02-21T03:25:58.493150993Z scrape_interval: 15s 2024-02-21T03:25:58.493154724Z rule_files: 2024-02-21T03:25:58.493158263Z - osm_metric_rules.yml 2024-02-21T03:25:58.493161730Z - osm_alert_rules.yml 2024-02-21T03:25:58.493165307Z scrape_configs: 2024-02-21T03:25:58.493182950Z - job_name: mon_exporter 2024-02-21T03:25:58.493186580Z static_configs: 2024-02-21T03:25:58.493190057Z - targets: 2024-02-21T03:25:58.493193554Z - mon:8000 2024-02-21T03:25:58.493197113Z - honor_labels: true 2024-02-21T03:25:58.493200746Z job_name: pushgateway 2024-02-21T03:25:58.493204202Z scrape_interval: 30s 2024-02-21T03:25:58.493207614Z static_configs: 2024-02-21T03:25:58.493212149Z - targets: 2024-02-21T03:25:58.493216812Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T03:25:58.493220187Z 2024-02-21T03:25:58.498410755Z Alerts read: 2 2024-02-21T03:25:58.500882042Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T03:25:58.504698512Z groups: 2024-02-21T03:25:58.504718668Z - name: osm_alert_rules 2024-02-21T03:25:58.504724833Z rules: 2024-02-21T03:25:58.504730681Z - alert: vdu_down 2024-02-21T03:25:58.504736682Z annotations: 2024-02-21T03:25:58.504743069Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T03:25:58.504749215Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T03:25:58.504754921Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T03:25:58.504761244Z expr: vm_status_extended != 1 2024-02-21T03:25:58.504766950Z for: 3m 2024-02-21T03:25:58.504772640Z - name: _osm_alert_rules_20240221032558_ 2024-02-21T03:25:58.504778640Z rules: 2024-02-21T03:25:58.504785032Z - alert: scalein_ee43c3d8-446d-4875-a1bb-8804d58fc72c 2024-02-21T03:25:58.504790764Z expr: (count (osm_cpu_utilization{ns_id="32c7d894-ea23-4a13-82e9-f7bb2eff4c7e", 2024-02-21T03:25:58.504797402Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="32c7d894-ea23-4a13-82e9-f7bb2eff4c7e", 2024-02-21T03:25:58.504803026Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T03:25:58.504808934Z for: 1m 2024-02-21T03:25:58.504814483Z labels: 2024-02-21T03:25:58.504821031Z ns_id: 32c7d894-ea23-4a13-82e9-f7bb2eff4c7e 2024-02-21T03:25:58.504826745Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T03:25:58.504833123Z vnf_member_index: vnf 2024-02-21T03:25:58.504838771Z - alert: scaleout_1939ed50-9046-4e5d-877d-c02d516b645d 2024-02-21T03:25:58.504844363Z expr: (count (osm_cpu_utilization{ns_id="32c7d894-ea23-4a13-82e9-f7bb2eff4c7e", 2024-02-21T03:25:58.504850056Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="32c7d894-ea23-4a13-82e9-f7bb2eff4c7e", 2024-02-21T03:25:58.504855825Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T03:25:58.504861522Z for: 1m 2024-02-21T03:25:58.504867075Z labels: 2024-02-21T03:25:58.504872670Z ns_id: 32c7d894-ea23-4a13-82e9-f7bb2eff4c7e 2024-02-21T03:25:58.504878393Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T03:25:58.504884105Z vnf_member_index: vnf 2024-02-21T03:25:58.504889483Z 2024-02-21T03:25:58.507933433Z New config written, updating prometheus 2024-02-21T03:26:03.546347822Z Prometheus config update successful 2024-02-21T03:26:03.546384010Z 2024-02-21T03:26:03.546388066Z Changes detected, updating prometheus config 2024-02-21T03:26:03.547758032Z Jobs detected: 0 2024-02-21T03:26:03.553431059Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T03:26:03.555175571Z alerting: 2024-02-21T03:26:03.555193176Z alertmanagers: 2024-02-21T03:26:03.555199278Z - static_configs: 2024-02-21T03:26:03.555222570Z - targets: 2024-02-21T03:26:03.555228046Z - alertmanager:9093 2024-02-21T03:26:03.555232521Z global: 2024-02-21T03:26:03.555237105Z evaluation_interval: 15s 2024-02-21T03:26:03.555241466Z scrape_interval: 15s 2024-02-21T03:26:03.555245996Z rule_files: 2024-02-21T03:26:03.555250440Z - osm_metric_rules.yml 2024-02-21T03:26:03.555255411Z - osm_alert_rules.yml 2024-02-21T03:26:03.555259791Z scrape_configs: 2024-02-21T03:26:03.555264260Z - job_name: mon_exporter 2024-02-21T03:26:03.555268760Z static_configs: 2024-02-21T03:26:03.555273151Z - targets: 2024-02-21T03:26:03.555277602Z - mon:8000 2024-02-21T03:26:03.555282301Z - honor_labels: true 2024-02-21T03:26:03.555286670Z job_name: pushgateway 2024-02-21T03:26:03.555291121Z scrape_interval: 30s 2024-02-21T03:26:03.555295504Z static_configs: 2024-02-21T03:26:03.555300551Z - targets: 2024-02-21T03:26:03.555305844Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T03:26:03.555310160Z 2024-02-21T03:26:03.558802821Z Alerts read: 2 2024-02-21T03:26:03.560472926Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T03:26:03.563537698Z groups: 2024-02-21T03:26:03.563560680Z - name: osm_alert_rules 2024-02-21T03:26:03.563567602Z rules: 2024-02-21T03:26:03.563573526Z - alert: vdu_down 2024-02-21T03:26:03.563579432Z annotations: 2024-02-21T03:26:03.563586557Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T03:26:03.563593171Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T03:26:03.563599003Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T03:26:03.563605568Z expr: vm_status_extended != 1 2024-02-21T03:26:03.563611338Z for: 3m 2024-02-21T03:26:03.563617253Z - name: _osm_alert_rules_20240221032603_ 2024-02-21T03:26:03.563622986Z rules: 2024-02-21T03:26:03.563629989Z - alert: scalein_ee43c3d8-446d-4875-a1bb-8804d58fc72c 2024-02-21T03:26:03.563635780Z expr: (count (osm_cpu_utilization{ns_id="32c7d894-ea23-4a13-82e9-f7bb2eff4c7e", 2024-02-21T03:26:03.563642878Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="32c7d894-ea23-4a13-82e9-f7bb2eff4c7e", 2024-02-21T03:26:03.563648681Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T03:26:03.563654450Z for: 1m 2024-02-21T03:26:03.563660222Z labels: 2024-02-21T03:26:03.563666096Z ns_id: 32c7d894-ea23-4a13-82e9-f7bb2eff4c7e 2024-02-21T03:26:03.563672134Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T03:26:03.563678350Z vnf_member_index: vnf 2024-02-21T03:26:03.563683981Z - alert: scaleout_1939ed50-9046-4e5d-877d-c02d516b645d 2024-02-21T03:26:03.563689627Z expr: (count (osm_cpu_utilization{ns_id="32c7d894-ea23-4a13-82e9-f7bb2eff4c7e", 2024-02-21T03:26:03.563695556Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="32c7d894-ea23-4a13-82e9-f7bb2eff4c7e", 2024-02-21T03:26:03.563701367Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T03:26:03.563706940Z for: 1m 2024-02-21T03:26:03.563712674Z labels: 2024-02-21T03:26:03.563718452Z ns_id: 32c7d894-ea23-4a13-82e9-f7bb2eff4c7e 2024-02-21T03:26:03.563724102Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T03:26:03.563729741Z vnf_member_index: vnf 2024-02-21T03:26:03.563735263Z 2024-02-21T03:26:03.566254102Z New config written, updating prometheus 2024-02-21T03:26:08.598311254Z Prometheus config update successful 2024-02-21T03:26:08.598361308Z 2024-02-21T03:31:24.740677351Z Changes detected, updating prometheus config 2024-02-21T03:31:24.742608451Z Jobs detected: 0 2024-02-21T03:31:24.751165500Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T03:31:24.753645091Z alerting: 2024-02-21T03:31:24.753657342Z alertmanagers: 2024-02-21T03:31:24.753661948Z - static_configs: 2024-02-21T03:31:24.753670747Z - targets: 2024-02-21T03:31:24.753675276Z - alertmanager:9093 2024-02-21T03:31:24.753679080Z global: 2024-02-21T03:31:24.753683013Z evaluation_interval: 15s 2024-02-21T03:31:24.753689091Z scrape_interval: 15s 2024-02-21T03:31:24.753692860Z rule_files: 2024-02-21T03:31:24.753696544Z - osm_metric_rules.yml 2024-02-21T03:31:24.753700166Z - osm_alert_rules.yml 2024-02-21T03:31:24.753703900Z scrape_configs: 2024-02-21T03:31:24.753707680Z - job_name: mon_exporter 2024-02-21T03:31:24.753711552Z static_configs: 2024-02-21T03:31:24.753715153Z - targets: 2024-02-21T03:31:24.753718930Z - mon:8000 2024-02-21T03:31:24.753722582Z - honor_labels: true 2024-02-21T03:31:24.753726205Z job_name: pushgateway 2024-02-21T03:31:24.753729996Z scrape_interval: 30s 2024-02-21T03:31:24.753733683Z static_configs: 2024-02-21T03:31:24.753737548Z - targets: 2024-02-21T03:31:24.753741976Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T03:31:24.753745516Z 2024-02-21T03:31:24.757366383Z Alerts read: 0 2024-02-21T03:31:24.759593978Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T03:31:24.760951618Z groups: 2024-02-21T03:31:24.760962559Z - name: osm_alert_rules 2024-02-21T03:31:24.760966007Z rules: 2024-02-21T03:31:24.760969114Z - alert: vdu_down 2024-02-21T03:31:24.760972172Z annotations: 2024-02-21T03:31:24.760976140Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T03:31:24.760979680Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T03:31:24.760983400Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T03:31:24.760987062Z expr: vm_status_extended != 1 2024-02-21T03:31:24.760990253Z for: 3m 2024-02-21T03:31:24.760993223Z 2024-02-21T03:31:24.762174556Z New config written, updating prometheus 2024-02-21T03:31:29.799347863Z Prometheus config update successful 2024-02-21T03:31:29.799402398Z 2024-02-21T03:31:29.799411847Z Changes detected, updating prometheus config 2024-02-21T03:31:29.801815932Z Jobs detected: 0 2024-02-21T03:31:29.808739217Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T03:31:29.811494629Z alerting: 2024-02-21T03:31:29.811528271Z alertmanagers: 2024-02-21T03:31:29.811539236Z - static_configs: 2024-02-21T03:31:29.811547688Z - targets: 2024-02-21T03:31:29.811556912Z - alertmanager:9093 2024-02-21T03:31:29.811565196Z global: 2024-02-21T03:31:29.811573747Z evaluation_interval: 15s 2024-02-21T03:31:29.811581927Z scrape_interval: 15s 2024-02-21T03:31:29.811590191Z rule_files: 2024-02-21T03:31:29.811598846Z - osm_metric_rules.yml 2024-02-21T03:31:29.811611368Z - osm_alert_rules.yml 2024-02-21T03:31:29.811623689Z scrape_configs: 2024-02-21T03:31:29.811635656Z - job_name: mon_exporter 2024-02-21T03:31:29.811648687Z static_configs: 2024-02-21T03:31:29.811661070Z - targets: 2024-02-21T03:31:29.811674148Z - mon:8000 2024-02-21T03:31:29.811714570Z - honor_labels: true 2024-02-21T03:31:29.811757082Z job_name: pushgateway 2024-02-21T03:31:29.811767153Z scrape_interval: 30s 2024-02-21T03:31:29.811775449Z static_configs: 2024-02-21T03:31:29.811783806Z - targets: 2024-02-21T03:31:29.811793025Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T03:31:29.811801107Z 2024-02-21T03:31:29.814864175Z Alerts read: 0 2024-02-21T03:31:29.816998431Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T03:31:29.818215555Z groups: 2024-02-21T03:31:29.818225787Z - name: osm_alert_rules 2024-02-21T03:31:29.818229634Z rules: 2024-02-21T03:31:29.818233023Z - alert: vdu_down 2024-02-21T03:31:29.818237016Z annotations: 2024-02-21T03:31:29.818241817Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T03:31:29.818246773Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T03:31:29.818250378Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T03:31:29.818254445Z expr: vm_status_extended != 1 2024-02-21T03:31:29.818257764Z for: 3m 2024-02-21T03:31:29.818260996Z 2024-02-21T03:31:29.819400863Z New config written, updating prometheus 2024-02-21T03:31:34.850350311Z Prometheus config update successful 2024-02-21T03:31:34.850407927Z 2024-02-21T03:32:15.925553355Z Changes detected, updating prometheus config 2024-02-21T03:32:15.928338267Z Jobs detected: 0 2024-02-21T03:32:15.937319228Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T03:32:15.940389508Z alerting: 2024-02-21T03:32:15.940412690Z alertmanagers: 2024-02-21T03:32:15.940422448Z - static_configs: 2024-02-21T03:32:15.940430983Z - targets: 2024-02-21T03:32:15.940443299Z - alertmanager:9093 2024-02-21T03:32:15.940451760Z global: 2024-02-21T03:32:15.940460480Z evaluation_interval: 15s 2024-02-21T03:32:15.940468773Z scrape_interval: 15s 2024-02-21T03:32:15.940477206Z rule_files: 2024-02-21T03:32:15.940485448Z - osm_metric_rules.yml 2024-02-21T03:32:15.940493637Z - osm_alert_rules.yml 2024-02-21T03:32:15.940501877Z scrape_configs: 2024-02-21T03:32:15.940510398Z - job_name: mon_exporter 2024-02-21T03:32:15.940518586Z static_configs: 2024-02-21T03:32:15.940526783Z - targets: 2024-02-21T03:32:15.940535055Z - mon:8000 2024-02-21T03:32:15.940543277Z - honor_labels: true 2024-02-21T03:32:15.940551915Z job_name: pushgateway 2024-02-21T03:32:15.940560053Z scrape_interval: 30s 2024-02-21T03:32:15.940568635Z static_configs: 2024-02-21T03:32:15.940577006Z - targets: 2024-02-21T03:32:15.940587617Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T03:32:15.940615640Z 2024-02-21T03:32:15.944937257Z Alerts read: 2 2024-02-21T03:32:15.947125185Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T03:32:15.950759432Z groups: 2024-02-21T03:32:15.950776646Z - name: osm_alert_rules 2024-02-21T03:32:15.950780215Z rules: 2024-02-21T03:32:15.950783342Z - alert: vdu_down 2024-02-21T03:32:15.950786311Z annotations: 2024-02-21T03:32:15.950792021Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T03:32:15.950796955Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T03:32:15.950799899Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T03:32:15.950803501Z expr: vm_status_extended != 1 2024-02-21T03:32:15.950806424Z for: 3m 2024-02-21T03:32:15.950809411Z - name: _osm_alert_rules_20240221033215_ 2024-02-21T03:32:15.950835748Z rules: 2024-02-21T03:32:15.950839409Z - alert: scalein_2afb8f62-42e7-495b-b7eb-da17ba73f375 2024-02-21T03:32:15.950842523Z expr: (count (osm_cpu_utilization{ns_id="e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:32:15.950846022Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:32:15.950848987Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T03:32:15.950851929Z for: 1m 2024-02-21T03:32:15.950854786Z labels: 2024-02-21T03:32:15.950857710Z ns_id: e8495bd0-5ef8-423f-b884-e242c91330c5 2024-02-21T03:32:15.950860542Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T03:32:15.950864663Z vnf_member_index: vnf 2024-02-21T03:32:15.950867717Z - alert: scaleout_6532d90d-8a78-4d4e-a4e1-dda521fd5063 2024-02-21T03:32:15.950870638Z expr: (count (osm_cpu_utilization{ns_id="e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:32:15.950873667Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:32:15.950876611Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T03:32:15.950879441Z for: 1m 2024-02-21T03:32:15.950882336Z labels: 2024-02-21T03:32:15.950885405Z ns_id: e8495bd0-5ef8-423f-b884-e242c91330c5 2024-02-21T03:32:15.950888257Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T03:32:15.950891195Z vnf_member_index: vnf 2024-02-21T03:32:15.950994766Z 2024-02-21T03:32:15.953770299Z New config written, updating prometheus 2024-02-21T03:32:20.989132880Z Prometheus config update successful 2024-02-21T03:32:20.989261946Z 2024-02-21T03:32:20.989357363Z Changes detected, updating prometheus config 2024-02-21T03:32:20.990988984Z Jobs detected: 0 2024-02-21T03:32:20.996875902Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T03:32:20.999029781Z alerting: 2024-02-21T03:32:20.999041779Z alertmanagers: 2024-02-21T03:32:20.999046477Z - static_configs: 2024-02-21T03:32:20.999050490Z - targets: 2024-02-21T03:32:20.999055244Z - alertmanager:9093 2024-02-21T03:32:20.999059184Z global: 2024-02-21T03:32:20.999063249Z evaluation_interval: 15s 2024-02-21T03:32:20.999067058Z scrape_interval: 15s 2024-02-21T03:32:20.999070890Z rule_files: 2024-02-21T03:32:20.999074675Z - osm_metric_rules.yml 2024-02-21T03:32:20.999078481Z - osm_alert_rules.yml 2024-02-21T03:32:20.999082209Z scrape_configs: 2024-02-21T03:32:20.999086067Z - job_name: mon_exporter 2024-02-21T03:32:20.999089724Z static_configs: 2024-02-21T03:32:20.999093592Z - targets: 2024-02-21T03:32:20.999097358Z - mon:8000 2024-02-21T03:32:20.999101125Z - honor_labels: true 2024-02-21T03:32:20.999104814Z job_name: pushgateway 2024-02-21T03:32:20.999108597Z scrape_interval: 30s 2024-02-21T03:32:20.999112288Z static_configs: 2024-02-21T03:32:20.999116025Z - targets: 2024-02-21T03:32:20.999120397Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T03:32:20.999284548Z 2024-02-21T03:32:21.006721168Z Alerts read: 2 2024-02-21T03:32:21.011620505Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T03:32:21.019042841Z groups: 2024-02-21T03:32:21.019072239Z - name: osm_alert_rules 2024-02-21T03:32:21.019080714Z rules: 2024-02-21T03:32:21.019088046Z - alert: vdu_down 2024-02-21T03:32:21.019095239Z annotations: 2024-02-21T03:32:21.019103396Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T03:32:21.019182293Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T03:32:21.019191976Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T03:32:21.019199565Z expr: vm_status_extended != 1 2024-02-21T03:32:21.019206794Z for: 3m 2024-02-21T03:32:21.019213999Z - name: _osm_alert_rules_20240221033221_ 2024-02-21T03:32:21.019221146Z rules: 2024-02-21T03:32:21.019229062Z - alert: scalein_2afb8f62-42e7-495b-b7eb-da17ba73f375 2024-02-21T03:32:21.019236075Z expr: (count (osm_cpu_utilization{ns_id="e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:32:21.019243973Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:32:21.019251020Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T03:32:21.019258157Z for: 1m 2024-02-21T03:32:21.019265392Z labels: 2024-02-21T03:32:21.019272332Z ns_id: e8495bd0-5ef8-423f-b884-e242c91330c5 2024-02-21T03:32:21.019279257Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T03:32:21.019286910Z vnf_member_index: vnf 2024-02-21T03:32:21.019293927Z - alert: scaleout_6532d90d-8a78-4d4e-a4e1-dda521fd5063 2024-02-21T03:32:21.019301051Z expr: (count (osm_cpu_utilization{ns_id="e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:32:21.019308008Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="e8495bd0-5ef8-423f-b884-e242c91330c5", 2024-02-21T03:32:21.019314885Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T03:32:21.019321992Z for: 1m 2024-02-21T03:32:21.019328899Z labels: 2024-02-21T03:32:21.019336394Z ns_id: e8495bd0-5ef8-423f-b884-e242c91330c5 2024-02-21T03:32:21.019343354Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T03:32:21.019350323Z vnf_member_index: vnf 2024-02-21T03:32:21.019356922Z 2024-02-21T03:32:21.024044543Z New config written, updating prometheus 2024-02-21T03:32:26.064672518Z Prometheus config update successful 2024-02-21T03:32:26.064700274Z 2024-02-21T03:45:48.128416318Z Changes detected, updating prometheus config 2024-02-21T03:45:48.130893966Z Jobs detected: 0 2024-02-21T03:45:48.142886243Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T03:45:48.146929890Z alerting: 2024-02-21T03:45:48.146945219Z alertmanagers: 2024-02-21T03:45:48.146949087Z - static_configs: 2024-02-21T03:45:48.146964137Z - targets: 2024-02-21T03:45:48.146972562Z - alertmanager:9093 2024-02-21T03:45:48.146975779Z global: 2024-02-21T03:45:48.146979036Z evaluation_interval: 15s 2024-02-21T03:45:48.146982674Z scrape_interval: 15s 2024-02-21T03:45:48.146985661Z rule_files: 2024-02-21T03:45:48.146988613Z - osm_metric_rules.yml 2024-02-21T03:45:48.146991522Z - osm_alert_rules.yml 2024-02-21T03:45:48.146994449Z scrape_configs: 2024-02-21T03:45:48.146997310Z - job_name: mon_exporter 2024-02-21T03:45:48.147000403Z static_configs: 2024-02-21T03:45:48.147003307Z - targets: 2024-02-21T03:45:48.147006560Z - mon:8000 2024-02-21T03:45:48.147009403Z - honor_labels: true 2024-02-21T03:45:48.147012325Z job_name: pushgateway 2024-02-21T03:45:48.147015247Z scrape_interval: 30s 2024-02-21T03:45:48.147018146Z static_configs: 2024-02-21T03:45:48.147020973Z - targets: 2024-02-21T03:45:48.147024477Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T03:45:48.147040895Z 2024-02-21T03:45:48.151170323Z Alerts read: 0 2024-02-21T03:45:48.153441480Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T03:45:48.160497703Z groups: 2024-02-21T03:45:48.160514379Z - name: osm_alert_rules 2024-02-21T03:45:48.160517857Z rules: 2024-02-21T03:45:48.160521258Z - alert: vdu_down 2024-02-21T03:45:48.160524494Z annotations: 2024-02-21T03:45:48.160528529Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T03:45:48.160532308Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T03:45:48.160535341Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T03:45:48.160538946Z expr: vm_status_extended != 1 2024-02-21T03:45:48.160542074Z for: 3m 2024-02-21T03:45:48.161727078Z 2024-02-21T03:45:48.165820725Z New config written, updating prometheus 2024-02-21T03:45:53.202751893Z Prometheus config update successful 2024-02-21T03:45:53.202798524Z 2024-02-21T03:45:53.202808467Z Changes detected, updating prometheus config 2024-02-21T03:45:53.204648954Z Jobs detected: 0 2024-02-21T03:45:53.211807056Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T03:45:53.213891946Z alerting: 2024-02-21T03:45:53.213904046Z alertmanagers: 2024-02-21T03:45:53.213908851Z - static_configs: 2024-02-21T03:45:53.213912474Z - targets: 2024-02-21T03:45:53.213916611Z - alertmanager:9093 2024-02-21T03:45:53.213920655Z global: 2024-02-21T03:45:53.213924192Z evaluation_interval: 15s 2024-02-21T03:45:53.213927636Z scrape_interval: 15s 2024-02-21T03:45:53.213931202Z rule_files: 2024-02-21T03:45:53.213934867Z - osm_metric_rules.yml 2024-02-21T03:45:53.213938378Z - osm_alert_rules.yml 2024-02-21T03:45:53.213941918Z scrape_configs: 2024-02-21T03:45:53.213945446Z - job_name: mon_exporter 2024-02-21T03:45:53.213948950Z static_configs: 2024-02-21T03:45:53.213952684Z - targets: 2024-02-21T03:45:53.213956266Z - mon:8000 2024-02-21T03:45:53.213959749Z - honor_labels: true 2024-02-21T03:45:53.213963200Z job_name: pushgateway 2024-02-21T03:45:53.213966833Z scrape_interval: 30s 2024-02-21T03:45:53.213970315Z static_configs: 2024-02-21T03:45:53.213973963Z - targets: 2024-02-21T03:45:53.213978739Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T03:45:53.213982129Z 2024-02-21T03:45:53.218285357Z Alerts read: 0 2024-02-21T03:45:53.224466649Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T03:45:53.225649807Z groups: 2024-02-21T03:45:53.225663387Z - name: osm_alert_rules 2024-02-21T03:45:53.225667187Z rules: 2024-02-21T03:45:53.225670947Z - alert: vdu_down 2024-02-21T03:45:53.225674189Z annotations: 2024-02-21T03:45:53.225678255Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T03:45:53.225682553Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T03:45:53.225686232Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T03:45:53.225690104Z expr: vm_status_extended != 1 2024-02-21T03:45:53.225693682Z for: 3m 2024-02-21T03:45:53.225696662Z 2024-02-21T03:45:53.226650584Z New config written, updating prometheus 2024-02-21T03:45:58.248712912Z Prometheus config update successful 2024-02-21T03:45:58.248733997Z 2024-02-21T03:48:05.268725626Z Changes detected, updating prometheus config 2024-02-21T03:48:05.270828960Z Jobs detected: 0 2024-02-21T03:48:05.284039490Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T03:48:05.287663082Z alerting: 2024-02-21T03:48:05.287691143Z alertmanagers: 2024-02-21T03:48:05.287700813Z - static_configs: 2024-02-21T03:48:05.287709212Z - targets: 2024-02-21T03:48:05.287718168Z - alertmanager:9093 2024-02-21T03:48:05.287726352Z global: 2024-02-21T03:48:05.287734724Z evaluation_interval: 15s 2024-02-21T03:48:05.287743785Z scrape_interval: 15s 2024-02-21T03:48:05.287752348Z rule_files: 2024-02-21T03:48:05.287760485Z - osm_metric_rules.yml 2024-02-21T03:48:05.287768675Z - osm_alert_rules.yml 2024-02-21T03:48:05.287776879Z scrape_configs: 2024-02-21T03:48:05.287785026Z - job_name: mon_exporter 2024-02-21T03:48:05.287793176Z static_configs: 2024-02-21T03:48:05.287801421Z - targets: 2024-02-21T03:48:05.287809812Z - mon:8000 2024-02-21T03:48:05.287818026Z - honor_labels: true 2024-02-21T03:48:05.287826149Z job_name: pushgateway 2024-02-21T03:48:05.287840013Z scrape_interval: 30s 2024-02-21T03:48:05.287848404Z static_configs: 2024-02-21T03:48:05.287856823Z - targets: 2024-02-21T03:48:05.287902374Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T03:48:05.287911927Z 2024-02-21T03:48:05.292720380Z Alerts read: 1 2024-02-21T03:48:05.295954528Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T03:48:05.297909615Z groups: 2024-02-21T03:48:05.297933991Z - name: osm_alert_rules 2024-02-21T03:48:05.297943194Z rules: 2024-02-21T03:48:05.297952105Z - alert: vdu_down 2024-02-21T03:48:05.297960441Z annotations: 2024-02-21T03:48:05.297971787Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T03:48:05.297982058Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T03:48:05.297990789Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T03:48:05.298000052Z expr: vm_status_extended != 1 2024-02-21T03:48:05.298008606Z for: 3m 2024-02-21T03:48:05.298016995Z - name: _osm_alert_rules_20240221034805_ 2024-02-21T03:48:05.298025560Z rules: 2024-02-21T03:48:05.298035030Z - alert: vdu_alarm_e388e06a-97c3-4314-b688-4d8f352ad7e4 2024-02-21T03:48:05.298045463Z expr: osm_cpu_utilization{ns_id="272dca45-b19a-4ffa-9a00-19a60ba29960", vnf_member_index="vnf", 2024-02-21T03:48:05.298053829Z vdu_id="cirros_vnfd-VM"} < 20.0000 2024-02-21T03:48:05.298062093Z for: 1m 2024-02-21T03:48:05.298070293Z labels: 2024-02-21T03:48:05.298078476Z ns_id: 272dca45-b19a-4ffa-9a00-19a60ba29960 2024-02-21T03:48:05.298088721Z vdu_id: cirros_vnfd-VM 2024-02-21T03:48:05.298097431Z vdu_name: '{{ $labels.vdu_name }}' 2024-02-21T03:48:05.298105819Z vnf_member_index: vnf 2024-02-21T03:48:05.298113699Z 2024-02-21T03:48:05.299838398Z New config written, updating prometheus 2024-02-21T03:48:10.332714272Z Prometheus config update successful 2024-02-21T03:48:10.332753396Z 2024-02-21T03:56:55.467736994Z Changes detected, updating prometheus config 2024-02-21T03:56:55.471734490Z Jobs detected: 0 2024-02-21T03:56:55.486528526Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T03:56:55.490724638Z alerting: 2024-02-21T03:56:55.490737103Z alertmanagers: 2024-02-21T03:56:55.490740844Z - static_configs: 2024-02-21T03:56:55.490743858Z - targets: 2024-02-21T03:56:55.490749854Z - alertmanager:9093 2024-02-21T03:56:55.490752955Z global: 2024-02-21T03:56:55.490763656Z evaluation_interval: 15s 2024-02-21T03:56:55.490778371Z scrape_interval: 15s 2024-02-21T03:56:55.490781453Z rule_files: 2024-02-21T03:56:55.490784591Z - osm_metric_rules.yml 2024-02-21T03:56:55.490787539Z - osm_alert_rules.yml 2024-02-21T03:56:55.490790451Z scrape_configs: 2024-02-21T03:56:55.490793304Z - job_name: mon_exporter 2024-02-21T03:56:55.490796097Z static_configs: 2024-02-21T03:56:55.490799028Z - targets: 2024-02-21T03:56:55.490801920Z - mon:8000 2024-02-21T03:56:55.490804941Z - honor_labels: true 2024-02-21T03:56:55.490807771Z job_name: pushgateway 2024-02-21T03:56:55.490810591Z scrape_interval: 30s 2024-02-21T03:56:55.490813412Z static_configs: 2024-02-21T03:56:55.490816397Z - targets: 2024-02-21T03:56:55.490821435Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T03:56:55.490824290Z 2024-02-21T03:56:55.498281255Z Alerts read: 0 2024-02-21T03:56:55.502688195Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T03:56:55.505255937Z groups: 2024-02-21T03:56:55.505268887Z - name: osm_alert_rules 2024-02-21T03:56:55.505272477Z rules: 2024-02-21T03:56:55.505275562Z - alert: vdu_down 2024-02-21T03:56:55.505285822Z annotations: 2024-02-21T03:56:55.505289948Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T03:56:55.505294053Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T03:56:55.505297411Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T03:56:55.505300902Z expr: vm_status_extended != 1 2024-02-21T03:56:55.505303935Z for: 3m 2024-02-21T03:56:55.505306810Z 2024-02-21T03:56:55.507337252Z New config written, updating prometheus 2024-02-21T03:57:00.535442152Z Prometheus config update successful 2024-02-21T03:57:00.535474417Z 2024-02-21T04:40:23.624093813Z Changes detected, updating prometheus config 2024-02-21T04:40:23.627293385Z Jobs detected: 0 2024-02-21T04:40:23.640422765Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T04:40:23.643605370Z alerting: 2024-02-21T04:40:23.643648590Z alertmanagers: 2024-02-21T04:40:23.643663499Z - static_configs: 2024-02-21T04:40:23.643675525Z - targets: 2024-02-21T04:40:23.643687929Z - alertmanager:9093 2024-02-21T04:40:23.643699507Z global: 2024-02-21T04:40:23.643712801Z evaluation_interval: 15s 2024-02-21T04:40:23.643724885Z scrape_interval: 15s 2024-02-21T04:40:23.643736841Z rule_files: 2024-02-21T04:40:23.643748265Z - osm_metric_rules.yml 2024-02-21T04:40:23.643760062Z - osm_alert_rules.yml 2024-02-21T04:40:23.643771982Z scrape_configs: 2024-02-21T04:40:23.643784821Z - job_name: mon_exporter 2024-02-21T04:40:23.643798016Z static_configs: 2024-02-21T04:40:23.643811791Z - targets: 2024-02-21T04:40:23.643825603Z - mon:8000 2024-02-21T04:40:23.643839365Z - honor_labels: true 2024-02-21T04:40:23.643853118Z job_name: pushgateway 2024-02-21T04:40:23.643865382Z scrape_interval: 30s 2024-02-21T04:40:23.643877709Z static_configs: 2024-02-21T04:40:23.643889984Z - targets: 2024-02-21T04:40:23.643903874Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T04:40:23.643917485Z 2024-02-21T04:40:23.649392271Z Alerts read: 2 2024-02-21T04:40:23.651708612Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T04:40:23.655034522Z groups: 2024-02-21T04:40:23.655096895Z - name: osm_alert_rules 2024-02-21T04:40:23.655107280Z rules: 2024-02-21T04:40:23.655116251Z - alert: vdu_down 2024-02-21T04:40:23.655219303Z annotations: 2024-02-21T04:40:23.655260804Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T04:40:23.655270129Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T04:40:23.655278176Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T04:40:23.655287129Z expr: vm_status_extended != 1 2024-02-21T04:40:23.655295408Z for: 3m 2024-02-21T04:40:23.655303685Z - name: _osm_alert_rules_20240221044023_ 2024-02-21T04:40:23.655311851Z rules: 2024-02-21T04:40:23.655320590Z - alert: scalein_053b7428-4bf4-4b55-9698-33588f2a31a0 2024-02-21T04:40:23.655328835Z expr: (count (osm_cpu_utilization{ns_id="38ddb6cc-932b-4f51-88ad-fa01cf346d8b", 2024-02-21T04:40:23.655338213Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="38ddb6cc-932b-4f51-88ad-fa01cf346d8b", 2024-02-21T04:40:23.655346393Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T04:40:23.655354663Z for: 1m 2024-02-21T04:40:23.655362807Z labels: 2024-02-21T04:40:23.655371540Z ns_id: 38ddb6cc-932b-4f51-88ad-fa01cf346d8b 2024-02-21T04:40:23.655379840Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T04:40:23.655388738Z vnf_member_index: '1' 2024-02-21T04:40:23.655396901Z - alert: scaleout_04887fc5-6242-48e8-904c-650131bae915 2024-02-21T04:40:23.655405052Z expr: (count (osm_cpu_utilization{ns_id="38ddb6cc-932b-4f51-88ad-fa01cf346d8b", 2024-02-21T04:40:23.655413417Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="38ddb6cc-932b-4f51-88ad-fa01cf346d8b", 2024-02-21T04:40:23.655421689Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T04:40:23.655429842Z for: 1m 2024-02-21T04:40:23.655437989Z labels: 2024-02-21T04:40:23.655446437Z ns_id: 38ddb6cc-932b-4f51-88ad-fa01cf346d8b 2024-02-21T04:40:23.655455292Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T04:40:23.655463633Z vnf_member_index: '1' 2024-02-21T04:40:23.655471464Z 2024-02-21T04:40:23.658223143Z New config written, updating prometheus 2024-02-21T04:40:28.694804571Z Prometheus config update successful 2024-02-21T04:40:28.694868467Z 2024-02-21T04:40:28.694885168Z Changes detected, updating prometheus config 2024-02-21T04:40:28.696865672Z Jobs detected: 0 2024-02-21T04:40:28.705421730Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T04:40:28.710763014Z alerting: 2024-02-21T04:40:28.710777779Z alertmanagers: 2024-02-21T04:40:28.710782071Z - static_configs: 2024-02-21T04:40:28.710785445Z - targets: 2024-02-21T04:40:28.710789522Z - alertmanager:9093 2024-02-21T04:40:28.710792964Z global: 2024-02-21T04:40:28.710796311Z evaluation_interval: 15s 2024-02-21T04:40:28.710799489Z scrape_interval: 15s 2024-02-21T04:40:28.710802941Z rule_files: 2024-02-21T04:40:28.710806410Z - osm_metric_rules.yml 2024-02-21T04:40:28.710809709Z - osm_alert_rules.yml 2024-02-21T04:40:28.710812759Z scrape_configs: 2024-02-21T04:40:28.710816004Z - job_name: mon_exporter 2024-02-21T04:40:28.710818984Z static_configs: 2024-02-21T04:40:28.710822022Z - targets: 2024-02-21T04:40:28.710825181Z - mon:8000 2024-02-21T04:40:28.710828210Z - honor_labels: true 2024-02-21T04:40:28.710834960Z job_name: pushgateway 2024-02-21T04:40:28.710838137Z scrape_interval: 30s 2024-02-21T04:40:28.710841140Z static_configs: 2024-02-21T04:40:28.710844137Z - targets: 2024-02-21T04:40:28.710847775Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T04:40:28.710871024Z 2024-02-21T04:40:28.717547299Z Alerts read: 2 2024-02-21T04:40:28.721448352Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T04:40:28.726333154Z groups: 2024-02-21T04:40:28.726350878Z - name: osm_alert_rules 2024-02-21T04:40:28.726355382Z rules: 2024-02-21T04:40:28.726359901Z - alert: vdu_down 2024-02-21T04:40:28.726364547Z annotations: 2024-02-21T04:40:28.726369504Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T04:40:28.726374592Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T04:40:28.726378822Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T04:40:28.726383788Z expr: vm_status_extended != 1 2024-02-21T04:40:28.726388052Z for: 3m 2024-02-21T04:40:28.726392179Z - name: _osm_alert_rules_20240221044028_ 2024-02-21T04:40:28.726396342Z rules: 2024-02-21T04:40:28.726401171Z - alert: scalein_053b7428-4bf4-4b55-9698-33588f2a31a0 2024-02-21T04:40:28.726405362Z expr: (count (osm_cpu_utilization{ns_id="38ddb6cc-932b-4f51-88ad-fa01cf346d8b", 2024-02-21T04:40:28.726410313Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="38ddb6cc-932b-4f51-88ad-fa01cf346d8b", 2024-02-21T04:40:28.726414635Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-02-21T04:40:28.726419100Z for: 1m 2024-02-21T04:40:28.726423366Z labels: 2024-02-21T04:40:28.726427528Z ns_id: 38ddb6cc-932b-4f51-88ad-fa01cf346d8b 2024-02-21T04:40:28.726431639Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T04:40:28.726436366Z vnf_member_index: '1' 2024-02-21T04:40:28.726440493Z - alert: scaleout_04887fc5-6242-48e8-904c-650131bae915 2024-02-21T04:40:28.726444680Z expr: (count (osm_cpu_utilization{ns_id="38ddb6cc-932b-4f51-88ad-fa01cf346d8b", 2024-02-21T04:40:28.726463378Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="38ddb6cc-932b-4f51-88ad-fa01cf346d8b", 2024-02-21T04:40:28.726473221Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-02-21T04:40:28.726477918Z for: 1m 2024-02-21T04:40:28.726482114Z labels: 2024-02-21T04:40:28.726486212Z ns_id: 38ddb6cc-932b-4f51-88ad-fa01cf346d8b 2024-02-21T04:40:28.726490842Z vdu_id: hackfest_basic_metrics-VM 2024-02-21T04:40:28.726495053Z vnf_member_index: '1' 2024-02-21T04:40:28.726499080Z 2024-02-21T04:40:28.731074866Z New config written, updating prometheus 2024-02-21T04:40:33.766474154Z Prometheus config update successful 2024-02-21T04:40:33.766557374Z 2024-02-21T04:41:17.497244647Z Changes detected, updating prometheus config 2024-02-21T04:41:17.511222948Z Jobs detected: 0 2024-02-21T04:41:17.516673912Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T04:41:17.516690659Z alerting: 2024-02-21T04:41:17.516695056Z alertmanagers: 2024-02-21T04:41:17.516699622Z - static_configs: 2024-02-21T04:41:17.516703293Z - targets: 2024-02-21T04:41:17.516707671Z - alertmanager:9093 2024-02-21T04:41:17.516711468Z global: 2024-02-21T04:41:17.516715243Z evaluation_interval: 15s 2024-02-21T04:41:17.516719406Z scrape_interval: 15s 2024-02-21T04:41:17.516723096Z rule_files: 2024-02-21T04:41:17.516726711Z - osm_metric_rules.yml 2024-02-21T04:41:17.516730455Z - osm_alert_rules.yml 2024-02-21T04:41:17.516734179Z scrape_configs: 2024-02-21T04:41:17.516737838Z - job_name: mon_exporter 2024-02-21T04:41:17.516756429Z static_configs: 2024-02-21T04:41:17.516760246Z - targets: 2024-02-21T04:41:17.516763928Z - mon:8000 2024-02-21T04:41:17.516767635Z - honor_labels: true 2024-02-21T04:41:17.516771654Z job_name: pushgateway 2024-02-21T04:41:17.516775471Z scrape_interval: 30s 2024-02-21T04:41:17.516779069Z static_configs: 2024-02-21T04:41:17.516782762Z - targets: 2024-02-21T04:41:17.516786983Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T04:41:17.516790502Z 2024-02-21T04:41:17.521109508Z Alerts read: 0 2024-02-21T04:41:17.526771165Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T04:41:17.529647607Z groups: 2024-02-21T04:41:17.529664322Z - name: osm_alert_rules 2024-02-21T04:41:17.529669223Z rules: 2024-02-21T04:41:17.529685301Z - alert: vdu_down 2024-02-21T04:41:17.529690223Z annotations: 2024-02-21T04:41:17.529695140Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T04:41:17.529700209Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T04:41:17.529704987Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T04:41:17.529709676Z expr: vm_status_extended != 1 2024-02-21T04:41:17.529714200Z for: 3m 2024-02-21T04:41:17.529718355Z 2024-02-21T04:41:17.532375879Z New config written, updating prometheus 2024-02-21T04:41:22.562911049Z Prometheus config update successful 2024-02-21T04:41:22.562967062Z 2024-02-21T04:41:22.563217638Z Changes detected, updating prometheus config 2024-02-21T04:41:22.565179485Z Jobs detected: 0 2024-02-21T04:41:22.572939431Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-21T04:41:22.575529384Z alerting: 2024-02-21T04:41:22.575574651Z alertmanagers: 2024-02-21T04:41:22.575582769Z - static_configs: 2024-02-21T04:41:22.575587516Z - targets: 2024-02-21T04:41:22.575593152Z - alertmanager:9093 2024-02-21T04:41:22.575598189Z global: 2024-02-21T04:41:22.575602778Z evaluation_interval: 15s 2024-02-21T04:41:22.575607688Z scrape_interval: 15s 2024-02-21T04:41:22.575612365Z rule_files: 2024-02-21T04:41:22.575616986Z - osm_metric_rules.yml 2024-02-21T04:41:22.575621538Z - osm_alert_rules.yml 2024-02-21T04:41:22.575626294Z scrape_configs: 2024-02-21T04:41:22.575630989Z - job_name: mon_exporter 2024-02-21T04:41:22.575635563Z static_configs: 2024-02-21T04:41:22.575640808Z - targets: 2024-02-21T04:41:22.575645541Z - mon:8000 2024-02-21T04:41:22.575650152Z - honor_labels: true 2024-02-21T04:41:22.575654764Z job_name: pushgateway 2024-02-21T04:41:22.575659421Z scrape_interval: 30s 2024-02-21T04:41:22.575663905Z static_configs: 2024-02-21T04:41:22.575668406Z - targets: 2024-02-21T04:41:22.575673846Z - pushgateway-prometheus-pushgateway:9091 2024-02-21T04:41:22.575678406Z 2024-02-21T04:41:22.580206492Z Alerts read: 0 2024-02-21T04:41:22.582296477Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-02-21T04:41:22.583486171Z groups: 2024-02-21T04:41:22.583522335Z - name: osm_alert_rules 2024-02-21T04:41:22.583534688Z rules: 2024-02-21T04:41:22.583546519Z - alert: vdu_down 2024-02-21T04:41:22.583557351Z annotations: 2024-02-21T04:41:22.583569544Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-02-21T04:41:22.583581526Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-02-21T04:41:22.583592229Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-02-21T04:41:22.583665256Z expr: vm_status_extended != 1 2024-02-21T04:41:22.583676987Z for: 3m 2024-02-21T04:41:22.583688851Z 2024-02-21T04:41:22.584449340Z New config written, updating prometheus 2024-02-21T04:41:27.619472516Z Prometheus config update successful 2024-02-21T04:41:27.619516318Z