2024-02-23T23:31:39.773669166Z level=info ts=2024-02-23T23:31:39.773Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d
2024-02-23T23:31:39.773825168Z level=info ts=2024-02-23T23:31:39.773Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)"
2024-02-23T23:31:39.777166637Z level=info ts=2024-02-23T23:31:39.773Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)"
2024-02-23T23:31:39.777192205Z level=info ts=2024-02-23T23:31:39.773Z caller=main.go:449 host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))"
2024-02-23T23:31:39.777196718Z level=info ts=2024-02-23T23:31:39.773Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)"
2024-02-23T23:31:39.777216634Z level=info ts=2024-02-23T23:31:39.773Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)"
2024-02-23T23:31:39.777220006Z level=info ts=2024-02-23T23:31:39.775Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090
2024-02-23T23:31:39.804582882Z level=info ts=2024-02-23T23:31:39.798Z caller=main.go:824 msg="Starting TSDB ..."
2024-02-23T23:31:39.814217896Z level=info ts=2024-02-23T23:31:39.811Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false
2024-02-23T23:31:39.818469791Z level=info ts=2024-02-23T23:31:39.817Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any"
2024-02-23T23:31:39.818484810Z level=info ts=2024-02-23T23:31:39.817Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=33.524µs
2024-02-23T23:31:39.818488985Z level=info ts=2024-02-23T23:31:39.817Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while"
2024-02-23T23:31:39.818687865Z level=info ts=2024-02-23T23:31:39.818Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
2024-02-23T23:31:39.818703197Z level=info ts=2024-02-23T23:31:39.818Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=655.979µs wal_replay_duration=357.627µs total_replay_duration=1.069539ms
2024-02-23T23:31:39.821356943Z level=info ts=2024-02-23T23:31:39.820Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC
2024-02-23T23:31:39.821371817Z level=info ts=2024-02-23T23:31:39.820Z caller=main.go:854 msg="TSDB started"
2024-02-23T23:31:39.821376073Z level=info ts=2024-02-23T23:31:39.820Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T23:31:39.828755950Z level=info ts=2024-02-23T23:31:39.828Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.133356ms remote_storage=2.228µs web_handler=562ns query_engine=1.136µs scrape=1.535621ms scrape_sd=73.609µs notify=50.281µs notify_sd=12.646µs rules=6.064396ms
2024-02-23T23:31:39.828777447Z level=info ts=2024-02-23T23:31:39.828Z caller=main.go:796 msg="Server is ready to receive web requests."
2024-02-23T23:34:07.378762890Z level=info ts=2024-02-23T23:34:07.378Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-23T23:34:07.389552287Z level=info ts=2024-02-23T23:34:07.389Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=10.801988ms remote_storage=3.503µs web_handler=12.051µs query_engine=4.586µs scrape=586.787µs scrape_sd=1.93464ms notify=62.756µs notify_sd=30.809µs rules=7.241231ms
2024-02-23T23:46:13.128246822Z level=warn ts=2024-02-23T23:46:13.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"f0f72d10-c72e-46ac-933a-4f873453de19\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d6439301-3196-4446-9ab2-488f1badd602\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"cfc227ea-fbb2-4147-ae43-886ee032f5c7\", vdu_name=\"basic_06_charm_t-vnf2-mgmtVM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"f0f72d10-c72e-46ac-933a-4f873453de19\", vnf_id=\"d8174dc6-23d1-4360-9fe9-2d8e0ab87bc2\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d6439301-3196-4446-9ab2-488f1badd602\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"cfc227ea-fbb2-4147-ae43-886ee032f5c7\", vdu_name=\"UNKNOWN\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"f0f72d10-c72e-46ac-933a-4f873453de19\", vnf_id=\"d8174dc6-23d1-4360-9fe9-2d8e0ab87bc2\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-23T23:46:28.127028853Z level=warn ts=2024-02-23T23:46:28.126Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"f0f72d10-c72e-46ac-933a-4f873453de19\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d6439301-3196-4446-9ab2-488f1badd602\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"cfc227ea-fbb2-4147-ae43-886ee032f5c7\", vdu_name=\"basic_06_charm_t-vnf2-mgmtVM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"f0f72d10-c72e-46ac-933a-4f873453de19\", vnf_id=\"d8174dc6-23d1-4360-9fe9-2d8e0ab87bc2\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d6439301-3196-4446-9ab2-488f1badd602\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"cfc227ea-fbb2-4147-ae43-886ee032f5c7\", vdu_name=\"UNKNOWN\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"f0f72d10-c72e-46ac-933a-4f873453de19\", vnf_id=\"d8174dc6-23d1-4360-9fe9-2d8e0ab87bc2\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T00:02:13.128243153Z level=warn ts=2024-02-24T00:02:13.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"5cbc2639-34c0-46b1-ba92-00e9df6eea99\", vm_id=\"fdc3876e-1153-41a5-acaa-16d38aa5718f\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"1c0a0b39-712b-481f-905f-7b7c9179a16e\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"013e6d12-ced4-45a9-bfaa-049eda116c13\", vdu_name=\"basic_08_disable-vnf1-mgmtVM-0\", vim_id=\"5cbc2639-34c0-46b1-ba92-00e9df6eea99\", vm_id=\"fdc3876e-1153-41a5-acaa-16d38aa5718f\", vnf_id=\"1ba55634-b5b6-4155-b870-586067cd7873\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"1c0a0b39-712b-481f-905f-7b7c9179a16e\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"013e6d12-ced4-45a9-bfaa-049eda116c13\", vdu_name=\"UNKNOWN\", vim_id=\"5cbc2639-34c0-46b1-ba92-00e9df6eea99\", vm_id=\"fdc3876e-1153-41a5-acaa-16d38aa5718f\", vnf_id=\"1ba55634-b5b6-4155-b870-586067cd7873\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T00:02:28.127027756Z level=warn ts=2024-02-24T00:02:28.126Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"5cbc2639-34c0-46b1-ba92-00e9df6eea99\", vm_id=\"fdc3876e-1153-41a5-acaa-16d38aa5718f\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"1c0a0b39-712b-481f-905f-7b7c9179a16e\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"013e6d12-ced4-45a9-bfaa-049eda116c13\", vdu_name=\"basic_08_disable-vnf1-mgmtVM-0\", vim_id=\"5cbc2639-34c0-46b1-ba92-00e9df6eea99\", vm_id=\"fdc3876e-1153-41a5-acaa-16d38aa5718f\", vnf_id=\"1ba55634-b5b6-4155-b870-586067cd7873\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"1c0a0b39-712b-481f-905f-7b7c9179a16e\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"013e6d12-ced4-45a9-bfaa-049eda116c13\", vdu_name=\"UNKNOWN\", vim_id=\"5cbc2639-34c0-46b1-ba92-00e9df6eea99\", vm_id=\"fdc3876e-1153-41a5-acaa-16d38aa5718f\", vnf_id=\"1ba55634-b5b6-4155-b870-586067cd7873\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T00:06:38.442305944Z level=info ts=2024-02-24T00:06:38.442Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:06:38.448524702Z level=info ts=2024-02-24T00:06:38.448Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.321565ms remote_storage=3.889µs web_handler=2.216µs query_engine=8.643µs scrape=466.344µs scrape_sd=150.475µs notify=460.768µs notify_sd=47.291µs rules=3.643778ms
2024-02-24T00:06:43.495645595Z level=info ts=2024-02-24T00:06:43.495Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:06:43.502098171Z level=info ts=2024-02-24T00:06:43.501Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.558086ms remote_storage=44.774µs web_handler=814ns query_engine=1.872µs scrape=368.217µs scrape_sd=109.367µs notify=84.121µs notify_sd=39.969µs rules=4.56393ms
2024-02-24T00:08:07.498747833Z level=info ts=2024-02-24T00:08:07.498Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:08:07.502634642Z level=info ts=2024-02-24T00:08:07.502Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.008877ms remote_storage=3.314µs web_handler=1.077µs query_engine=1.694µs scrape=144.56µs scrape_sd=72.263µs notify=34.326µs notify_sd=22.896µs rules=1.869569ms
2024-02-24T00:08:12.553912805Z level=info ts=2024-02-24T00:08:12.553Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:08:12.556372666Z level=info ts=2024-02-24T00:08:12.556Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.392217ms remote_storage=3.197µs web_handler=624ns query_engine=1.653µs scrape=134.324µs scrape_sd=51.074µs notify=19.251µs notify_sd=15.099µs rules=1.51003ms
2024-02-24T00:18:13.127051463Z level=warn ts=2024-02-24T00:18:13.126Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"b97624ad-f221-42cf-add1-d4ba1357d199\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ad999a34-09c2-40c1-b5c1-0bf8abf0989e\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"1e646a8d-7ffd-434b-9d5e-ff4f491437fc\", vdu_name=\"test_nscharm-1-userVM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"b97624ad-f221-42cf-add1-d4ba1357d199\", vnf_id=\"0c765b8a-f56b-46cf-97ad-4ee6ea61e05b\", vnf_member_index=\"1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ad999a34-09c2-40c1-b5c1-0bf8abf0989e\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"1e646a8d-7ffd-434b-9d5e-ff4f491437fc\", vdu_name=\"UNKNOWN\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"b97624ad-f221-42cf-add1-d4ba1357d199\", vnf_id=\"0c765b8a-f56b-46cf-97ad-4ee6ea61e05b\", vnf_member_index=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T00:18:28.127192626Z level=warn ts=2024-02-24T00:18:28.126Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"b97624ad-f221-42cf-add1-d4ba1357d199\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ad999a34-09c2-40c1-b5c1-0bf8abf0989e\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"1e646a8d-7ffd-434b-9d5e-ff4f491437fc\", vdu_name=\"test_nscharm-1-userVM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"b97624ad-f221-42cf-add1-d4ba1357d199\", vnf_id=\"0c765b8a-f56b-46cf-97ad-4ee6ea61e05b\", vnf_member_index=\"1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ad999a34-09c2-40c1-b5c1-0bf8abf0989e\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"1e646a8d-7ffd-434b-9d5e-ff4f491437fc\", vdu_name=\"UNKNOWN\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"b97624ad-f221-42cf-add1-d4ba1357d199\", vnf_id=\"0c765b8a-f56b-46cf-97ad-4ee6ea61e05b\", vnf_member_index=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T00:30:13.130895853Z level=warn ts=2024-02-24T00:30:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"ac9e9590-adbc-4eb4-9261-79b17c6b4617\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"8e88dfd6-60a6-45fb-b9e5-f2e50576da73\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"53aca799-70f7-4f95-96aa-29bc85148049\", vdu_name=\"basic_14_vnf_rel-vnf-simple_provides-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"ac9e9590-adbc-4eb4-9261-79b17c6b4617\", vnf_id=\"21774ea3-d6b7-429c-9add-b1b5f2b2660d\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"8e88dfd6-60a6-45fb-b9e5-f2e50576da73\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"53aca799-70f7-4f95-96aa-29bc85148049\", vdu_name=\"UNKNOWN\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"ac9e9590-adbc-4eb4-9261-79b17c6b4617\", vnf_id=\"21774ea3-d6b7-429c-9add-b1b5f2b2660d\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T00:30:28.127993271Z level=warn ts=2024-02-24T00:30:28.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"ac9e9590-adbc-4eb4-9261-79b17c6b4617\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"8e88dfd6-60a6-45fb-b9e5-f2e50576da73\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"53aca799-70f7-4f95-96aa-29bc85148049\", vdu_name=\"basic_14_vnf_rel-vnf-simple_provides-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"ac9e9590-adbc-4eb4-9261-79b17c6b4617\", vnf_id=\"21774ea3-d6b7-429c-9add-b1b5f2b2660d\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"8e88dfd6-60a6-45fb-b9e5-f2e50576da73\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"53aca799-70f7-4f95-96aa-29bc85148049\", vdu_name=\"UNKNOWN\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"ac9e9590-adbc-4eb4-9261-79b17c6b4617\", vnf_id=\"21774ea3-d6b7-429c-9add-b1b5f2b2660d\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T00:32:56.284280915Z level=info ts=2024-02-24T00:32:56.284Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:32:56.293411603Z level=info ts=2024-02-24T00:32:56.293Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.123133ms remote_storage=3.367µs web_handler=1.302µs query_engine=7.733µs scrape=296.177µs scrape_sd=224.393µs notify=185.546µs notify_sd=45.334µs rules=7.017172ms
2024-02-24T00:33:01.374216099Z level=info ts=2024-02-24T00:33:01.374Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:33:01.377391873Z level=info ts=2024-02-24T00:33:01.377Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.168246ms remote_storage=2.443µs web_handler=439ns query_engine=1.176µs scrape=83.969µs scrape_sd=31.488µs notify=13.279µs notify_sd=10.082µs rules=2.637202ms
2024-02-24T00:33:06.434056699Z level=info ts=2024-02-24T00:33:06.433Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:33:06.442210297Z level=info ts=2024-02-24T00:33:06.441Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.181858ms remote_storage=3.863µs web_handler=802ns query_engine=2.182µs scrape=186.811µs scrape_sd=67.078µs notify=26.898µs notify_sd=20.325µs rules=6.968224ms
2024-02-24T00:33:11.495317172Z level=info ts=2024-02-24T00:33:11.495Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:33:11.501387529Z level=info ts=2024-02-24T00:33:11.501Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.042845ms remote_storage=10.043µs web_handler=668ns query_engine=2.319µs scrape=149.844µs scrape_sd=78.628µs notify=17.644µs notify_sd=14.441µs rules=5.064845ms
2024-02-24T00:33:16.561603448Z level=info ts=2024-02-24T00:33:16.561Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:33:16.566959538Z level=info ts=2024-02-24T00:33:16.566Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.358017ms remote_storage=2.912µs web_handler=578ns query_engine=1.888µs scrape=113.65µs scrape_sd=61.28µs notify=17.146µs notify_sd=15.125µs rules=4.544197ms
2024-02-24T00:33:21.617114055Z level=info ts=2024-02-24T00:33:21.616Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:33:21.625123787Z level=info ts=2024-02-24T00:33:21.624Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.931684ms remote_storage=3.542µs web_handler=754ns query_engine=2.375µs scrape=174.269µs scrape_sd=65.645µs notify=21.889µs notify_sd=43.601µs rules=6.635113ms
2024-02-24T00:34:23.992705493Z level=info ts=2024-02-24T00:34:23.992Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:34:23.994274963Z level=info ts=2024-02-24T00:34:23.994Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.569149ms remote_storage=2.12µs web_handler=557ns query_engine=2.144µs scrape=75.99µs scrape_sd=34.896µs notify=13.421µs notify_sd=24.426µs rules=989.58µs
2024-02-24T00:34:29.038154135Z level=info ts=2024-02-24T00:34:29.037Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:34:29.039692823Z level=info ts=2024-02-24T00:34:29.039Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.581589ms remote_storage=2.222µs web_handler=409ns query_engine=1.375µs scrape=90.481µs scrape_sd=38.11µs notify=16.515µs notify_sd=10.08µs rules=977.977µs
2024-02-24T00:34:34.098246532Z level=info ts=2024-02-24T00:34:34.098Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:34:34.099875105Z level=info ts=2024-02-24T00:34:34.099Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.612832ms remote_storage=5.252µs web_handler=549ns query_engine=1.302µs scrape=96.75µs scrape_sd=32.127µs notify=13.887µs notify_sd=11.204µs rules=1.045203ms
2024-02-24T00:34:39.149484926Z level=info ts=2024-02-24T00:34:39.149Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:34:39.153203301Z level=info ts=2024-02-24T00:34:39.152Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.847535ms remote_storage=3.684µs web_handler=780ns query_engine=2.501µs scrape=179.36µs scrape_sd=70.682µs notify=92.763µs notify_sd=62.087µs rules=2.527483ms
2024-02-24T00:34:44.213083258Z level=info ts=2024-02-24T00:34:44.212Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:34:44.214524602Z level=info ts=2024-02-24T00:34:44.214Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.457106ms remote_storage=2.148µs web_handler=475ns query_engine=1.258µs scrape=90.413µs scrape_sd=37.845µs notify=13.026µs notify_sd=8.787µs rules=990.162µs
2024-02-24T00:34:49.269652853Z level=info ts=2024-02-24T00:34:49.269Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T00:34:49.275376649Z level=info ts=2024-02-24T00:34:49.275Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.704719ms remote_storage=3.318µs web_handler=800ns query_engine=2.033µs scrape=199.142µs scrape_sd=76.713µs notify=23.333µs notify_sd=27.537µs rules=4.660538ms
2024-02-24T02:06:13.129277549Z level=warn ts=2024-02-24T02:06:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"937fad9a-e968-4452-8b10-8e56b0ff744f\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"62fde12d-2b4d-4564-83fa-9e5907c590e5\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"26e75900-d206-4d20-bfc4-afff62bf7798\", vdu_name=\"hfmultivdu-vnf2-mgmtVM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"937fad9a-e968-4452-8b10-8e56b0ff744f\", vnf_id=\"7408dc8a-9766-434c-bd67-8d525ee1169b\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"62fde12d-2b4d-4564-83fa-9e5907c590e5\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"26e75900-d206-4d20-bfc4-afff62bf7798\", vdu_name=\"UNKNOWN\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"937fad9a-e968-4452-8b10-8e56b0ff744f\", vnf_id=\"7408dc8a-9766-434c-bd67-8d525ee1169b\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T02:06:28.128786372Z level=warn ts=2024-02-24T02:06:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"937fad9a-e968-4452-8b10-8e56b0ff744f\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"62fde12d-2b4d-4564-83fa-9e5907c590e5\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"26e75900-d206-4d20-bfc4-afff62bf7798\", vdu_name=\"hfmultivdu-vnf2-mgmtVM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"937fad9a-e968-4452-8b10-8e56b0ff744f\", vnf_id=\"7408dc8a-9766-434c-bd67-8d525ee1169b\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"62fde12d-2b4d-4564-83fa-9e5907c590e5\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"26e75900-d206-4d20-bfc4-afff62bf7798\", vdu_name=\"UNKNOWN\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"937fad9a-e968-4452-8b10-8e56b0ff744f\", vnf_id=\"7408dc8a-9766-434c-bd67-8d525ee1169b\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T02:20:13.127866762Z level=warn ts=2024-02-24T02:20:13.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"1d5f917a-d896-4675-93d1-549664a4f865\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"60130c77-3eb6-46a6-a943-96b44dd681aa\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"5269c661-5455-4d07-8ffb-1c89b098fac2\", vdu_name=\"heal_02-several_volumes_-several_volumes-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"1d5f917a-d896-4675-93d1-549664a4f865\", vnf_id=\"a2cca068-17a5-4371-9a21-72fceb5ddd9e\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"60130c77-3eb6-46a6-a943-96b44dd681aa\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"5269c661-5455-4d07-8ffb-1c89b098fac2\", vdu_name=\"UNKNOWN\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"1d5f917a-d896-4675-93d1-549664a4f865\", vnf_id=\"a2cca068-17a5-4371-9a21-72fceb5ddd9e\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T02:20:28.128085258Z level=warn ts=2024-02-24T02:20:28.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"1d5f917a-d896-4675-93d1-549664a4f865\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"60130c77-3eb6-46a6-a943-96b44dd681aa\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"5269c661-5455-4d07-8ffb-1c89b098fac2\", vdu_name=\"heal_02-several_volumes_-several_volumes-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"1d5f917a-d896-4675-93d1-549664a4f865\", vnf_id=\"a2cca068-17a5-4371-9a21-72fceb5ddd9e\", vnf_member_index=\"several_volumes_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"60130c77-3eb6-46a6-a943-96b44dd681aa\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"5269c661-5455-4d07-8ffb-1c89b098fac2\", vdu_name=\"UNKNOWN\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"1d5f917a-d896-4675-93d1-549664a4f865\", vnf_id=\"a2cca068-17a5-4371-9a21-72fceb5ddd9e\", vnf_member_index=\"several_volumes_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T02:31:54.224518680Z level=info ts=2024-02-24T02:31:54.224Z caller=compact.go:518 component=tsdb msg="write block" mint=1708731114126 maxt=1708732800000 ulid=01HQCF8VJ9ZC4JT4CKPNYYR4J3 duration=39.157137ms
2024-02-24T02:31:54.227046424Z level=info ts=2024-02-24T02:31:54.226Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.083769ms
2024-02-24T02:32:37.323006366Z level=info ts=2024-02-24T02:32:37.322Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T02:32:37.325554207Z level=info ts=2024-02-24T02:32:37.325Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.571267ms remote_storage=2.343µs web_handler=743ns query_engine=6.358µs scrape=190.645µs scrape_sd=76.717µs notify=33.642µs notify_sd=10.607µs rules=1.461189ms
2024-02-24T02:38:36.287715555Z level=info ts=2024-02-24T02:38:36.287Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T02:38:36.291676724Z level=info ts=2024-02-24T02:38:36.291Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.978238ms remote_storage=3.64µs web_handler=771ns query_engine=1.894µs scrape=169.153µs scrape_sd=64.023µs notify=46.683µs notify_sd=21.721µs rules=2.950888ms
2024-02-24T03:00:11.981264967Z level=info ts=2024-02-24T03:00:11.980Z caller=compact.go:518 component=tsdb msg="write block" mint=1708732809129 maxt=1708740000000 ulid=01HQCGWNGMSFVNPN2446X8ANQS duration=56.585151ms
2024-02-24T03:00:11.984177096Z level=info ts=2024-02-24T03:00:11.983Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.341606ms
2024-02-24T03:28:55.625749441Z level=info ts=2024-02-24T03:28:55.625Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T03:28:55.630135819Z level=info ts=2024-02-24T03:28:55.629Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.459231ms remote_storage=2.175µs web_handler=3.257µs query_engine=3.718µs scrape=171.226µs scrape_sd=84.873µs notify=40.439µs notify_sd=17.011µs rules=3.228285ms
2024-02-24T03:29:00.708302109Z level=info ts=2024-02-24T03:29:00.708Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T03:29:00.713435375Z level=info ts=2024-02-24T03:29:00.713Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.237116ms remote_storage=3.146µs web_handler=714ns query_engine=2.213µs scrape=289.627µs scrape_sd=79.163µs notify=38.636µs notify_sd=22.841µs rules=3.914444ms
2024-02-24T03:36:20.311078166Z level=info ts=2024-02-24T03:36:20.310Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T03:36:20.312701566Z level=info ts=2024-02-24T03:36:20.312Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.001458ms remote_storage=2.313µs web_handler=829ns query_engine=1.178µs scrape=130.958µs scrape_sd=56.096µs notify=27.435µs notify_sd=11.742µs rules=1.194675ms
2024-02-24T03:36:25.389603553Z level=info ts=2024-02-24T03:36:25.389Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T03:36:25.393386158Z level=info ts=2024-02-24T03:36:25.392Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.533876ms remote_storage=3.209µs web_handler=844ns query_engine=1.272µs scrape=287.721µs scrape_sd=68.671µs notify=45.353µs notify_sd=20.663µs rules=2.412988ms
2024-02-24T03:37:14.301224480Z level=info ts=2024-02-24T03:37:14.300Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T03:37:14.303638847Z level=info ts=2024-02-24T03:37:14.303Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.600995ms remote_storage=2.498µs web_handler=545ns query_engine=1.109µs scrape=106.476µs scrape_sd=36.609µs notify=12.613µs notify_sd=33.745µs rules=2.005161ms
2024-02-24T03:37:19.354339903Z level=info ts=2024-02-24T03:37:19.354Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T03:37:19.359947319Z level=info ts=2024-02-24T03:37:19.359Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.46946ms remote_storage=4.443µs web_handler=878ns query_engine=2.15µs scrape=266.196µs scrape_sd=111.461µs notify=34.602µs notify_sd=30.367µs rules=4.168248ms
2024-02-24T03:52:13.128616080Z level=warn ts=2024-02-24T03:52:13.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"f206edff-3390-4b98-9a31-4112109adbbe\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"2ccc5abe-1316-4da7-ae29-32a5b5025a17\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T03:52:28.130384212Z level=warn ts=2024-02-24T03:52:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"f206edff-3390-4b98-9a31-4112109adbbe\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"2ccc5abe-1316-4da7-ae29-32a5b5025a17\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T03:52:43.129567218Z level=warn ts=2024-02-24T03:52:43.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"f206edff-3390-4b98-9a31-4112109adbbe\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"2ccc5abe-1316-4da7-ae29-32a5b5025a17\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T03:52:58.129408054Z level=warn ts=2024-02-24T03:52:58.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"f206edff-3390-4b98-9a31-4112109adbbe\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"2ccc5abe-1316-4da7-ae29-32a5b5025a17\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T03:53:13.127862271Z level=warn ts=2024-02-24T03:53:13.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"f206edff-3390-4b98-9a31-4112109adbbe\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"2ccc5abe-1316-4da7-ae29-32a5b5025a17\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T03:53:28.127639283Z level=warn ts=2024-02-24T03:53:28.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"f206edff-3390-4b98-9a31-4112109adbbe\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"2ccc5abe-1316-4da7-ae29-32a5b5025a17\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T03:53:43.128924820Z level=warn ts=2024-02-24T03:53:43.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"f206edff-3390-4b98-9a31-4112109adbbe\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"2ccc5abe-1316-4da7-ae29-32a5b5025a17\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T03:53:58.129212112Z level=warn ts=2024-02-24T03:53:58.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"f206edff-3390-4b98-9a31-4112109adbbe\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"2ccc5abe-1316-4da7-ae29-32a5b5025a17\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T03:54:13.129489150Z level=warn ts=2024-02-24T03:54:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"f206edff-3390-4b98-9a31-4112109adbbe\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"2ccc5abe-1316-4da7-ae29-32a5b5025a17\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T03:54:28.128578759Z level=warn ts=2024-02-24T03:54:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"f206edff-3390-4b98-9a31-4112109adbbe\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"723dec64-a645-4e40-a13d-8dca3c19f279\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"2ccc5abe-1316-4da7-ae29-32a5b5025a17\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"3cfef6df-c1e2-4f5d-a3b3-d94fbe393ef6\", vnf_id=\"ba11cad8-473a-47e6-9312-bde4f6b3a50a\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T03:55:48.549371631Z level=info ts=2024-02-24T03:55:48.549Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T03:55:48.555035925Z level=info ts=2024-02-24T03:55:48.554Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.637528ms remote_storage=3.932µs web_handler=7.122µs query_engine=7.723µs scrape=327.072µs scrape_sd=110.014µs notify=23.734µs notify_sd=34.799µs rules=3.606329ms
2024-02-24T03:55:53.589415307Z level=info ts=2024-02-24T03:55:53.589Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T03:55:53.593307838Z level=info ts=2024-02-24T03:55:53.593Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.906219ms remote_storage=4.118µs web_handler=1.115µs query_engine=2.017µs scrape=237.036µs scrape_sd=86.87µs notify=29.713µs notify_sd=20.939µs rules=2.813558ms
2024-02-24T03:58:04.714278044Z level=info ts=2024-02-24T03:58:04.714Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T03:58:04.716738673Z level=info ts=2024-02-24T03:58:04.716Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.457707ms remote_storage=2.307µs web_handler=519ns query_engine=1.228µs scrape=139.037µs scrape_sd=45.184µs notify=21.502µs notify_sd=10.739µs rules=1.544748ms
2024-02-24T04:06:55.496869487Z level=info ts=2024-02-24T04:06:55.496Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T04:06:55.499122035Z level=info ts=2024-02-24T04:06:55.498Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.29321ms remote_storage=3.201µs web_handler=3.941µs query_engine=4.774µs scrape=151.635µs scrape_sd=56.366µs notify=20.204µs notify_sd=15.516µs rules=1.363979ms
2024-02-24T04:10:13.129538673Z level=warn ts=2024-02-24T04:10:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"899e8aa8-54c4-4293-9a68-4478b494edf9\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"36f4427f-139e-44cd-ac62-d2aa2f7c0c9b\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"3b3105e3-f9d1-4b13-a274-bf5e4ccab197\", vdu_name=\"sa_08-vnf_with_v-VyOS Router-vyos-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"899e8aa8-54c4-4293-9a68-4478b494edf9\", vnf_id=\"e32a013b-bb9a-4e58-beae-cd279130fbfc\", vnf_member_index=\"VyOS Router\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"36f4427f-139e-44cd-ac62-d2aa2f7c0c9b\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"3b3105e3-f9d1-4b13-a274-bf5e4ccab197\", vdu_name=\"UNKNOWN\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"899e8aa8-54c4-4293-9a68-4478b494edf9\", vnf_id=\"e32a013b-bb9a-4e58-beae-cd279130fbfc\", vnf_member_index=\"VyOS Router\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T04:10:28.129015451Z level=warn ts=2024-02-24T04:10:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"899e8aa8-54c4-4293-9a68-4478b494edf9\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"36f4427f-139e-44cd-ac62-d2aa2f7c0c9b\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"3b3105e3-f9d1-4b13-a274-bf5e4ccab197\", vdu_name=\"sa_08-vnf_with_v-VyOS Router-vyos-VM-0\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"899e8aa8-54c4-4293-9a68-4478b494edf9\", vnf_id=\"e32a013b-bb9a-4e58-beae-cd279130fbfc\", vnf_member_index=\"VyOS Router\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"36f4427f-139e-44cd-ac62-d2aa2f7c0c9b\", project_id=\"26ecf583-bd42-4d2a-aa60-58fe82009dc7\", vdu_id=\"3b3105e3-f9d1-4b13-a274-bf5e4ccab197\", vdu_name=\"UNKNOWN\", vim_id=\"2e85ab10-948b-42e3-b4e1-8962912db3d5\", vm_id=\"899e8aa8-54c4-4293-9a68-4478b494edf9\", vnf_id=\"e32a013b-bb9a-4e58-beae-cd279130fbfc\", vnf_member_index=\"VyOS Router\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-02-24T04:50:40.366293464Z level=info ts=2024-02-24T04:50:40.365Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T04:50:40.373353596Z level=info ts=2024-02-24T04:50:40.373Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.065816ms remote_storage=3.676µs web_handler=6.491µs query_engine=7.518µs scrape=309.201µs scrape_sd=127.181µs notify=79.111µs notify_sd=23.01µs rules=4.981537ms
2024-02-24T04:50:45.414907108Z level=info ts=2024-02-24T04:50:45.414Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T04:50:45.418542589Z level=info ts=2024-02-24T04:50:45.418Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.662069ms remote_storage=2.57µs web_handler=715ns query_engine=1.617µs scrape=163.224µs scrape_sd=75.662µs notify=17.747µs notify_sd=154.358µs rules=2.620603ms
2024-02-24T04:51:34.333931114Z level=info ts=2024-02-24T04:51:34.333Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T04:51:34.336171740Z level=info ts=2024-02-24T04:51:34.335Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.168925ms remote_storage=2.974µs web_handler=529ns query_engine=1.106µs scrape=118.896µs scrape_sd=54.645µs notify=16.829µs notify_sd=14.433µs rules=1.363675ms
2024-02-24T04:51:39.379970535Z level=info ts=2024-02-24T04:51:39.379Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-02-24T04:51:39.383534713Z level=info ts=2024-02-24T04:51:39.383Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.461024ms remote_storage=4.111µs web_handler=750ns query_engine=1.853µs scrape=183.498µs scrape_sd=67.443µs notify=23.585µs notify_sd=19.893µs rules=2.491369ms
2024-02-23T23:33:59.114075026Z Created MongoClient to connect to MongoDB!
2024-02-23T23:33:59.114149873Z Generating prometheus config files
2024-02-23T23:34:07.354084290Z Jobs detected: 0
2024-02-23T23:34:07.359051432Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-23T23:34:07.361879183Z alerting:
2024-02-23T23:34:07.361896709Z   alertmanagers:
2024-02-23T23:34:07.361903204Z   - static_configs:
2024-02-23T23:34:07.361908523Z     - targets:
2024-02-23T23:34:07.361913995Z       - alertmanager:9093
2024-02-23T23:34:07.361919378Z global:
2024-02-23T23:34:07.361924918Z   evaluation_interval: 15s
2024-02-23T23:34:07.361941246Z   scrape_interval: 15s
2024-02-23T23:34:07.361947598Z rule_files:
2024-02-23T23:34:07.361952544Z - osm_metric_rules.yml
2024-02-23T23:34:07.361958285Z - osm_alert_rules.yml
2024-02-23T23:34:07.361963143Z scrape_configs:
2024-02-23T23:34:07.361968280Z - job_name: mon_exporter
2024-02-23T23:34:07.361973422Z   static_configs:
2024-02-23T23:34:07.361978195Z   - targets:
2024-02-23T23:34:07.361983790Z     - mon:8000
2024-02-23T23:34:07.361988661Z - honor_labels: true
2024-02-23T23:34:07.361993754Z   job_name: pushgateway
2024-02-23T23:34:07.361998948Z   scrape_interval: 30s
2024-02-23T23:34:07.362004016Z   static_configs:
2024-02-23T23:34:07.362008648Z   - targets:
2024-02-23T23:34:07.362015302Z     - pushgateway-prometheus-pushgateway:9091
2024-02-23T23:34:07.362020472Z 
2024-02-23T23:34:07.368125362Z Alerts read: 0
2024-02-23T23:34:07.371891819Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-23T23:34:07.373041335Z groups:
2024-02-23T23:34:07.373051978Z - name: osm_alert_rules
2024-02-23T23:34:07.373055255Z   rules:
2024-02-23T23:34:07.373058831Z   - alert: vdu_down
2024-02-23T23:34:07.373062085Z     annotations:
2024-02-23T23:34:07.373065944Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-23T23:34:07.373069942Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-23T23:34:07.373073143Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-23T23:34:07.373076911Z     expr: vm_status_extended != 1
2024-02-23T23:34:07.373080003Z     for: 3m
2024-02-23T23:34:07.373082884Z 
2024-02-23T23:34:07.374080200Z New config written, updating prometheus
2024-02-23T23:34:12.422037836Z Prometheus config update successful
2024-02-23T23:34:17.424693524Z Listening to changes in prometheus jobs and alerts collections
2024-02-24T00:06:38.400578623Z Changes detected, updating prometheus config
2024-02-24T00:06:38.403754021Z Jobs detected: 0
2024-02-24T00:06:38.411937440Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:06:38.415304535Z alerting:
2024-02-24T00:06:38.415320344Z   alertmanagers:
2024-02-24T00:06:38.415326857Z   - static_configs:
2024-02-24T00:06:38.415331582Z     - targets:
2024-02-24T00:06:38.415336813Z       - alertmanager:9093
2024-02-24T00:06:38.415341223Z global:
2024-02-24T00:06:38.415346219Z   evaluation_interval: 15s
2024-02-24T00:06:38.415350544Z   scrape_interval: 15s
2024-02-24T00:06:38.415355240Z rule_files:
2024-02-24T00:06:38.415359948Z - osm_metric_rules.yml
2024-02-24T00:06:38.415364106Z - osm_alert_rules.yml
2024-02-24T00:06:38.415368921Z scrape_configs:
2024-02-24T00:06:38.415373717Z - job_name: mon_exporter
2024-02-24T00:06:38.415378123Z   static_configs:
2024-02-24T00:06:38.415382342Z   - targets:
2024-02-24T00:06:38.415386598Z     - mon:8000
2024-02-24T00:06:38.415390877Z - honor_labels: true
2024-02-24T00:06:38.415419847Z   job_name: pushgateway
2024-02-24T00:06:38.415425152Z   scrape_interval: 30s
2024-02-24T00:06:38.415429892Z   static_configs:
2024-02-24T00:06:38.415433977Z   - targets:
2024-02-24T00:06:38.415439445Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:06:38.415443558Z 
2024-02-24T00:06:38.420543433Z Alerts read: 2
2024-02-24T00:06:38.423487675Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:06:38.428388241Z groups:
2024-02-24T00:06:38.428405982Z - name: osm_alert_rules
2024-02-24T00:06:38.428413832Z   rules:
2024-02-24T00:06:38.428418428Z   - alert: vdu_down
2024-02-24T00:06:38.428422747Z     annotations:
2024-02-24T00:06:38.428429466Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:06:38.428435371Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:06:38.428440456Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:06:38.428445807Z     expr: vm_status_extended != 1
2024-02-24T00:06:38.428450232Z     for: 3m
2024-02-24T00:06:38.428454663Z - name: _osm_alert_rules_20240224000638_
2024-02-24T00:06:38.428459052Z   rules:
2024-02-24T00:06:38.428464576Z   - alert: scalein_67b174d1-31e4-4d78-af39-94ba89edbdcd
2024-02-24T00:06:38.428469084Z     expr: (count (osm_cpu_utilization{ns_id="5ec6f471-a58f-4cc8-aebb-1e62101e3c36",
2024-02-24T00:06:38.428474760Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="5ec6f471-a58f-4cc8-aebb-1e62101e3c36",
2024-02-24T00:06:38.428493716Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:06:38.428498206Z     for: 1m
2024-02-24T00:06:38.428502515Z     labels:
2024-02-24T00:06:38.428506941Z       ns_id: 5ec6f471-a58f-4cc8-aebb-1e62101e3c36
2024-02-24T00:06:38.428511752Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:06:38.428516885Z       vnf_member_index: vnf
2024-02-24T00:06:38.428521633Z   - alert: scaleout_c11ccb33-8335-4b66-9711-a25d1062770c
2024-02-24T00:06:38.428525803Z     expr: (count (osm_cpu_utilization{ns_id="5ec6f471-a58f-4cc8-aebb-1e62101e3c36",
2024-02-24T00:06:38.428530092Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="5ec6f471-a58f-4cc8-aebb-1e62101e3c36",
2024-02-24T00:06:38.428534574Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:06:38.428539135Z     for: 1m
2024-02-24T00:06:38.428543281Z     labels:
2024-02-24T00:06:38.428547550Z       ns_id: 5ec6f471-a58f-4cc8-aebb-1e62101e3c36
2024-02-24T00:06:38.428551836Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:06:38.428556309Z       vnf_member_index: vnf
2024-02-24T00:06:38.428560521Z 
2024-02-24T00:06:38.433230823Z New config written, updating prometheus
2024-02-24T00:06:43.468221319Z Prometheus config update successful
2024-02-24T00:06:43.468254229Z 
2024-02-24T00:06:43.468387015Z Changes detected, updating prometheus config
2024-02-24T00:06:43.470088106Z Jobs detected: 0
2024-02-24T00:06:43.474683513Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:06:43.476738038Z alerting:
2024-02-24T00:06:43.476749079Z   alertmanagers:
2024-02-24T00:06:43.476752765Z   - static_configs:
2024-02-24T00:06:43.476760665Z     - targets:
2024-02-24T00:06:43.476764475Z       - alertmanager:9093
2024-02-24T00:06:43.476767455Z global:
2024-02-24T00:06:43.476770496Z   evaluation_interval: 15s
2024-02-24T00:06:43.476773483Z   scrape_interval: 15s
2024-02-24T00:06:43.476788592Z rule_files:
2024-02-24T00:06:43.476792087Z - osm_metric_rules.yml
2024-02-24T00:06:43.476795080Z - osm_alert_rules.yml
2024-02-24T00:06:43.476798038Z scrape_configs:
2024-02-24T00:06:43.476801333Z - job_name: mon_exporter
2024-02-24T00:06:43.476804239Z   static_configs:
2024-02-24T00:06:43.476807116Z   - targets:
2024-02-24T00:06:43.476810291Z     - mon:8000
2024-02-24T00:06:43.476813181Z - honor_labels: true
2024-02-24T00:06:43.476816122Z   job_name: pushgateway
2024-02-24T00:06:43.476819070Z   scrape_interval: 30s
2024-02-24T00:06:43.476822279Z   static_configs:
2024-02-24T00:06:43.476825296Z   - targets:
2024-02-24T00:06:43.476829147Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:06:43.476832062Z 
2024-02-24T00:06:43.480978532Z Alerts read: 2
2024-02-24T00:06:43.484121075Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:06:43.487334551Z groups:
2024-02-24T00:06:43.487347058Z - name: osm_alert_rules
2024-02-24T00:06:43.487350508Z   rules:
2024-02-24T00:06:43.487354473Z   - alert: vdu_down
2024-02-24T00:06:43.487357520Z     annotations:
2024-02-24T00:06:43.487361534Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:06:43.487365096Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:06:43.487368153Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:06:43.487372169Z     expr: vm_status_extended != 1
2024-02-24T00:06:43.487375332Z     for: 3m
2024-02-24T00:06:43.487378591Z - name: _osm_alert_rules_20240224000643_
2024-02-24T00:06:43.487381687Z   rules:
2024-02-24T00:06:43.487385286Z   - alert: scalein_67b174d1-31e4-4d78-af39-94ba89edbdcd
2024-02-24T00:06:43.487388493Z     expr: (count (osm_cpu_utilization{ns_id="5ec6f471-a58f-4cc8-aebb-1e62101e3c36",
2024-02-24T00:06:43.487392012Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="5ec6f471-a58f-4cc8-aebb-1e62101e3c36",
2024-02-24T00:06:43.487395190Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:06:43.487398486Z     for: 1m
2024-02-24T00:06:43.487401542Z     labels:
2024-02-24T00:06:43.487404605Z       ns_id: 5ec6f471-a58f-4cc8-aebb-1e62101e3c36
2024-02-24T00:06:43.487408110Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:06:43.487411732Z       vnf_member_index: vnf
2024-02-24T00:06:43.487414766Z   - alert: scaleout_c11ccb33-8335-4b66-9711-a25d1062770c
2024-02-24T00:06:43.487417867Z     expr: (count (osm_cpu_utilization{ns_id="5ec6f471-a58f-4cc8-aebb-1e62101e3c36",
2024-02-24T00:06:43.487420988Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="5ec6f471-a58f-4cc8-aebb-1e62101e3c36",
2024-02-24T00:06:43.487424333Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:06:43.487427378Z     for: 1m
2024-02-24T00:06:43.487430366Z     labels:
2024-02-24T00:06:43.487433420Z       ns_id: 5ec6f471-a58f-4cc8-aebb-1e62101e3c36
2024-02-24T00:06:43.487441160Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:06:43.487444476Z       vnf_member_index: vnf
2024-02-24T00:06:43.487447391Z 
2024-02-24T00:06:43.491200489Z New config written, updating prometheus
2024-02-24T00:06:48.534781775Z Prometheus config update successful
2024-02-24T00:06:48.534831461Z 
2024-02-24T00:08:07.463469956Z Changes detected, updating prometheus config
2024-02-24T00:08:07.466028472Z Jobs detected: 0
2024-02-24T00:08:07.478770005Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:08:07.482318609Z alerting:
2024-02-24T00:08:07.482350118Z   alertmanagers:
2024-02-24T00:08:07.482358958Z   - static_configs:
2024-02-24T00:08:07.482366249Z     - targets:
2024-02-24T00:08:07.482374004Z       - alertmanager:9093
2024-02-24T00:08:07.482381557Z global:
2024-02-24T00:08:07.482388799Z   evaluation_interval: 15s
2024-02-24T00:08:07.482395849Z   scrape_interval: 15s
2024-02-24T00:08:07.482402927Z rule_files:
2024-02-24T00:08:07.482410017Z - osm_metric_rules.yml
2024-02-24T00:08:07.482416972Z - osm_alert_rules.yml
2024-02-24T00:08:07.482423943Z scrape_configs:
2024-02-24T00:08:07.482430933Z - job_name: mon_exporter
2024-02-24T00:08:07.482437882Z   static_configs:
2024-02-24T00:08:07.482445025Z   - targets:
2024-02-24T00:08:07.482452260Z     - mon:8000
2024-02-24T00:08:07.482459282Z - honor_labels: true
2024-02-24T00:08:07.482466165Z   job_name: pushgateway
2024-02-24T00:08:07.482473051Z   scrape_interval: 30s
2024-02-24T00:08:07.482479952Z   static_configs:
2024-02-24T00:08:07.482487306Z   - targets:
2024-02-24T00:08:07.482495232Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:08:07.482502067Z 
2024-02-24T00:08:07.487476380Z Alerts read: 0
2024-02-24T00:08:07.489847649Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:08:07.492213785Z groups:
2024-02-24T00:08:07.492224729Z - name: osm_alert_rules
2024-02-24T00:08:07.492229698Z   rules:
2024-02-24T00:08:07.492234060Z   - alert: vdu_down
2024-02-24T00:08:07.492238218Z     annotations:
2024-02-24T00:08:07.492243086Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:08:07.492247808Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:08:07.492252186Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:08:07.492256874Z     expr: vm_status_extended != 1
2024-02-24T00:08:07.492265519Z     for: 3m
2024-02-24T00:08:07.492269487Z 
2024-02-24T00:08:07.493552375Z New config written, updating prometheus
2024-02-24T00:08:12.526434753Z Prometheus config update successful
2024-02-24T00:08:12.526470906Z 
2024-02-24T00:08:12.526478020Z Changes detected, updating prometheus config
2024-02-24T00:08:12.527862763Z Jobs detected: 0
2024-02-24T00:08:12.535093066Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:08:12.537065705Z alerting:
2024-02-24T00:08:12.537080859Z   alertmanagers:
2024-02-24T00:08:12.537087531Z   - static_configs:
2024-02-24T00:08:12.537093572Z     - targets:
2024-02-24T00:08:12.537100224Z       - alertmanager:9093
2024-02-24T00:08:12.537105844Z global:
2024-02-24T00:08:12.537111692Z   evaluation_interval: 15s
2024-02-24T00:08:12.537117504Z   scrape_interval: 15s
2024-02-24T00:08:12.537123205Z rule_files:
2024-02-24T00:08:12.537128902Z - osm_metric_rules.yml
2024-02-24T00:08:12.537135181Z - osm_alert_rules.yml
2024-02-24T00:08:12.537140965Z scrape_configs:
2024-02-24T00:08:12.537146626Z - job_name: mon_exporter
2024-02-24T00:08:12.537152171Z   static_configs:
2024-02-24T00:08:12.537157835Z   - targets:
2024-02-24T00:08:12.537163552Z     - mon:8000
2024-02-24T00:08:12.537169153Z - honor_labels: true
2024-02-24T00:08:12.537174787Z   job_name: pushgateway
2024-02-24T00:08:12.537180390Z   scrape_interval: 30s
2024-02-24T00:08:12.537186249Z   static_configs:
2024-02-24T00:08:12.537192603Z   - targets:
2024-02-24T00:08:12.537198876Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:08:12.537228745Z 
2024-02-24T00:08:12.541465359Z Alerts read: 0
2024-02-24T00:08:12.543504965Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:08:12.544611773Z groups:
2024-02-24T00:08:12.544619923Z - name: osm_alert_rules
2024-02-24T00:08:12.544622972Z   rules:
2024-02-24T00:08:12.544625795Z   - alert: vdu_down
2024-02-24T00:08:12.544629165Z     annotations:
2024-02-24T00:08:12.544632578Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:08:12.544636459Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:08:12.544639378Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:08:12.544642776Z     expr: vm_status_extended != 1
2024-02-24T00:08:12.544645585Z     for: 3m
2024-02-24T00:08:12.544648212Z 
2024-02-24T00:08:12.545468183Z New config written, updating prometheus
2024-02-24T00:08:17.586102546Z Prometheus config update successful
2024-02-24T00:08:17.586144450Z 
2024-02-24T00:32:56.252730265Z Changes detected, updating prometheus config
2024-02-24T00:32:56.254089255Z Jobs detected: 0
2024-02-24T00:32:56.258611018Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:32:56.260645871Z alerting:
2024-02-24T00:32:56.260653800Z   alertmanagers:
2024-02-24T00:32:56.260657401Z   - static_configs:
2024-02-24T00:32:56.260660429Z     - targets:
2024-02-24T00:32:56.260664285Z       - alertmanager:9093
2024-02-24T00:32:56.260667158Z global:
2024-02-24T00:32:56.260670047Z   evaluation_interval: 15s
2024-02-24T00:32:56.260672937Z   scrape_interval: 15s
2024-02-24T00:32:56.260675845Z rule_files:
2024-02-24T00:32:56.260678624Z - osm_metric_rules.yml
2024-02-24T00:32:56.260681413Z - osm_alert_rules.yml
2024-02-24T00:32:56.260684204Z scrape_configs:
2024-02-24T00:32:56.260691318Z - job_name: mon_exporter
2024-02-24T00:32:56.260694230Z   static_configs:
2024-02-24T00:32:56.260697017Z   - targets:
2024-02-24T00:32:56.260699891Z     - mon:8000
2024-02-24T00:32:56.260702637Z - honor_labels: true
2024-02-24T00:32:56.260705499Z   job_name: pushgateway
2024-02-24T00:32:56.260708238Z   scrape_interval: 30s
2024-02-24T00:32:56.260710959Z   static_configs:
2024-02-24T00:32:56.260713787Z   - targets:
2024-02-24T00:32:56.260716880Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:32:56.260719644Z 
2024-02-24T00:32:56.264277707Z Alerts read: 6
2024-02-24T00:32:56.266046645Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:32:56.272451867Z groups:
2024-02-24T00:32:56.272472449Z - name: osm_alert_rules
2024-02-24T00:32:56.272478347Z   rules:
2024-02-24T00:32:56.272483523Z   - alert: vdu_down
2024-02-24T00:32:56.272489161Z     annotations:
2024-02-24T00:32:56.272495271Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:32:56.272501397Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:32:56.272506356Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:32:56.272511844Z     expr: vm_status_extended != 1
2024-02-24T00:32:56.272516882Z     for: 3m
2024-02-24T00:32:56.272522300Z - name: _osm_alert_rules_20240224003256_
2024-02-24T00:32:56.272527359Z   rules:
2024-02-24T00:32:56.272533043Z   - alert: scalein_4f720492-4e91-4bc5-af33-6aa71eb2b7a7
2024-02-24T00:32:56.272538133Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:32:56.272543874Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:32:56.272565180Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:32:56.272570432Z     for: 1m
2024-02-24T00:32:56.272575469Z     labels:
2024-02-24T00:32:56.272584972Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:32:56.272590140Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:32:56.272595679Z       vnf_member_index: vnf
2024-02-24T00:32:56.272600668Z   - alert: scaleout_50894914-ad06-407d-b644-5f90baa37723
2024-02-24T00:32:56.272606045Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:32:56.272611055Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:32:56.272615924Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:32:56.272620808Z     for: 1m
2024-02-24T00:32:56.272625715Z     labels:
2024-02-24T00:32:56.272630597Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:32:56.272635709Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:32:56.272640668Z       vnf_member_index: vnf
2024-02-24T00:32:56.272645527Z   - alert: scalein_a80dade6-fbd6-4908-af3e-4ab73d991be4
2024-02-24T00:32:56.272650463Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:32:56.272655395Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:32:56.272660249Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:32:56.272665150Z     for: 1m
2024-02-24T00:32:56.272670027Z     labels:
2024-02-24T00:32:56.272674942Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:32:56.272679884Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:32:56.272684957Z       vnf_member_index: vnf
2024-02-24T00:32:56.272689848Z   - alert: scaleout_7da8fb35-99d7-4e6a-860c-9f251e85518f
2024-02-24T00:32:56.272694676Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:32:56.272699755Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:32:56.272704738Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:32:56.272709799Z     for: 1m
2024-02-24T00:32:56.272714837Z     labels:
2024-02-24T00:32:56.272719717Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:32:56.272724566Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:32:56.272731679Z       vnf_member_index: vnf
2024-02-24T00:32:56.272736685Z   - alert: scalein_be5b736f-abb4-4f56-afd3-ac8f1cf2aeb2
2024-02-24T00:32:56.272741619Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:32:56.272746715Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:32:56.272751604Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:32:56.272756789Z     for: 1m
2024-02-24T00:32:56.272761695Z     labels:
2024-02-24T00:32:56.272768894Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:32:56.272773899Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:32:56.272778950Z       vnf_member_index: vnf
2024-02-24T00:32:56.272790072Z   - alert: scaleout_47e61afc-0d3c-447d-ab7c-b1c8f1a2613c
2024-02-24T00:32:56.272794983Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:32:56.272799913Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:32:56.272805002Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:32:56.272809884Z     for: 1m
2024-02-24T00:32:56.272814768Z     labels:
2024-02-24T00:32:56.272819618Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:32:56.272824488Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:32:56.272829384Z       vnf_member_index: vnf
2024-02-24T00:32:56.272834068Z 
2024-02-24T00:32:56.278784286Z New config written, updating prometheus
2024-02-24T00:33:01.323837484Z Prometheus config update successful
2024-02-24T00:33:01.327281979Z 
2024-02-24T00:33:01.327413386Z Changes detected, updating prometheus config
2024-02-24T00:33:01.331143500Z Jobs detected: 0
2024-02-24T00:33:01.336521343Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:33:01.338720621Z alerting:
2024-02-24T00:33:01.338735848Z   alertmanagers:
2024-02-24T00:33:01.338739645Z   - static_configs:
2024-02-24T00:33:01.338750692Z     - targets:
2024-02-24T00:33:01.338754868Z       - alertmanager:9093
2024-02-24T00:33:01.338757904Z global:
2024-02-24T00:33:01.338761007Z   evaluation_interval: 15s
2024-02-24T00:33:01.338764042Z   scrape_interval: 15s
2024-02-24T00:33:01.338767408Z rule_files:
2024-02-24T00:33:01.338770404Z - osm_metric_rules.yml
2024-02-24T00:33:01.338773443Z - osm_alert_rules.yml
2024-02-24T00:33:01.338776600Z scrape_configs:
2024-02-24T00:33:01.338779743Z - job_name: mon_exporter
2024-02-24T00:33:01.338782753Z   static_configs:
2024-02-24T00:33:01.338785917Z   - targets:
2024-02-24T00:33:01.338788915Z     - mon:8000
2024-02-24T00:33:01.338791993Z - honor_labels: true
2024-02-24T00:33:01.338795023Z   job_name: pushgateway
2024-02-24T00:33:01.338798019Z   scrape_interval: 30s
2024-02-24T00:33:01.338801073Z   static_configs:
2024-02-24T00:33:01.338808071Z   - targets:
2024-02-24T00:33:01.338812013Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:33:01.338814939Z 
2024-02-24T00:33:01.350062964Z Alerts read: 6
2024-02-24T00:33:01.352306639Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:33:01.359247960Z groups:
2024-02-24T00:33:01.359271994Z - name: osm_alert_rules
2024-02-24T00:33:01.359275523Z   rules:
2024-02-24T00:33:01.359278638Z   - alert: vdu_down
2024-02-24T00:33:01.359281661Z     annotations:
2024-02-24T00:33:01.359285943Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:33:01.359289550Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:33:01.359292611Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:33:01.359296351Z     expr: vm_status_extended != 1
2024-02-24T00:33:01.359299455Z     for: 3m
2024-02-24T00:33:01.359302570Z - name: _osm_alert_rules_20240224003301_
2024-02-24T00:33:01.359305944Z   rules:
2024-02-24T00:33:01.359309672Z   - alert: scalein_4f720492-4e91-4bc5-af33-6aa71eb2b7a7
2024-02-24T00:33:01.359312752Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:01.359319540Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:01.359336247Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:01.359339724Z     for: 1m
2024-02-24T00:33:01.359342701Z     labels:
2024-02-24T00:33:01.359345727Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:01.359349125Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:01.359352787Z       vnf_member_index: vnf
2024-02-24T00:33:01.359355806Z   - alert: scaleout_50894914-ad06-407d-b644-5f90baa37723
2024-02-24T00:33:01.359359230Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:01.359362322Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:01.359365419Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:01.359368473Z     for: 1m
2024-02-24T00:33:01.359371546Z     labels:
2024-02-24T00:33:01.359374529Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:01.359377596Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:01.359380660Z       vnf_member_index: vnf
2024-02-24T00:33:01.359383663Z   - alert: scalein_a80dade6-fbd6-4908-af3e-4ab73d991be4
2024-02-24T00:33:01.359386976Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:01.359390343Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:01.359393364Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:01.359396542Z     for: 1m
2024-02-24T00:33:01.359399507Z     labels:
2024-02-24T00:33:01.359402574Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:01.359405602Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:01.359408575Z       vnf_member_index: vnf
2024-02-24T00:33:01.359411773Z   - alert: scaleout_7da8fb35-99d7-4e6a-860c-9f251e85518f
2024-02-24T00:33:01.359414957Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:01.359418000Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:01.359421152Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:01.359424546Z     for: 1m
2024-02-24T00:33:01.359427575Z     labels:
2024-02-24T00:33:01.359430591Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:01.359433544Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:01.359436603Z       vnf_member_index: vnf
2024-02-24T00:33:01.359439659Z   - alert: scalein_be5b736f-abb4-4f56-afd3-ac8f1cf2aeb2
2024-02-24T00:33:01.359442628Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:01.359445786Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:01.359448781Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:01.359451769Z     for: 1m
2024-02-24T00:33:01.359454756Z     labels:
2024-02-24T00:33:01.359457740Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:01.359460786Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:01.359463849Z       vnf_member_index: vnf
2024-02-24T00:33:01.359466829Z   - alert: scaleout_47e61afc-0d3c-447d-ab7c-b1c8f1a2613c
2024-02-24T00:33:01.359474578Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:01.359477652Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:01.359480985Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:01.359483983Z     for: 1m
2024-02-24T00:33:01.359486961Z     labels:
2024-02-24T00:33:01.359489912Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:01.359493081Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:01.359496079Z       vnf_member_index: vnf
2024-02-24T00:33:01.359498968Z 
2024-02-24T00:33:01.366436580Z New config written, updating prometheus
2024-02-24T00:33:06.399669727Z Prometheus config update successful
2024-02-24T00:33:06.399700516Z 
2024-02-24T00:33:06.399839183Z Changes detected, updating prometheus config
2024-02-24T00:33:06.401719241Z Jobs detected: 0
2024-02-24T00:33:06.409070429Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:33:06.411021837Z alerting:
2024-02-24T00:33:06.411033581Z   alertmanagers:
2024-02-24T00:33:06.411055477Z   - static_configs:
2024-02-24T00:33:06.411059203Z     - targets:
2024-02-24T00:33:06.411062909Z       - alertmanager:9093
2024-02-24T00:33:06.411065675Z global:
2024-02-24T00:33:06.411068479Z   evaluation_interval: 15s
2024-02-24T00:33:06.411071186Z   scrape_interval: 15s
2024-02-24T00:33:06.411073967Z rule_files:
2024-02-24T00:33:06.411076871Z - osm_metric_rules.yml
2024-02-24T00:33:06.411079614Z - osm_alert_rules.yml
2024-02-24T00:33:06.411082423Z scrape_configs:
2024-02-24T00:33:06.411085097Z - job_name: mon_exporter
2024-02-24T00:33:06.411087801Z   static_configs:
2024-02-24T00:33:06.411090554Z   - targets:
2024-02-24T00:33:06.411093269Z     - mon:8000
2024-02-24T00:33:06.411096048Z - honor_labels: true
2024-02-24T00:33:06.411099036Z   job_name: pushgateway
2024-02-24T00:33:06.411101841Z   scrape_interval: 30s
2024-02-24T00:33:06.411104575Z   static_configs:
2024-02-24T00:33:06.411107296Z   - targets:
2024-02-24T00:33:06.411110590Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:33:06.411113360Z 
2024-02-24T00:33:06.415057332Z Alerts read: 6
2024-02-24T00:33:06.417031470Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:33:06.424317235Z groups:
2024-02-24T00:33:06.424366707Z - name: osm_alert_rules
2024-02-24T00:33:06.424370162Z   rules:
2024-02-24T00:33:06.424373204Z   - alert: vdu_down
2024-02-24T00:33:06.424376282Z     annotations:
2024-02-24T00:33:06.424380207Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:33:06.424383739Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:33:06.424386704Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:33:06.424392758Z     expr: vm_status_extended != 1
2024-02-24T00:33:06.424396025Z     for: 3m
2024-02-24T00:33:06.424399048Z - name: _osm_alert_rules_20240224003306_
2024-02-24T00:33:06.424402088Z   rules:
2024-02-24T00:33:06.424406591Z   - alert: scalein_4f720492-4e91-4bc5-af33-6aa71eb2b7a7
2024-02-24T00:33:06.424409851Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:06.424416356Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:06.424419664Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:06.424439018Z     for: 1m
2024-02-24T00:33:06.424442054Z     labels:
2024-02-24T00:33:06.424444979Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:06.424447919Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:06.424452220Z       vnf_member_index: vnf
2024-02-24T00:33:06.424455351Z   - alert: scaleout_50894914-ad06-407d-b644-5f90baa37723
2024-02-24T00:33:06.424458562Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:06.424461554Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:06.424464500Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:06.424467564Z     for: 1m
2024-02-24T00:33:06.424470451Z     labels:
2024-02-24T00:33:06.424473539Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:06.424476515Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:06.424479500Z       vnf_member_index: vnf
2024-02-24T00:33:06.424482704Z   - alert: scalein_a80dade6-fbd6-4908-af3e-4ab73d991be4
2024-02-24T00:33:06.424485685Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:06.424488641Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:06.424491583Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:06.424494519Z     for: 1m
2024-02-24T00:33:06.424497492Z     labels:
2024-02-24T00:33:06.424500412Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:06.424503517Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:06.424506704Z       vnf_member_index: vnf
2024-02-24T00:33:06.424509605Z   - alert: scaleout_7da8fb35-99d7-4e6a-860c-9f251e85518f
2024-02-24T00:33:06.424512528Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:06.424515558Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:06.424518489Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:06.424521373Z     for: 1m
2024-02-24T00:33:06.424524398Z     labels:
2024-02-24T00:33:06.424527435Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:06.424530533Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:06.424533502Z       vnf_member_index: vnf
2024-02-24T00:33:06.424547564Z   - alert: scalein_be5b736f-abb4-4f56-afd3-ac8f1cf2aeb2
2024-02-24T00:33:06.424550319Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:06.424553437Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:06.424556132Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:06.424558921Z     for: 1m
2024-02-24T00:33:06.424561663Z     labels:
2024-02-24T00:33:06.424564396Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:06.424567170Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:06.424569941Z       vnf_member_index: vnf
2024-02-24T00:33:06.424572708Z   - alert: scaleout_47e61afc-0d3c-447d-ab7c-b1c8f1a2613c
2024-02-24T00:33:06.424575398Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:06.424582314Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:06.424585127Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:06.424587863Z     for: 1m
2024-02-24T00:33:06.424590534Z     labels:
2024-02-24T00:33:06.424593267Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:06.424595950Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:06.424598713Z       vnf_member_index: vnf
2024-02-24T00:33:06.424601305Z 
2024-02-24T00:33:06.430950168Z New config written, updating prometheus
2024-02-24T00:33:11.462708132Z Prometheus config update successful
2024-02-24T00:33:11.462749225Z 
2024-02-24T00:33:11.462958755Z Changes detected, updating prometheus config
2024-02-24T00:33:11.464393117Z Jobs detected: 0
2024-02-24T00:33:11.470302188Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:33:11.472295682Z alerting:
2024-02-24T00:33:11.472310731Z   alertmanagers:
2024-02-24T00:33:11.472316343Z   - static_configs:
2024-02-24T00:33:11.472321055Z     - targets:
2024-02-24T00:33:11.472338088Z       - alertmanager:9093
2024-02-24T00:33:11.472342968Z global:
2024-02-24T00:33:11.472347939Z   evaluation_interval: 15s
2024-02-24T00:33:11.472352586Z   scrape_interval: 15s
2024-02-24T00:33:11.472356857Z rule_files:
2024-02-24T00:33:11.472361308Z - osm_metric_rules.yml
2024-02-24T00:33:11.472364558Z - osm_alert_rules.yml
2024-02-24T00:33:11.472367504Z scrape_configs:
2024-02-24T00:33:11.472370592Z - job_name: mon_exporter
2024-02-24T00:33:11.472373630Z   static_configs:
2024-02-24T00:33:11.472376785Z   - targets:
2024-02-24T00:33:11.472379822Z     - mon:8000
2024-02-24T00:33:11.472382824Z - honor_labels: true
2024-02-24T00:33:11.472386166Z   job_name: pushgateway
2024-02-24T00:33:11.472389107Z   scrape_interval: 30s
2024-02-24T00:33:11.472391993Z   static_configs:
2024-02-24T00:33:11.472394957Z   - targets:
2024-02-24T00:33:11.472398374Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:33:11.472401236Z 
2024-02-24T00:33:11.476079739Z Alerts read: 6
2024-02-24T00:33:11.478424989Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:33:11.485173152Z groups:
2024-02-24T00:33:11.485193004Z - name: osm_alert_rules
2024-02-24T00:33:11.485198899Z   rules:
2024-02-24T00:33:11.485203893Z   - alert: vdu_down
2024-02-24T00:33:11.485208978Z     annotations:
2024-02-24T00:33:11.485214956Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:33:11.485220433Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:33:11.485224781Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:33:11.485230047Z     expr: vm_status_extended != 1
2024-02-24T00:33:11.485234561Z     for: 3m
2024-02-24T00:33:11.485239119Z - name: _osm_alert_rules_20240224003311_
2024-02-24T00:33:11.485243546Z   rules:
2024-02-24T00:33:11.485249099Z   - alert: scalein_4f720492-4e91-4bc5-af33-6aa71eb2b7a7
2024-02-24T00:33:11.485253522Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:11.485258668Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:11.485264114Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:11.485287162Z     for: 1m
2024-02-24T00:33:11.485291644Z     labels:
2024-02-24T00:33:11.485296536Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:11.485301050Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:11.485306164Z       vnf_member_index: vnf
2024-02-24T00:33:11.485310773Z   - alert: scaleout_50894914-ad06-407d-b644-5f90baa37723
2024-02-24T00:33:11.485315482Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:11.485319998Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:11.485324426Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:11.485328780Z     for: 1m
2024-02-24T00:33:11.485333254Z     labels:
2024-02-24T00:33:11.485337677Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:11.485342628Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:11.485347039Z       vnf_member_index: vnf
2024-02-24T00:33:11.485351538Z   - alert: scalein_a80dade6-fbd6-4908-af3e-4ab73d991be4
2024-02-24T00:33:11.485355915Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:11.485360427Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:11.485364914Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:11.485369511Z     for: 1m
2024-02-24T00:33:11.485373866Z     labels:
2024-02-24T00:33:11.485378428Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:11.485382822Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:11.485387296Z       vnf_member_index: vnf
2024-02-24T00:33:11.485391714Z   - alert: scaleout_7da8fb35-99d7-4e6a-860c-9f251e85518f
2024-02-24T00:33:11.485396171Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:11.485400625Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:11.485405166Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:11.485409533Z     for: 1m
2024-02-24T00:33:11.485413825Z     labels:
2024-02-24T00:33:11.485418218Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:11.485422715Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:11.485427088Z       vnf_member_index: vnf
2024-02-24T00:33:11.485431562Z   - alert: scalein_be5b736f-abb4-4f56-afd3-ac8f1cf2aeb2
2024-02-24T00:33:11.485435960Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:11.485440603Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:11.485464135Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:11.485469378Z     for: 1m
2024-02-24T00:33:11.485474245Z     labels:
2024-02-24T00:33:11.485495677Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:11.485500352Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:11.485505196Z       vnf_member_index: vnf
2024-02-24T00:33:11.485509758Z   - alert: scaleout_47e61afc-0d3c-447d-ab7c-b1c8f1a2613c
2024-02-24T00:33:11.485514624Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:11.485519291Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:11.485530337Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:11.485534965Z     for: 1m
2024-02-24T00:33:11.485539479Z     labels:
2024-02-24T00:33:11.485544059Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:11.485548758Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:11.485553357Z       vnf_member_index: vnf
2024-02-24T00:33:11.485557703Z 
2024-02-24T00:33:11.491848097Z New config written, updating prometheus
2024-02-24T00:33:16.520554702Z Prometheus config update successful
2024-02-24T00:33:16.520589303Z 
2024-02-24T00:33:16.520633420Z Changes detected, updating prometheus config
2024-02-24T00:33:16.522567772Z Jobs detected: 0
2024-02-24T00:33:16.530309340Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:33:16.532444968Z alerting:
2024-02-24T00:33:16.532461545Z   alertmanagers:
2024-02-24T00:33:16.532471290Z   - static_configs:
2024-02-24T00:33:16.532476732Z     - targets:
2024-02-24T00:33:16.532482267Z       - alertmanager:9093
2024-02-24T00:33:16.532487830Z global:
2024-02-24T00:33:16.532492570Z   evaluation_interval: 15s
2024-02-24T00:33:16.532497081Z   scrape_interval: 15s
2024-02-24T00:33:16.532505191Z rule_files:
2024-02-24T00:33:16.532509417Z - osm_metric_rules.yml
2024-02-24T00:33:16.532513695Z - osm_alert_rules.yml
2024-02-24T00:33:16.532517787Z scrape_configs:
2024-02-24T00:33:16.532522553Z - job_name: mon_exporter
2024-02-24T00:33:16.532526659Z   static_configs:
2024-02-24T00:33:16.532530945Z   - targets:
2024-02-24T00:33:16.532535119Z     - mon:8000
2024-02-24T00:33:16.532540133Z - honor_labels: true
2024-02-24T00:33:16.532544304Z   job_name: pushgateway
2024-02-24T00:33:16.532548479Z   scrape_interval: 30s
2024-02-24T00:33:16.532552871Z   static_configs:
2024-02-24T00:33:16.532557067Z   - targets:
2024-02-24T00:33:16.532562406Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:33:16.532566160Z 
2024-02-24T00:33:16.537336928Z Alerts read: 6
2024-02-24T00:33:16.539968533Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:33:16.548852989Z groups:
2024-02-24T00:33:16.548875892Z - name: osm_alert_rules
2024-02-24T00:33:16.548881082Z   rules:
2024-02-24T00:33:16.548885979Z   - alert: vdu_down
2024-02-24T00:33:16.548890413Z     annotations:
2024-02-24T00:33:16.548898422Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:33:16.548905140Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:33:16.548910110Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:33:16.548916186Z     expr: vm_status_extended != 1
2024-02-24T00:33:16.548920414Z     for: 3m
2024-02-24T00:33:16.548924959Z - name: _osm_alert_rules_20240224003316_
2024-02-24T00:33:16.548929304Z   rules:
2024-02-24T00:33:16.548934510Z   - alert: scalein_4f720492-4e91-4bc5-af33-6aa71eb2b7a7
2024-02-24T00:33:16.548938868Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:16.548945016Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:16.548950082Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:16.548954477Z     for: 1m
2024-02-24T00:33:16.548958756Z     labels:
2024-02-24T00:33:16.548979846Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:16.548984338Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:16.548990424Z       vnf_member_index: vnf
2024-02-24T00:33:16.548994842Z   - alert: scaleout_50894914-ad06-407d-b644-5f90baa37723
2024-02-24T00:33:16.548999153Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:16.549003781Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:16.549008139Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:16.549012501Z     for: 1m
2024-02-24T00:33:16.549016889Z     labels:
2024-02-24T00:33:16.549021216Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:16.549025664Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:16.549029958Z       vnf_member_index: vnf
2024-02-24T00:33:16.549034305Z   - alert: scalein_a80dade6-fbd6-4908-af3e-4ab73d991be4
2024-02-24T00:33:16.549038817Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:16.549043278Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:16.549047586Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:16.549052135Z     for: 1m
2024-02-24T00:33:16.549056539Z     labels:
2024-02-24T00:33:16.549061025Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:16.549065286Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:16.549069835Z       vnf_member_index: vnf
2024-02-24T00:33:16.549074503Z   - alert: scaleout_7da8fb35-99d7-4e6a-860c-9f251e85518f
2024-02-24T00:33:16.549078856Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:16.549083363Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:16.549087755Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:16.549092159Z     for: 1m
2024-02-24T00:33:16.549096570Z     labels:
2024-02-24T00:33:16.549100916Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:16.549105243Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:16.549109723Z       vnf_member_index: vnf
2024-02-24T00:33:16.549114147Z   - alert: scalein_be5b736f-abb4-4f56-afd3-ac8f1cf2aeb2
2024-02-24T00:33:16.549118527Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:16.549122976Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:16.549127383Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:16.549131703Z     for: 1m
2024-02-24T00:33:16.549136063Z     labels:
2024-02-24T00:33:16.549140384Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:16.549144816Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:16.549149394Z       vnf_member_index: vnf
2024-02-24T00:33:16.549153920Z   - alert: scaleout_47e61afc-0d3c-447d-ab7c-b1c8f1a2613c
2024-02-24T00:33:16.549158577Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:16.549163153Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:16.549173956Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:16.549178343Z     for: 1m
2024-02-24T00:33:16.549182718Z     labels:
2024-02-24T00:33:16.549187255Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:16.549191625Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:16.549196014Z       vnf_member_index: vnf
2024-02-24T00:33:16.549200108Z 
2024-02-24T00:33:16.557963332Z New config written, updating prometheus
2024-02-24T00:33:21.586399099Z Prometheus config update successful
2024-02-24T00:33:21.586437555Z 
2024-02-24T00:33:21.586444451Z Changes detected, updating prometheus config
2024-02-24T00:33:21.587947076Z Jobs detected: 0
2024-02-24T00:33:21.593198220Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:33:21.595070028Z alerting:
2024-02-24T00:33:21.595078930Z   alertmanagers:
2024-02-24T00:33:21.595082561Z   - static_configs:
2024-02-24T00:33:21.595085752Z     - targets:
2024-02-24T00:33:21.595089370Z       - alertmanager:9093
2024-02-24T00:33:21.595092315Z global:
2024-02-24T00:33:21.595095317Z   evaluation_interval: 15s
2024-02-24T00:33:21.595098292Z   scrape_interval: 15s
2024-02-24T00:33:21.595101298Z rule_files:
2024-02-24T00:33:21.595104281Z - osm_metric_rules.yml
2024-02-24T00:33:21.595107226Z - osm_alert_rules.yml
2024-02-24T00:33:21.595110173Z scrape_configs:
2024-02-24T00:33:21.595113100Z - job_name: mon_exporter
2024-02-24T00:33:21.595116197Z   static_configs:
2024-02-24T00:33:21.595119139Z   - targets:
2024-02-24T00:33:21.595122177Z     - mon:8000
2024-02-24T00:33:21.595125190Z - honor_labels: true
2024-02-24T00:33:21.595128316Z   job_name: pushgateway
2024-02-24T00:33:21.595131213Z   scrape_interval: 30s
2024-02-24T00:33:21.595134462Z   static_configs:
2024-02-24T00:33:21.595137313Z   - targets:
2024-02-24T00:33:21.595140785Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:33:21.595143705Z 
2024-02-24T00:33:21.598958630Z Alerts read: 6
2024-02-24T00:33:21.600721025Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:33:21.608098999Z groups:
2024-02-24T00:33:21.608135926Z - name: osm_alert_rules
2024-02-24T00:33:21.608145954Z   rules:
2024-02-24T00:33:21.608154954Z   - alert: vdu_down
2024-02-24T00:33:21.608163815Z     annotations:
2024-02-24T00:33:21.608174223Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:33:21.608183728Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:33:21.608192094Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:33:21.608201649Z     expr: vm_status_extended != 1
2024-02-24T00:33:21.608210264Z     for: 3m
2024-02-24T00:33:21.608218776Z - name: _osm_alert_rules_20240224003321_
2024-02-24T00:33:21.608227642Z   rules:
2024-02-24T00:33:21.608237036Z   - alert: scalein_4f720492-4e91-4bc5-af33-6aa71eb2b7a7
2024-02-24T00:33:21.608245705Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:21.608259300Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:21.608268305Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:21.608277072Z     for: 1m
2024-02-24T00:33:21.608285635Z     labels:
2024-02-24T00:33:21.608294042Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:21.608331821Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:21.608341694Z       vnf_member_index: vnf
2024-02-24T00:33:21.608350520Z   - alert: scaleout_50894914-ad06-407d-b644-5f90baa37723
2024-02-24T00:33:21.608359091Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:21.608367847Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:21.608376520Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:21.608385024Z     for: 1m
2024-02-24T00:33:21.608393350Z     labels:
2024-02-24T00:33:21.608401866Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:21.608410190Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:21.608418743Z       vnf_member_index: vnf
2024-02-24T00:33:21.608427242Z   - alert: scalein_a80dade6-fbd6-4908-af3e-4ab73d991be4
2024-02-24T00:33:21.608436035Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:21.608444626Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:21.608453130Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:21.608461611Z     for: 1m
2024-02-24T00:33:21.608470142Z     labels:
2024-02-24T00:33:21.608478463Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:21.608487005Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:21.608495466Z       vnf_member_index: vnf
2024-02-24T00:33:21.608503878Z   - alert: scaleout_7da8fb35-99d7-4e6a-860c-9f251e85518f
2024-02-24T00:33:21.608512412Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:21.608520779Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:21.608529187Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:21.608537617Z     for: 1m
2024-02-24T00:33:21.608546501Z     labels:
2024-02-24T00:33:21.608554891Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:21.608563671Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:21.608572021Z       vnf_member_index: vnf
2024-02-24T00:33:21.608580414Z   - alert: scalein_be5b736f-abb4-4f56-afd3-ac8f1cf2aeb2
2024-02-24T00:33:21.608588731Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:21.608597322Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:21.608605923Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T00:33:21.608614501Z     for: 1m
2024-02-24T00:33:21.608622974Z     labels:
2024-02-24T00:33:21.608631520Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:21.608640141Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:21.608648531Z       vnf_member_index: vnf
2024-02-24T00:33:21.608656992Z   - alert: scaleout_47e61afc-0d3c-447d-ab7c-b1c8f1a2613c
2024-02-24T00:33:21.608665661Z     expr: (count (osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:21.608674204Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="caf08aaf-aa82-4e07-9bec-feac0cc050c2",
2024-02-24T00:33:21.608692946Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T00:33:21.608701877Z     for: 1m
2024-02-24T00:33:21.608710241Z     labels:
2024-02-24T00:33:21.608718644Z       ns_id: caf08aaf-aa82-4e07-9bec-feac0cc050c2
2024-02-24T00:33:21.608726981Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T00:33:21.608735403Z       vnf_member_index: vnf
2024-02-24T00:33:21.608743379Z 
2024-02-24T00:33:21.614402187Z New config written, updating prometheus
2024-02-24T00:33:26.659844897Z Prometheus config update successful
2024-02-24T00:33:26.659907696Z 
2024-02-24T00:34:23.973353946Z Changes detected, updating prometheus config
2024-02-24T00:34:23.974624161Z Jobs detected: 0
2024-02-24T00:34:23.978804163Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:34:23.980719645Z alerting:
2024-02-24T00:34:23.980729500Z   alertmanagers:
2024-02-24T00:34:23.980733358Z   - static_configs:
2024-02-24T00:34:23.980736634Z     - targets:
2024-02-24T00:34:23.980739978Z       - alertmanager:9093
2024-02-24T00:34:23.980743231Z global:
2024-02-24T00:34:23.980746095Z   evaluation_interval: 15s
2024-02-24T00:34:23.980748973Z   scrape_interval: 15s
2024-02-24T00:34:23.980752158Z rule_files:
2024-02-24T00:34:23.980754906Z - osm_metric_rules.yml
2024-02-24T00:34:23.980757734Z - osm_alert_rules.yml
2024-02-24T00:34:23.980760693Z scrape_configs:
2024-02-24T00:34:23.980763485Z - job_name: mon_exporter
2024-02-24T00:34:23.980766324Z   static_configs:
2024-02-24T00:34:23.980769105Z   - targets:
2024-02-24T00:34:23.980771953Z     - mon:8000
2024-02-24T00:34:23.980774829Z - honor_labels: true
2024-02-24T00:34:23.980777658Z   job_name: pushgateway
2024-02-24T00:34:23.980780723Z   scrape_interval: 30s
2024-02-24T00:34:23.980783507Z   static_configs:
2024-02-24T00:34:23.980786241Z   - targets:
2024-02-24T00:34:23.980789566Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:34:23.980870657Z 
2024-02-24T00:34:23.984066371Z Alerts read: 0
2024-02-24T00:34:23.986299026Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:34:23.987424335Z groups:
2024-02-24T00:34:23.987434761Z - name: osm_alert_rules
2024-02-24T00:34:23.987438047Z   rules:
2024-02-24T00:34:23.987441206Z   - alert: vdu_down
2024-02-24T00:34:23.987444191Z     annotations:
2024-02-24T00:34:23.987447910Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:34:23.987451237Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:34:23.987454177Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:34:23.987457771Z     expr: vm_status_extended != 1
2024-02-24T00:34:23.987460655Z     for: 3m
2024-02-24T00:34:23.988302968Z 
2024-02-24T00:34:23.989466987Z New config written, updating prometheus
2024-02-24T00:34:29.016776530Z Prometheus config update successful
2024-02-24T00:34:29.016845724Z 
2024-02-24T00:34:29.016856288Z Changes detected, updating prometheus config
2024-02-24T00:34:29.018223339Z Jobs detected: 0
2024-02-24T00:34:29.022982222Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:34:29.024629171Z alerting:
2024-02-24T00:34:29.024644254Z   alertmanagers:
2024-02-24T00:34:29.024648201Z   - static_configs:
2024-02-24T00:34:29.024651266Z     - targets:
2024-02-24T00:34:29.024655054Z       - alertmanager:9093
2024-02-24T00:34:29.024658123Z global:
2024-02-24T00:34:29.024661103Z   evaluation_interval: 15s
2024-02-24T00:34:29.024664584Z   scrape_interval: 15s
2024-02-24T00:34:29.024679209Z rule_files:
2024-02-24T00:34:29.024682430Z - osm_metric_rules.yml
2024-02-24T00:34:29.024685433Z - osm_alert_rules.yml
2024-02-24T00:34:29.024688315Z scrape_configs:
2024-02-24T00:34:29.024691323Z - job_name: mon_exporter
2024-02-24T00:34:29.024694264Z   static_configs:
2024-02-24T00:34:29.024697142Z   - targets:
2024-02-24T00:34:29.024700137Z     - mon:8000
2024-02-24T00:34:29.024703001Z - honor_labels: true
2024-02-24T00:34:29.024706272Z   job_name: pushgateway
2024-02-24T00:34:29.024709250Z   scrape_interval: 30s
2024-02-24T00:34:29.024716120Z   static_configs:
2024-02-24T00:34:29.024719409Z   - targets:
2024-02-24T00:34:29.024723171Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:34:29.024726067Z 
2024-02-24T00:34:29.028346516Z Alerts read: 0
2024-02-24T00:34:29.030081356Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:34:29.031106293Z groups:
2024-02-24T00:34:29.031117880Z - name: osm_alert_rules
2024-02-24T00:34:29.031121387Z   rules:
2024-02-24T00:34:29.031124924Z   - alert: vdu_down
2024-02-24T00:34:29.031128012Z     annotations:
2024-02-24T00:34:29.031131934Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:34:29.031135424Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:34:29.031138665Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:34:29.031142547Z     expr: vm_status_extended != 1
2024-02-24T00:34:29.031145577Z     for: 3m
2024-02-24T00:34:29.031148376Z 
2024-02-24T00:34:29.032104041Z New config written, updating prometheus
2024-02-24T00:34:34.059367982Z Prometheus config update successful
2024-02-24T00:34:34.059407866Z 
2024-02-24T00:34:34.059446195Z Changes detected, updating prometheus config
2024-02-24T00:34:34.061969836Z Jobs detected: 0
2024-02-24T00:34:34.068066245Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:34:34.069872035Z alerting:
2024-02-24T00:34:34.069890424Z   alertmanagers:
2024-02-24T00:34:34.069895747Z   - static_configs:
2024-02-24T00:34:34.069899966Z     - targets:
2024-02-24T00:34:34.069904535Z       - alertmanager:9093
2024-02-24T00:34:34.069908926Z global:
2024-02-24T00:34:34.069913016Z   evaluation_interval: 15s
2024-02-24T00:34:34.069916923Z   scrape_interval: 15s
2024-02-24T00:34:34.069920994Z rule_files:
2024-02-24T00:34:34.069924928Z - osm_metric_rules.yml
2024-02-24T00:34:34.069928959Z - osm_alert_rules.yml
2024-02-24T00:34:34.069933074Z scrape_configs:
2024-02-24T00:34:34.069937088Z - job_name: mon_exporter
2024-02-24T00:34:34.069941130Z   static_configs:
2024-02-24T00:34:34.069945225Z   - targets:
2024-02-24T00:34:34.069949272Z     - mon:8000
2024-02-24T00:34:34.069953223Z - honor_labels: true
2024-02-24T00:34:34.069957129Z   job_name: pushgateway
2024-02-24T00:34:34.069961166Z   scrape_interval: 30s
2024-02-24T00:34:34.069965118Z   static_configs:
2024-02-24T00:34:34.069969011Z   - targets:
2024-02-24T00:34:34.069973733Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:34:34.069977627Z 
2024-02-24T00:34:34.086605530Z Alerts read: 0
2024-02-24T00:34:34.089161328Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:34:34.090403390Z groups:
2024-02-24T00:34:34.090415726Z - name: osm_alert_rules
2024-02-24T00:34:34.090419012Z   rules:
2024-02-24T00:34:34.090422369Z   - alert: vdu_down
2024-02-24T00:34:34.090425457Z     annotations:
2024-02-24T00:34:34.090441604Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:34:34.090445640Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:34:34.090448794Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:34:34.090452590Z     expr: vm_status_extended != 1
2024-02-24T00:34:34.090459752Z     for: 3m
2024-02-24T00:34:34.090462698Z 
2024-02-24T00:34:34.094056720Z New config written, updating prometheus
2024-02-24T00:34:39.124495780Z Prometheus config update successful
2024-02-24T00:34:39.124541898Z 
2024-02-24T00:34:39.124552269Z Changes detected, updating prometheus config
2024-02-24T00:34:39.126517358Z Jobs detected: 0
2024-02-24T00:34:39.135085223Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:34:39.137486436Z alerting:
2024-02-24T00:34:39.137501841Z   alertmanagers:
2024-02-24T00:34:39.137511186Z   - static_configs:
2024-02-24T00:34:39.137519672Z     - targets:
2024-02-24T00:34:39.137530424Z       - alertmanager:9093
2024-02-24T00:34:39.137538864Z global:
2024-02-24T00:34:39.137547643Z   evaluation_interval: 15s
2024-02-24T00:34:39.137556072Z   scrape_interval: 15s
2024-02-24T00:34:39.137564875Z rule_files:
2024-02-24T00:34:39.137573295Z - osm_metric_rules.yml
2024-02-24T00:34:39.137581776Z - osm_alert_rules.yml
2024-02-24T00:34:39.137590164Z scrape_configs:
2024-02-24T00:34:39.137598468Z - job_name: mon_exporter
2024-02-24T00:34:39.137606803Z   static_configs:
2024-02-24T00:34:39.137615168Z   - targets:
2024-02-24T00:34:39.137624320Z     - mon:8000
2024-02-24T00:34:39.137632699Z - honor_labels: true
2024-02-24T00:34:39.137641147Z   job_name: pushgateway
2024-02-24T00:34:39.137649588Z   scrape_interval: 30s
2024-02-24T00:34:39.137657871Z   static_configs:
2024-02-24T00:34:39.137666383Z   - targets:
2024-02-24T00:34:39.137676777Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:34:39.137684995Z 
2024-02-24T00:34:39.141379501Z Alerts read: 0
2024-02-24T00:34:39.143334690Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:34:39.144809490Z groups:
2024-02-24T00:34:39.144838561Z - name: osm_alert_rules
2024-02-24T00:34:39.144847869Z   rules:
2024-02-24T00:34:39.144856648Z   - alert: vdu_down
2024-02-24T00:34:39.144865791Z     annotations:
2024-02-24T00:34:39.144878522Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:34:39.144889362Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:34:39.144897922Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:34:39.144908081Z     expr: vm_status_extended != 1
2024-02-24T00:34:39.144916591Z     for: 3m
2024-02-24T00:34:39.144924554Z 
2024-02-24T00:34:39.145881018Z New config written, updating prometheus
2024-02-24T00:34:44.182928526Z Prometheus config update successful
2024-02-24T00:34:44.182987617Z 
2024-02-24T00:34:44.182998593Z Changes detected, updating prometheus config
2024-02-24T00:34:44.184587346Z Jobs detected: 0
2024-02-24T00:34:44.195139473Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:34:44.197740851Z alerting:
2024-02-24T00:34:44.197755137Z   alertmanagers:
2024-02-24T00:34:44.197759469Z   - static_configs:
2024-02-24T00:34:44.197762800Z     - targets:
2024-02-24T00:34:44.197789118Z       - alertmanager:9093
2024-02-24T00:34:44.197794039Z global:
2024-02-24T00:34:44.197797525Z   evaluation_interval: 15s
2024-02-24T00:34:44.197813222Z   scrape_interval: 15s
2024-02-24T00:34:44.197816553Z rule_files:
2024-02-24T00:34:44.197819695Z - osm_metric_rules.yml
2024-02-24T00:34:44.197822849Z - osm_alert_rules.yml
2024-02-24T00:34:44.197826033Z scrape_configs:
2024-02-24T00:34:44.197829153Z - job_name: mon_exporter
2024-02-24T00:34:44.197832645Z   static_configs:
2024-02-24T00:34:44.197835825Z   - targets:
2024-02-24T00:34:44.197839038Z     - mon:8000
2024-02-24T00:34:44.197842179Z - honor_labels: true
2024-02-24T00:34:44.197845298Z   job_name: pushgateway
2024-02-24T00:34:44.197848419Z   scrape_interval: 30s
2024-02-24T00:34:44.197851667Z   static_configs:
2024-02-24T00:34:44.197854852Z   - targets:
2024-02-24T00:34:44.197860375Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:34:44.197863641Z 
2024-02-24T00:34:44.200946129Z Alerts read: 0
2024-02-24T00:34:44.202722241Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:34:44.203672146Z groups:
2024-02-24T00:34:44.203684288Z - name: osm_alert_rules
2024-02-24T00:34:44.203690042Z   rules:
2024-02-24T00:34:44.203695692Z   - alert: vdu_down
2024-02-24T00:34:44.203700923Z     annotations:
2024-02-24T00:34:44.203706891Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:34:44.203712714Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:34:44.203717953Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:34:44.203727443Z     expr: vm_status_extended != 1
2024-02-24T00:34:44.203732979Z     for: 3m
2024-02-24T00:34:44.203738167Z 
2024-02-24T00:34:44.204639769Z New config written, updating prometheus
2024-02-24T00:34:49.242201006Z Prometheus config update successful
2024-02-24T00:34:49.242321699Z 
2024-02-24T00:34:49.242551736Z Changes detected, updating prometheus config
2024-02-24T00:34:49.247935291Z Jobs detected: 0
2024-02-24T00:34:49.254089874Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T00:34:49.256043171Z alerting:
2024-02-24T00:34:49.256085525Z   alertmanagers:
2024-02-24T00:34:49.256100529Z   - static_configs:
2024-02-24T00:34:49.256109900Z     - targets:
2024-02-24T00:34:49.256119504Z       - alertmanager:9093
2024-02-24T00:34:49.256127897Z global:
2024-02-24T00:34:49.256136810Z   evaluation_interval: 15s
2024-02-24T00:34:49.256145231Z   scrape_interval: 15s
2024-02-24T00:34:49.256153683Z rule_files:
2024-02-24T00:34:49.256162279Z - osm_metric_rules.yml
2024-02-24T00:34:49.256170401Z - osm_alert_rules.yml
2024-02-24T00:34:49.256178663Z scrape_configs:
2024-02-24T00:34:49.256186837Z - job_name: mon_exporter
2024-02-24T00:34:49.256194990Z   static_configs:
2024-02-24T00:34:49.256203299Z   - targets:
2024-02-24T00:34:49.256212435Z     - mon:8000
2024-02-24T00:34:49.256220641Z - honor_labels: true
2024-02-24T00:34:49.256228925Z   job_name: pushgateway
2024-02-24T00:34:49.256242989Z   scrape_interval: 30s
2024-02-24T00:34:49.256251530Z   static_configs:
2024-02-24T00:34:49.256259766Z   - targets:
2024-02-24T00:34:49.256268923Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T00:34:49.256276980Z 
2024-02-24T00:34:49.260705168Z Alerts read: 0
2024-02-24T00:34:49.262551411Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T00:34:49.263724696Z groups:
2024-02-24T00:34:49.263735970Z - name: osm_alert_rules
2024-02-24T00:34:49.263739325Z   rules:
2024-02-24T00:34:49.263742900Z   - alert: vdu_down
2024-02-24T00:34:49.263758538Z     annotations:
2024-02-24T00:34:49.263762222Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T00:34:49.263765662Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T00:34:49.263768550Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T00:34:49.263786655Z     expr: vm_status_extended != 1
2024-02-24T00:34:49.263790134Z     for: 3m
2024-02-24T00:34:49.263901047Z 
2024-02-24T00:34:49.267025999Z New config written, updating prometheus
2024-02-24T00:34:54.296661477Z Prometheus config update successful
2024-02-24T00:34:54.296709680Z 
2024-02-24T02:32:37.299565042Z Changes detected, updating prometheus config
2024-02-24T02:32:37.301530607Z Jobs detected: 0
2024-02-24T02:32:37.306700848Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T02:32:37.308762578Z alerting:
2024-02-24T02:32:37.308777055Z   alertmanagers:
2024-02-24T02:32:37.308798185Z   - static_configs:
2024-02-24T02:32:37.308803031Z     - targets:
2024-02-24T02:32:37.308820190Z       - alertmanager:9093
2024-02-24T02:32:37.308825458Z global:
2024-02-24T02:32:37.308829558Z   evaluation_interval: 15s
2024-02-24T02:32:37.308834017Z   scrape_interval: 15s
2024-02-24T02:32:37.308838379Z rule_files:
2024-02-24T02:32:37.308842956Z - osm_metric_rules.yml
2024-02-24T02:32:37.308847215Z - osm_alert_rules.yml
2024-02-24T02:32:37.308851611Z scrape_configs:
2024-02-24T02:32:37.308856223Z - job_name: mon_exporter
2024-02-24T02:32:37.308860794Z   static_configs:
2024-02-24T02:32:37.308866792Z   - targets:
2024-02-24T02:32:37.308871665Z     - mon:8000
2024-02-24T02:32:37.308876603Z - honor_labels: true
2024-02-24T02:32:37.308881947Z   job_name: pushgateway
2024-02-24T02:32:37.308886997Z   scrape_interval: 30s
2024-02-24T02:32:37.308892064Z   static_configs:
2024-02-24T02:32:37.308896573Z   - targets:
2024-02-24T02:32:37.308901536Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T02:32:37.308905944Z 
2024-02-24T02:32:37.312480358Z Alerts read: 0
2024-02-24T02:32:37.314908874Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T02:32:37.316059570Z groups:
2024-02-24T02:32:37.316068675Z - name: osm_alert_rules
2024-02-24T02:32:37.316072067Z   rules:
2024-02-24T02:32:37.316075221Z   - alert: vdu_down
2024-02-24T02:32:37.316078292Z     annotations:
2024-02-24T02:32:37.316082387Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T02:32:37.316086613Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T02:32:37.316089977Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T02:32:37.316093742Z     expr: vm_status_extended != 1
2024-02-24T02:32:37.316096839Z     for: 3m
2024-02-24T02:32:37.316099779Z 
2024-02-24T02:32:37.317225605Z New config written, updating prometheus
2024-02-24T02:32:42.344951284Z Prometheus config update successful
2024-02-24T02:32:42.344989498Z 
2024-02-24T02:38:36.249929175Z Changes detected, updating prometheus config
2024-02-24T02:38:36.254650613Z Jobs detected: 0
2024-02-24T02:38:36.267283839Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T02:38:36.271518145Z alerting:
2024-02-24T02:38:36.271533714Z   alertmanagers:
2024-02-24T02:38:36.271537304Z   - static_configs:
2024-02-24T02:38:36.271540166Z     - targets:
2024-02-24T02:38:36.271546345Z       - alertmanager:9093
2024-02-24T02:38:36.271550282Z global:
2024-02-24T02:38:36.271575638Z   evaluation_interval: 15s
2024-02-24T02:38:36.271580843Z   scrape_interval: 15s
2024-02-24T02:38:36.271585418Z rule_files:
2024-02-24T02:38:36.271589410Z - osm_metric_rules.yml
2024-02-24T02:38:36.271593717Z - osm_alert_rules.yml
2024-02-24T02:38:36.271597790Z scrape_configs:
2024-02-24T02:38:36.271602296Z - job_name: mon_exporter
2024-02-24T02:38:36.271605364Z   static_configs:
2024-02-24T02:38:36.271608049Z   - targets:
2024-02-24T02:38:36.271610793Z     - mon:8000
2024-02-24T02:38:36.271613500Z - honor_labels: true
2024-02-24T02:38:36.271616168Z   job_name: pushgateway
2024-02-24T02:38:36.271618828Z   scrape_interval: 30s
2024-02-24T02:38:36.271621588Z   static_configs:
2024-02-24T02:38:36.271624246Z   - targets:
2024-02-24T02:38:36.271627985Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T02:38:36.271630658Z 
2024-02-24T02:38:36.276062697Z Alerts read: 0
2024-02-24T02:38:36.279140186Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T02:38:36.281292310Z groups:
2024-02-24T02:38:36.281306046Z - name: osm_alert_rules
2024-02-24T02:38:36.281311097Z   rules:
2024-02-24T02:38:36.281315364Z   - alert: vdu_down
2024-02-24T02:38:36.281318500Z     annotations:
2024-02-24T02:38:36.281322287Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T02:38:36.281325912Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T02:38:36.281330215Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T02:38:36.281335330Z     expr: vm_status_extended != 1
2024-02-24T02:38:36.281341135Z     for: 3m
2024-02-24T02:38:36.281345831Z 
2024-02-24T02:38:36.282939966Z New config written, updating prometheus
2024-02-24T02:38:41.306045723Z Prometheus config update successful
2024-02-24T02:38:41.306076894Z 
2024-02-24T03:28:55.564384056Z Changes detected, updating prometheus config
2024-02-24T03:28:55.567970830Z Jobs detected: 0
2024-02-24T03:28:55.585505397Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T03:28:55.592886994Z alerting:
2024-02-24T03:28:55.596980482Z   alertmanagers:
2024-02-24T03:28:55.596991419Z   - static_configs:
2024-02-24T03:28:55.596995276Z     - targets:
2024-02-24T03:28:55.597000131Z       - alertmanager:9093
2024-02-24T03:28:55.597003533Z global:
2024-02-24T03:28:55.597006852Z   evaluation_interval: 15s
2024-02-24T03:28:55.597010336Z   scrape_interval: 15s
2024-02-24T03:28:55.597013676Z rule_files:
2024-02-24T03:28:55.597017266Z - osm_metric_rules.yml
2024-02-24T03:28:55.597020687Z - osm_alert_rules.yml
2024-02-24T03:28:55.597023932Z scrape_configs:
2024-02-24T03:28:55.597027273Z - job_name: mon_exporter
2024-02-24T03:28:55.597030605Z   static_configs:
2024-02-24T03:28:55.597033917Z   - targets:
2024-02-24T03:28:55.597037232Z     - mon:8000
2024-02-24T03:28:55.597040505Z - honor_labels: true
2024-02-24T03:28:55.597043678Z   job_name: pushgateway
2024-02-24T03:28:55.597046863Z   scrape_interval: 30s
2024-02-24T03:28:55.597069606Z   static_configs:
2024-02-24T03:28:55.597075775Z   - targets:
2024-02-24T03:28:55.597085624Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T03:28:55.597090318Z 
2024-02-24T03:28:55.604079184Z Alerts read: 2
2024-02-24T03:28:55.608419281Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T03:28:55.611837746Z groups:
2024-02-24T03:28:55.611857553Z - name: osm_alert_rules
2024-02-24T03:28:55.611862680Z   rules:
2024-02-24T03:28:55.611867582Z   - alert: vdu_down
2024-02-24T03:28:55.611889420Z     annotations:
2024-02-24T03:28:55.611894875Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T03:28:55.611903655Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T03:28:55.611908155Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T03:28:55.611913129Z     expr: vm_status_extended != 1
2024-02-24T03:28:55.611917390Z     for: 3m
2024-02-24T03:28:55.611922166Z - name: _osm_alert_rules_20240224032855_
2024-02-24T03:28:55.611926128Z   rules:
2024-02-24T03:28:55.611930957Z   - alert: scalein_8a45465f-9b73-4856-b636-55cf681b39c5
2024-02-24T03:28:55.611935610Z     expr: (count (osm_cpu_utilization{ns_id="b487e470-ccf8-44ad-b7d9-74abe618e5f4",
2024-02-24T03:28:55.611946216Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="b487e470-ccf8-44ad-b7d9-74abe618e5f4",
2024-02-24T03:28:55.611951208Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T03:28:55.611962150Z     for: 1m
2024-02-24T03:28:55.611966740Z     labels:
2024-02-24T03:28:55.611971322Z       ns_id: b487e470-ccf8-44ad-b7d9-74abe618e5f4
2024-02-24T03:28:55.611976047Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T03:28:55.611981323Z       vnf_member_index: vnf
2024-02-24T03:28:55.611985563Z   - alert: scaleout_e8cad93a-16dc-404e-be3a-78f432632145
2024-02-24T03:28:55.611989798Z     expr: (count (osm_cpu_utilization{ns_id="b487e470-ccf8-44ad-b7d9-74abe618e5f4",
2024-02-24T03:28:55.611993915Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="b487e470-ccf8-44ad-b7d9-74abe618e5f4",
2024-02-24T03:28:55.611998030Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T03:28:55.612002657Z     for: 1m
2024-02-24T03:28:55.612007633Z     labels:
2024-02-24T03:28:55.612012222Z       ns_id: b487e470-ccf8-44ad-b7d9-74abe618e5f4
2024-02-24T03:28:55.612016582Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T03:28:55.612020853Z       vnf_member_index: vnf
2024-02-24T03:28:55.612049657Z 
2024-02-24T03:28:55.614868806Z New config written, updating prometheus
2024-02-24T03:29:00.665085066Z Prometheus config update successful
2024-02-24T03:29:00.665171380Z 
2024-02-24T03:29:00.665500487Z Changes detected, updating prometheus config
2024-02-24T03:29:00.667616094Z Jobs detected: 0
2024-02-24T03:29:00.676105530Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T03:29:00.681575598Z alerting:
2024-02-24T03:29:00.681621458Z   alertmanagers:
2024-02-24T03:29:00.681637244Z   - static_configs:
2024-02-24T03:29:00.681650894Z     - targets:
2024-02-24T03:29:00.681667202Z       - alertmanager:9093
2024-02-24T03:29:00.681681094Z global:
2024-02-24T03:29:00.681694890Z   evaluation_interval: 15s
2024-02-24T03:29:00.681708543Z   scrape_interval: 15s
2024-02-24T03:29:00.681721502Z rule_files:
2024-02-24T03:29:00.681733890Z - osm_metric_rules.yml
2024-02-24T03:29:00.681746324Z - osm_alert_rules.yml
2024-02-24T03:29:00.681758907Z scrape_configs:
2024-02-24T03:29:00.681839954Z - job_name: mon_exporter
2024-02-24T03:29:00.681857869Z   static_configs:
2024-02-24T03:29:00.681871145Z   - targets:
2024-02-24T03:29:00.681884349Z     - mon:8000
2024-02-24T03:29:00.681897064Z - honor_labels: true
2024-02-24T03:29:00.681909800Z   job_name: pushgateway
2024-02-24T03:29:00.681948725Z   scrape_interval: 30s
2024-02-24T03:29:00.681961606Z   static_configs:
2024-02-24T03:29:00.681974106Z   - targets:
2024-02-24T03:29:00.682021071Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T03:29:00.682034077Z 
2024-02-24T03:29:00.689904095Z Alerts read: 2
2024-02-24T03:29:00.693754931Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T03:29:00.699677344Z groups:
2024-02-24T03:29:00.699700494Z - name: osm_alert_rules
2024-02-24T03:29:00.699705417Z   rules:
2024-02-24T03:29:00.699710162Z   - alert: vdu_down
2024-02-24T03:29:00.699714796Z     annotations:
2024-02-24T03:29:00.699735880Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T03:29:00.699741831Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T03:29:00.699746701Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T03:29:00.699752056Z     expr: vm_status_extended != 1
2024-02-24T03:29:00.699756352Z     for: 3m
2024-02-24T03:29:00.699760634Z - name: _osm_alert_rules_20240224032900_
2024-02-24T03:29:00.699764892Z   rules:
2024-02-24T03:29:00.699769784Z   - alert: scalein_8a45465f-9b73-4856-b636-55cf681b39c5
2024-02-24T03:29:00.699774312Z     expr: (count (osm_cpu_utilization{ns_id="b487e470-ccf8-44ad-b7d9-74abe618e5f4",
2024-02-24T03:29:00.699787170Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="b487e470-ccf8-44ad-b7d9-74abe618e5f4",
2024-02-24T03:29:00.699792182Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T03:29:00.699811021Z     for: 1m
2024-02-24T03:29:00.699815603Z     labels:
2024-02-24T03:29:00.699819940Z       ns_id: b487e470-ccf8-44ad-b7d9-74abe618e5f4
2024-02-24T03:29:00.699824382Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T03:29:00.699829556Z       vnf_member_index: vnf
2024-02-24T03:29:00.699833961Z   - alert: scaleout_e8cad93a-16dc-404e-be3a-78f432632145
2024-02-24T03:29:00.699838689Z     expr: (count (osm_cpu_utilization{ns_id="b487e470-ccf8-44ad-b7d9-74abe618e5f4",
2024-02-24T03:29:00.699843592Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="b487e470-ccf8-44ad-b7d9-74abe618e5f4",
2024-02-24T03:29:00.699847833Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T03:29:00.699852098Z     for: 1m
2024-02-24T03:29:00.699856295Z     labels:
2024-02-24T03:29:00.699860448Z       ns_id: b487e470-ccf8-44ad-b7d9-74abe618e5f4
2024-02-24T03:29:00.699864587Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T03:29:00.699868738Z       vnf_member_index: vnf
2024-02-24T03:29:00.699872605Z 
2024-02-24T03:29:00.704615004Z New config written, updating prometheus
2024-02-24T03:29:05.735379252Z Prometheus config update successful
2024-02-24T03:29:05.735415756Z 
2024-02-24T03:36:20.277605480Z Changes detected, updating prometheus config
2024-02-24T03:36:20.279095851Z Jobs detected: 0
2024-02-24T03:36:20.287438229Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T03:36:20.292273547Z alerting:
2024-02-24T03:36:20.292293880Z   alertmanagers:
2024-02-24T03:36:20.292300700Z   - static_configs:
2024-02-24T03:36:20.292349945Z     - targets:
2024-02-24T03:36:20.292365147Z       - alertmanager:9093
2024-02-24T03:36:20.292378723Z global:
2024-02-24T03:36:20.292456914Z   evaluation_interval: 15s
2024-02-24T03:36:20.292465671Z   scrape_interval: 15s
2024-02-24T03:36:20.292471624Z rule_files:
2024-02-24T03:36:20.292478002Z - osm_metric_rules.yml
2024-02-24T03:36:20.292512458Z - osm_alert_rules.yml
2024-02-24T03:36:20.292518811Z scrape_configs:
2024-02-24T03:36:20.292544343Z - job_name: mon_exporter
2024-02-24T03:36:20.292550115Z   static_configs:
2024-02-24T03:36:20.292555983Z   - targets:
2024-02-24T03:36:20.292561577Z     - mon:8000
2024-02-24T03:36:20.292607226Z - honor_labels: true
2024-02-24T03:36:20.292613175Z   job_name: pushgateway
2024-02-24T03:36:20.292618634Z   scrape_interval: 30s
2024-02-24T03:36:20.292624191Z   static_configs:
2024-02-24T03:36:20.292629777Z   - targets:
2024-02-24T03:36:20.292670592Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T03:36:20.292692243Z 
2024-02-24T03:36:20.299071843Z Alerts read: 0
2024-02-24T03:36:20.301887259Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T03:36:20.303674019Z groups:
2024-02-24T03:36:20.303696764Z - name: osm_alert_rules
2024-02-24T03:36:20.303779262Z   rules:
2024-02-24T03:36:20.303788930Z   - alert: vdu_down
2024-02-24T03:36:20.303825178Z     annotations:
2024-02-24T03:36:20.303834523Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T03:36:20.303846698Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T03:36:20.303854437Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T03:36:20.303862789Z     expr: vm_status_extended != 1
2024-02-24T03:36:20.303870759Z     for: 3m
2024-02-24T03:36:20.303878217Z 
2024-02-24T03:36:20.305435667Z New config written, updating prometheus
2024-02-24T03:36:25.344824307Z Prometheus config update successful
2024-02-24T03:36:25.344871885Z 
2024-02-24T03:36:25.344879955Z Changes detected, updating prometheus config
2024-02-24T03:36:25.346801763Z Jobs detected: 0
2024-02-24T03:36:25.361619358Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T03:36:25.366581576Z alerting:
2024-02-24T03:36:25.366604235Z   alertmanagers:
2024-02-24T03:36:25.366611886Z   - static_configs:
2024-02-24T03:36:25.366617674Z     - targets:
2024-02-24T03:36:25.366624251Z       - alertmanager:9093
2024-02-24T03:36:25.366630035Z global:
2024-02-24T03:36:25.366635604Z   evaluation_interval: 15s
2024-02-24T03:36:25.366641233Z   scrape_interval: 15s
2024-02-24T03:36:25.366647661Z rule_files:
2024-02-24T03:36:25.366653296Z - osm_metric_rules.yml
2024-02-24T03:36:25.366658906Z - osm_alert_rules.yml
2024-02-24T03:36:25.366664429Z scrape_configs:
2024-02-24T03:36:25.366670166Z - job_name: mon_exporter
2024-02-24T03:36:25.366675828Z   static_configs:
2024-02-24T03:36:25.366681602Z   - targets:
2024-02-24T03:36:25.366687014Z     - mon:8000
2024-02-24T03:36:25.366693073Z - honor_labels: true
2024-02-24T03:36:25.366699491Z   job_name: pushgateway
2024-02-24T03:36:25.366705369Z   scrape_interval: 30s
2024-02-24T03:36:25.366711123Z   static_configs:
2024-02-24T03:36:25.366716529Z   - targets:
2024-02-24T03:36:25.366722601Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T03:36:25.366728082Z 
2024-02-24T03:36:25.373431214Z Alerts read: 0
2024-02-24T03:36:25.378674584Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T03:36:25.381950580Z groups:
2024-02-24T03:36:25.381969189Z - name: osm_alert_rules
2024-02-24T03:36:25.381976138Z   rules:
2024-02-24T03:36:25.381982690Z   - alert: vdu_down
2024-02-24T03:36:25.382014832Z     annotations:
2024-02-24T03:36:25.382025666Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T03:36:25.382034643Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T03:36:25.382061980Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T03:36:25.382069405Z     expr: vm_status_extended != 1
2024-02-24T03:36:25.382075469Z     for: 3m
2024-02-24T03:36:25.382081286Z 
2024-02-24T03:36:25.385098445Z New config written, updating prometheus
2024-02-24T03:36:30.413218478Z Prometheus config update successful
2024-02-24T03:36:30.413354956Z 
2024-02-24T03:37:14.262669350Z Changes detected, updating prometheus config
2024-02-24T03:37:14.264923448Z Jobs detected: 0
2024-02-24T03:37:14.277581584Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T03:37:14.281090754Z alerting:
2024-02-24T03:37:14.281111908Z   alertmanagers:
2024-02-24T03:37:14.281117063Z   - static_configs:
2024-02-24T03:37:14.281121218Z     - targets:
2024-02-24T03:37:14.281128605Z       - alertmanager:9093
2024-02-24T03:37:14.281132768Z global:
2024-02-24T03:37:14.281137244Z   evaluation_interval: 15s
2024-02-24T03:37:14.281141739Z   scrape_interval: 15s
2024-02-24T03:37:14.281145827Z rule_files:
2024-02-24T03:37:14.281149900Z - osm_metric_rules.yml
2024-02-24T03:37:14.281154048Z - osm_alert_rules.yml
2024-02-24T03:37:14.281158062Z scrape_configs:
2024-02-24T03:37:14.281162128Z - job_name: mon_exporter
2024-02-24T03:37:14.281166127Z   static_configs:
2024-02-24T03:37:14.281170198Z   - targets:
2024-02-24T03:37:14.281174677Z     - mon:8000
2024-02-24T03:37:14.281178665Z - honor_labels: true
2024-02-24T03:37:14.281182712Z   job_name: pushgateway
2024-02-24T03:37:14.281186724Z   scrape_interval: 30s
2024-02-24T03:37:14.281190701Z   static_configs:
2024-02-24T03:37:14.281194726Z   - targets:
2024-02-24T03:37:14.281200335Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T03:37:14.281204361Z 
2024-02-24T03:37:14.287673931Z Alerts read: 2
2024-02-24T03:37:14.290277257Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T03:37:14.293244125Z groups:
2024-02-24T03:37:14.293265368Z - name: osm_alert_rules
2024-02-24T03:37:14.293272228Z   rules:
2024-02-24T03:37:14.293278176Z   - alert: vdu_down
2024-02-24T03:37:14.293283964Z     annotations:
2024-02-24T03:37:14.293290740Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T03:37:14.293300165Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T03:37:14.293305951Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T03:37:14.293313507Z     expr: vm_status_extended != 1
2024-02-24T03:37:14.293319229Z     for: 3m
2024-02-24T03:37:14.293325106Z - name: _osm_alert_rules_20240224033714_
2024-02-24T03:37:14.293330761Z   rules:
2024-02-24T03:37:14.293337038Z   - alert: scalein_e0e615ee-31b7-462c-8b7a-48450f1796d6
2024-02-24T03:37:14.293342921Z     expr: (count (osm_cpu_utilization{ns_id="723dec64-a645-4e40-a13d-8dca3c19f279",
2024-02-24T03:37:14.293369357Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="723dec64-a645-4e40-a13d-8dca3c19f279",
2024-02-24T03:37:14.293376204Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T03:37:14.293381890Z     for: 1m
2024-02-24T03:37:14.293387596Z     labels:
2024-02-24T03:37:14.293393397Z       ns_id: 723dec64-a645-4e40-a13d-8dca3c19f279
2024-02-24T03:37:14.293399073Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T03:37:14.293406654Z       vnf_member_index: vnf
2024-02-24T03:37:14.293412403Z   - alert: scaleout_dfb04dfd-770c-43dd-81de-59cd79356334
2024-02-24T03:37:14.293434129Z     expr: (count (osm_cpu_utilization{ns_id="723dec64-a645-4e40-a13d-8dca3c19f279",
2024-02-24T03:37:14.293440167Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="723dec64-a645-4e40-a13d-8dca3c19f279",
2024-02-24T03:37:14.293445740Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T03:37:14.293451383Z     for: 1m
2024-02-24T03:37:14.293457029Z     labels:
2024-02-24T03:37:14.293462595Z       ns_id: 723dec64-a645-4e40-a13d-8dca3c19f279
2024-02-24T03:37:14.293468163Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T03:37:14.293473733Z       vnf_member_index: vnf
2024-02-24T03:37:14.293479054Z 
2024-02-24T03:37:14.296947760Z New config written, updating prometheus
2024-02-24T03:37:19.330789880Z Prometheus config update successful
2024-02-24T03:37:19.330858619Z 
2024-02-24T03:37:19.330875830Z Changes detected, updating prometheus config
2024-02-24T03:37:19.333008884Z Jobs detected: 0
2024-02-24T03:37:19.338423009Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T03:37:19.340577494Z alerting:
2024-02-24T03:37:19.340590241Z   alertmanagers:
2024-02-24T03:37:19.340595083Z   - static_configs:
2024-02-24T03:37:19.340598861Z     - targets:
2024-02-24T03:37:19.340603188Z       - alertmanager:9093
2024-02-24T03:37:19.340606931Z global:
2024-02-24T03:37:19.340610736Z   evaluation_interval: 15s
2024-02-24T03:37:19.340615106Z   scrape_interval: 15s
2024-02-24T03:37:19.340620836Z rule_files:
2024-02-24T03:37:19.340625377Z - osm_metric_rules.yml
2024-02-24T03:37:19.340629071Z - osm_alert_rules.yml
2024-02-24T03:37:19.340632997Z scrape_configs:
2024-02-24T03:37:19.340636687Z - job_name: mon_exporter
2024-02-24T03:37:19.340640350Z   static_configs:
2024-02-24T03:37:19.340644267Z   - targets:
2024-02-24T03:37:19.340647979Z     - mon:8000
2024-02-24T03:37:19.340651975Z - honor_labels: true
2024-02-24T03:37:19.340655789Z   job_name: pushgateway
2024-02-24T03:37:19.340659418Z   scrape_interval: 30s
2024-02-24T03:37:19.340662993Z   static_configs:
2024-02-24T03:37:19.340666766Z   - targets:
2024-02-24T03:37:19.340670995Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T03:37:19.340674748Z 
2024-02-24T03:37:19.344477129Z Alerts read: 2
2024-02-24T03:37:19.346117689Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T03:37:19.348776592Z groups:
2024-02-24T03:37:19.348826042Z - name: osm_alert_rules
2024-02-24T03:37:19.348836823Z   rules:
2024-02-24T03:37:19.348845755Z   - alert: vdu_down
2024-02-24T03:37:19.348854930Z     annotations:
2024-02-24T03:37:19.348864948Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T03:37:19.348874485Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T03:37:19.348883026Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T03:37:19.348891849Z     expr: vm_status_extended != 1
2024-02-24T03:37:19.348900361Z     for: 3m
2024-02-24T03:37:19.348908860Z - name: _osm_alert_rules_20240224033719_
2024-02-24T03:37:19.348917321Z   rules:
2024-02-24T03:37:19.348926673Z   - alert: scalein_e0e615ee-31b7-462c-8b7a-48450f1796d6
2024-02-24T03:37:19.348935189Z     expr: (count (osm_cpu_utilization{ns_id="723dec64-a645-4e40-a13d-8dca3c19f279",
2024-02-24T03:37:19.348944400Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="723dec64-a645-4e40-a13d-8dca3c19f279",
2024-02-24T03:37:19.348953177Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T03:37:19.348984534Z     for: 1m
2024-02-24T03:37:19.348993090Z     labels:
2024-02-24T03:37:19.349001962Z       ns_id: 723dec64-a645-4e40-a13d-8dca3c19f279
2024-02-24T03:37:19.349010429Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T03:37:19.349019603Z       vnf_member_index: vnf
2024-02-24T03:37:19.349027960Z   - alert: scaleout_dfb04dfd-770c-43dd-81de-59cd79356334
2024-02-24T03:37:19.349036360Z     expr: (count (osm_cpu_utilization{ns_id="723dec64-a645-4e40-a13d-8dca3c19f279",
2024-02-24T03:37:19.349081900Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="723dec64-a645-4e40-a13d-8dca3c19f279",
2024-02-24T03:37:19.349091294Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T03:37:19.349099749Z     for: 1m
2024-02-24T03:37:19.349108077Z     labels:
2024-02-24T03:37:19.349116275Z       ns_id: 723dec64-a645-4e40-a13d-8dca3c19f279
2024-02-24T03:37:19.349124708Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T03:37:19.349132990Z       vnf_member_index: vnf
2024-02-24T03:37:19.349140928Z 
2024-02-24T03:37:19.351430687Z New config written, updating prometheus
2024-02-24T03:37:24.379866291Z Prometheus config update successful
2024-02-24T03:37:24.379905063Z 
2024-02-24T03:55:48.526351345Z Changes detected, updating prometheus config
2024-02-24T03:55:48.528650275Z Jobs detected: 0
2024-02-24T03:55:48.533560235Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T03:55:48.535739470Z alerting:
2024-02-24T03:55:48.535899072Z   alertmanagers:
2024-02-24T03:55:48.535910692Z   - static_configs:
2024-02-24T03:55:48.535919578Z     - targets:
2024-02-24T03:55:48.535928995Z       - alertmanager:9093
2024-02-24T03:55:48.535937394Z global:
2024-02-24T03:55:48.535975985Z   evaluation_interval: 15s
2024-02-24T03:55:48.535984827Z   scrape_interval: 15s
2024-02-24T03:55:48.535993392Z rule_files:
2024-02-24T03:55:48.536002011Z - osm_metric_rules.yml
2024-02-24T03:55:48.536010325Z - osm_alert_rules.yml
2024-02-24T03:55:48.536018684Z scrape_configs:
2024-02-24T03:55:48.536059673Z - job_name: mon_exporter
2024-02-24T03:55:48.536069152Z   static_configs:
2024-02-24T03:55:48.536077539Z   - targets:
2024-02-24T03:55:48.536085994Z     - mon:8000
2024-02-24T03:55:48.536094274Z - honor_labels: true
2024-02-24T03:55:48.536102725Z   job_name: pushgateway
2024-02-24T03:55:48.536111139Z   scrape_interval: 30s
2024-02-24T03:55:48.536149168Z   static_configs:
2024-02-24T03:55:48.536158252Z   - targets:
2024-02-24T03:55:48.536167813Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T03:55:48.536176063Z 
2024-02-24T03:55:48.539057788Z Alerts read: 0
2024-02-24T03:55:48.540914517Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T03:55:48.542002480Z groups:
2024-02-24T03:55:48.542037505Z - name: osm_alert_rules
2024-02-24T03:55:48.542050809Z   rules:
2024-02-24T03:55:48.542141266Z   - alert: vdu_down
2024-02-24T03:55:48.542199093Z     annotations:
2024-02-24T03:55:48.542218166Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T03:55:48.542235831Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T03:55:48.542251106Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T03:55:48.542305739Z     expr: vm_status_extended != 1
2024-02-24T03:55:48.542315581Z     for: 3m
2024-02-24T03:55:48.542323801Z 
2024-02-24T03:55:48.542907109Z New config written, updating prometheus
2024-02-24T03:55:53.569364067Z Prometheus config update successful
2024-02-24T03:55:53.569401807Z 
2024-02-24T03:55:53.569424241Z Changes detected, updating prometheus config
2024-02-24T03:55:53.570934680Z Jobs detected: 0
2024-02-24T03:55:53.575759961Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T03:55:53.577493552Z alerting:
2024-02-24T03:55:53.577505115Z   alertmanagers:
2024-02-24T03:55:53.577508608Z   - static_configs:
2024-02-24T03:55:53.577511546Z     - targets:
2024-02-24T03:55:53.577515105Z       - alertmanager:9093
2024-02-24T03:55:53.577518039Z global:
2024-02-24T03:55:53.577520834Z   evaluation_interval: 15s
2024-02-24T03:55:53.577523697Z   scrape_interval: 15s
2024-02-24T03:55:53.577526542Z rule_files:
2024-02-24T03:55:53.577529525Z - osm_metric_rules.yml
2024-02-24T03:55:53.577539737Z - osm_alert_rules.yml
2024-02-24T03:55:53.577542593Z scrape_configs:
2024-02-24T03:55:53.577545535Z - job_name: mon_exporter
2024-02-24T03:55:53.577548366Z   static_configs:
2024-02-24T03:55:53.577551121Z   - targets:
2024-02-24T03:55:53.577553893Z     - mon:8000
2024-02-24T03:55:53.577556677Z - honor_labels: true
2024-02-24T03:55:53.577559435Z   job_name: pushgateway
2024-02-24T03:55:53.577562334Z   scrape_interval: 30s
2024-02-24T03:55:53.577568230Z   static_configs:
2024-02-24T03:55:53.577571232Z   - targets:
2024-02-24T03:55:53.577574723Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T03:55:53.577693597Z 
2024-02-24T03:55:53.580773451Z Alerts read: 0
2024-02-24T03:55:53.582850891Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T03:55:53.584723169Z groups:
2024-02-24T03:55:53.584733688Z - name: osm_alert_rules
2024-02-24T03:55:53.584736907Z   rules:
2024-02-24T03:55:53.584739758Z   - alert: vdu_down
2024-02-24T03:55:53.584742576Z     annotations:
2024-02-24T03:55:53.584746074Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T03:55:53.584749342Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T03:55:53.584752191Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T03:55:53.584755475Z     expr: vm_status_extended != 1
2024-02-24T03:55:53.584758200Z     for: 3m
2024-02-24T03:55:53.584819886Z 
2024-02-24T03:55:53.586083580Z New config written, updating prometheus
2024-02-24T03:55:58.611000266Z Prometheus config update successful
2024-02-24T03:55:58.611033100Z 
2024-02-24T03:58:04.683413217Z Changes detected, updating prometheus config
2024-02-24T03:58:04.685596112Z Jobs detected: 0
2024-02-24T03:58:04.694910272Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T03:58:04.697311997Z alerting:
2024-02-24T03:58:04.697335076Z   alertmanagers:
2024-02-24T03:58:04.697341994Z   - static_configs:
2024-02-24T03:58:04.697348068Z     - targets:
2024-02-24T03:58:04.697358189Z       - alertmanager:9093
2024-02-24T03:58:04.697364251Z global:
2024-02-24T03:58:04.697370162Z   evaluation_interval: 15s
2024-02-24T03:58:04.697375923Z   scrape_interval: 15s
2024-02-24T03:58:04.697381881Z rule_files:
2024-02-24T03:58:04.697387662Z - osm_metric_rules.yml
2024-02-24T03:58:04.697393742Z - osm_alert_rules.yml
2024-02-24T03:58:04.697399558Z scrape_configs:
2024-02-24T03:58:04.697405545Z - job_name: mon_exporter
2024-02-24T03:58:04.697411195Z   static_configs:
2024-02-24T03:58:04.697417125Z   - targets:
2024-02-24T03:58:04.697423138Z     - mon:8000
2024-02-24T03:58:04.697428940Z - honor_labels: true
2024-02-24T03:58:04.697454997Z   job_name: pushgateway
2024-02-24T03:58:04.697460903Z   scrape_interval: 30s
2024-02-24T03:58:04.697466520Z   static_configs:
2024-02-24T03:58:04.697472325Z   - targets:
2024-02-24T03:58:04.697480268Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T03:58:04.697485809Z 
2024-02-24T03:58:04.703026403Z Alerts read: 1
2024-02-24T03:58:04.704870307Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T03:58:04.707133174Z groups:
2024-02-24T03:58:04.707159139Z - name: osm_alert_rules
2024-02-24T03:58:04.707167462Z   rules:
2024-02-24T03:58:04.707175117Z   - alert: vdu_down
2024-02-24T03:58:04.707182635Z     annotations:
2024-02-24T03:58:04.707190908Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T03:58:04.707203369Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T03:58:04.707211072Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T03:58:04.707219545Z     expr: vm_status_extended != 1
2024-02-24T03:58:04.707227207Z     for: 3m
2024-02-24T03:58:04.707234859Z - name: _osm_alert_rules_20240224035804_
2024-02-24T03:58:04.707242868Z   rules:
2024-02-24T03:58:04.707251288Z   - alert: vdu_alarm_0ac355a2-8422-44f9-bf22-b8b29bc2b1ce
2024-02-24T03:58:04.707261246Z     expr: osm_cpu_utilization{ns_id="4bc7cca7-fe6a-41b0-b192-4bbc04e28028", vnf_member_index="vnf",
2024-02-24T03:58:04.707269124Z       vdu_id="cirros_vnfd-VM"} < 20.0000
2024-02-24T03:58:04.707276919Z     for: 1m
2024-02-24T03:58:04.707284707Z     labels:
2024-02-24T03:58:04.707292324Z       ns_id: 4bc7cca7-fe6a-41b0-b192-4bbc04e28028
2024-02-24T03:58:04.707302174Z       vdu_id: cirros_vnfd-VM
2024-02-24T03:58:04.707309707Z       vdu_name: '{{ $labels.vdu_name }}'
2024-02-24T03:58:04.707317325Z       vnf_member_index: vnf
2024-02-24T03:58:04.707324603Z 
2024-02-24T03:58:04.709346329Z New config written, updating prometheus
2024-02-24T03:58:09.740999035Z Prometheus config update successful
2024-02-24T03:58:09.741053717Z 
2024-02-24T04:06:55.456728884Z Changes detected, updating prometheus config
2024-02-24T04:06:55.462839994Z Jobs detected: 0
2024-02-24T04:06:55.474634030Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T04:06:55.478396463Z alerting:
2024-02-24T04:06:55.478412774Z   alertmanagers:
2024-02-24T04:06:55.478418941Z   - static_configs:
2024-02-24T04:06:55.478423446Z     - targets:
2024-02-24T04:06:55.478451308Z       - alertmanager:9093
2024-02-24T04:06:55.478456666Z global:
2024-02-24T04:06:55.478461232Z   evaluation_interval: 15s
2024-02-24T04:06:55.478465561Z   scrape_interval: 15s
2024-02-24T04:06:55.478470072Z rule_files:
2024-02-24T04:06:55.478474310Z - osm_metric_rules.yml
2024-02-24T04:06:55.478478761Z - osm_alert_rules.yml
2024-02-24T04:06:55.478483098Z scrape_configs:
2024-02-24T04:06:55.478487412Z - job_name: mon_exporter
2024-02-24T04:06:55.478491856Z   static_configs:
2024-02-24T04:06:55.478496213Z   - targets:
2024-02-24T04:06:55.478500486Z     - mon:8000
2024-02-24T04:06:55.478504620Z - honor_labels: true
2024-02-24T04:06:55.478508978Z   job_name: pushgateway
2024-02-24T04:06:55.478529714Z   scrape_interval: 30s
2024-02-24T04:06:55.478534065Z   static_configs:
2024-02-24T04:06:55.478538400Z   - targets:
2024-02-24T04:06:55.478545633Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T04:06:55.478550089Z 
2024-02-24T04:06:55.484043484Z Alerts read: 0
2024-02-24T04:06:55.486135231Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T04:06:55.488169567Z groups:
2024-02-24T04:06:55.488193383Z - name: osm_alert_rules
2024-02-24T04:06:55.488203710Z   rules:
2024-02-24T04:06:55.488212614Z   - alert: vdu_down
2024-02-24T04:06:55.488221314Z     annotations:
2024-02-24T04:06:55.488231396Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T04:06:55.488240946Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T04:06:55.488249510Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T04:06:55.488258982Z     expr: vm_status_extended != 1
2024-02-24T04:06:55.488267624Z     for: 3m
2024-02-24T04:06:55.488275876Z 
2024-02-24T04:06:55.489418784Z New config written, updating prometheus
2024-02-24T04:07:00.521350986Z Prometheus config update successful
2024-02-24T04:07:00.521378816Z 
2024-02-24T04:50:40.327774054Z Changes detected, updating prometheus config
2024-02-24T04:50:40.330512770Z Jobs detected: 0
2024-02-24T04:50:40.342198761Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T04:50:40.345412755Z alerting:
2024-02-24T04:50:40.345433311Z   alertmanagers:
2024-02-24T04:50:40.345439530Z   - static_configs:
2024-02-24T04:50:40.345446442Z     - targets:
2024-02-24T04:50:40.345455441Z       - alertmanager:9093
2024-02-24T04:50:40.345462896Z global:
2024-02-24T04:50:40.345470307Z   evaluation_interval: 15s
2024-02-24T04:50:40.345477756Z   scrape_interval: 15s
2024-02-24T04:50:40.345484965Z rule_files:
2024-02-24T04:50:40.345492250Z - osm_metric_rules.yml
2024-02-24T04:50:40.345499805Z - osm_alert_rules.yml
2024-02-24T04:50:40.345506927Z scrape_configs:
2024-02-24T04:50:40.345513517Z - job_name: mon_exporter
2024-02-24T04:50:40.345520005Z   static_configs:
2024-02-24T04:50:40.345526885Z   - targets:
2024-02-24T04:50:40.345531879Z     - mon:8000
2024-02-24T04:50:40.345536412Z - honor_labels: true
2024-02-24T04:50:40.345541725Z   job_name: pushgateway
2024-02-24T04:50:40.345548399Z   scrape_interval: 30s
2024-02-24T04:50:40.345556858Z   static_configs:
2024-02-24T04:50:40.345564741Z   - targets:
2024-02-24T04:50:40.345573289Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T04:50:40.345580530Z 
2024-02-24T04:50:40.350700645Z Alerts read: 2
2024-02-24T04:50:40.353213714Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T04:50:40.356888848Z groups:
2024-02-24T04:50:40.356921040Z - name: osm_alert_rules
2024-02-24T04:50:40.356930921Z   rules:
2024-02-24T04:50:40.356939839Z   - alert: vdu_down
2024-02-24T04:50:40.356948577Z     annotations:
2024-02-24T04:50:40.356958344Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T04:50:40.356967822Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T04:50:40.356976793Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T04:50:40.356986188Z     expr: vm_status_extended != 1
2024-02-24T04:50:40.356994827Z     for: 3m
2024-02-24T04:50:40.357003471Z - name: _osm_alert_rules_20240224045040_
2024-02-24T04:50:40.357012023Z   rules:
2024-02-24T04:50:40.357022167Z   - alert: scalein_cc4c2d90-0a33-44f9-a048-55fa0da47ce5
2024-02-24T04:50:40.357030861Z     expr: (count (osm_cpu_utilization{ns_id="b627dd1d-2180-4cc4-b7f6-c0545955c879",
2024-02-24T04:50:40.357040822Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="b627dd1d-2180-4cc4-b7f6-c0545955c879",
2024-02-24T04:50:40.357077905Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T04:50:40.357087062Z     for: 1m
2024-02-24T04:50:40.357095694Z     labels:
2024-02-24T04:50:40.357104264Z       ns_id: b627dd1d-2180-4cc4-b7f6-c0545955c879
2024-02-24T04:50:40.357112665Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T04:50:40.357121522Z       vnf_member_index: '1'
2024-02-24T04:50:40.357179909Z   - alert: scaleout_cf7be3c4-b7b5-44b2-81a3-efd94f0c7bd9
2024-02-24T04:50:40.357194178Z     expr: (count (osm_cpu_utilization{ns_id="b627dd1d-2180-4cc4-b7f6-c0545955c879",
2024-02-24T04:50:40.357204150Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="b627dd1d-2180-4cc4-b7f6-c0545955c879",
2024-02-24T04:50:40.357213554Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T04:50:40.357221880Z     for: 1m
2024-02-24T04:50:40.357230228Z     labels:
2024-02-24T04:50:40.357238752Z       ns_id: b627dd1d-2180-4cc4-b7f6-c0545955c879
2024-02-24T04:50:40.357247028Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T04:50:40.357255298Z       vnf_member_index: '1'
2024-02-24T04:50:40.357263336Z 
2024-02-24T04:50:40.360336421Z New config written, updating prometheus
2024-02-24T04:50:45.392605555Z Prometheus config update successful
2024-02-24T04:50:45.392632857Z 
2024-02-24T04:50:45.392781307Z Changes detected, updating prometheus config
2024-02-24T04:50:45.394227336Z Jobs detected: 0
2024-02-24T04:50:45.398551881Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T04:50:45.400425231Z alerting:
2024-02-24T04:50:45.400436107Z   alertmanagers:
2024-02-24T04:50:45.400439979Z   - static_configs:
2024-02-24T04:50:45.400443414Z     - targets:
2024-02-24T04:50:45.400447397Z       - alertmanager:9093
2024-02-24T04:50:45.400450440Z global:
2024-02-24T04:50:45.400453735Z   evaluation_interval: 15s
2024-02-24T04:50:45.400456738Z   scrape_interval: 15s
2024-02-24T04:50:45.400459889Z rule_files:
2024-02-24T04:50:45.400462954Z - osm_metric_rules.yml
2024-02-24T04:50:45.400466099Z - osm_alert_rules.yml
2024-02-24T04:50:45.400469153Z scrape_configs:
2024-02-24T04:50:45.400472239Z - job_name: mon_exporter
2024-02-24T04:50:45.400478827Z   static_configs:
2024-02-24T04:50:45.400481929Z   - targets:
2024-02-24T04:50:45.400485143Z     - mon:8000
2024-02-24T04:50:45.400488331Z - honor_labels: true
2024-02-24T04:50:45.400491280Z   job_name: pushgateway
2024-02-24T04:50:45.400494336Z   scrape_interval: 30s
2024-02-24T04:50:45.400497630Z   static_configs:
2024-02-24T04:50:45.400500763Z   - targets:
2024-02-24T04:50:45.400504636Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T04:50:45.400507705Z 
2024-02-24T04:50:45.403944326Z Alerts read: 2
2024-02-24T04:50:45.405707617Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T04:50:45.408551131Z groups:
2024-02-24T04:50:45.408572967Z - name: osm_alert_rules
2024-02-24T04:50:45.408579630Z   rules:
2024-02-24T04:50:45.408585874Z   - alert: vdu_down
2024-02-24T04:50:45.408592186Z     annotations:
2024-02-24T04:50:45.408598912Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T04:50:45.408605560Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T04:50:45.408618237Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T04:50:45.408624770Z     expr: vm_status_extended != 1
2024-02-24T04:50:45.408630882Z     for: 3m
2024-02-24T04:50:45.408636582Z - name: _osm_alert_rules_20240224045045_
2024-02-24T04:50:45.408661138Z   rules:
2024-02-24T04:50:45.408667579Z   - alert: scalein_cc4c2d90-0a33-44f9-a048-55fa0da47ce5
2024-02-24T04:50:45.408673199Z     expr: (count (osm_cpu_utilization{ns_id="b627dd1d-2180-4cc4-b7f6-c0545955c879",
2024-02-24T04:50:45.408679522Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="b627dd1d-2180-4cc4-b7f6-c0545955c879",
2024-02-24T04:50:45.408685049Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-02-24T04:50:45.408690866Z     for: 1m
2024-02-24T04:50:45.408696336Z     labels:
2024-02-24T04:50:45.408702105Z       ns_id: b627dd1d-2180-4cc4-b7f6-c0545955c879
2024-02-24T04:50:45.408707678Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T04:50:45.408714255Z       vnf_member_index: '1'
2024-02-24T04:50:45.408719812Z   - alert: scaleout_cf7be3c4-b7b5-44b2-81a3-efd94f0c7bd9
2024-02-24T04:50:45.408725276Z     expr: (count (osm_cpu_utilization{ns_id="b627dd1d-2180-4cc4-b7f6-c0545955c879",
2024-02-24T04:50:45.408731067Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="b627dd1d-2180-4cc4-b7f6-c0545955c879",
2024-02-24T04:50:45.408736653Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-02-24T04:50:45.408742174Z     for: 1m
2024-02-24T04:50:45.408747657Z     labels:
2024-02-24T04:50:45.408753122Z       ns_id: b627dd1d-2180-4cc4-b7f6-c0545955c879
2024-02-24T04:50:45.408758536Z       vdu_id: hackfest_basic_metrics-VM
2024-02-24T04:50:45.408764071Z       vnf_member_index: '1'
2024-02-24T04:50:45.408769317Z 
2024-02-24T04:50:45.411380088Z New config written, updating prometheus
2024-02-24T04:50:50.443618124Z Prometheus config update successful
2024-02-24T04:50:50.443666416Z 
2024-02-24T04:51:34.296012403Z Changes detected, updating prometheus config
2024-02-24T04:51:34.299426512Z Jobs detected: 0
2024-02-24T04:51:34.318763270Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T04:51:34.320697894Z alerting:
2024-02-24T04:51:34.320714571Z   alertmanagers:
2024-02-24T04:51:34.320720041Z   - static_configs:
2024-02-24T04:51:34.320724727Z     - targets:
2024-02-24T04:51:34.320729765Z       - alertmanager:9093
2024-02-24T04:51:34.320734333Z global:
2024-02-24T04:51:34.320738626Z   evaluation_interval: 15s
2024-02-24T04:51:34.320742902Z   scrape_interval: 15s
2024-02-24T04:51:34.320747758Z rule_files:
2024-02-24T04:51:34.320752253Z - osm_metric_rules.yml
2024-02-24T04:51:34.320760850Z - osm_alert_rules.yml
2024-02-24T04:51:34.320765480Z scrape_configs:
2024-02-24T04:51:34.320769952Z - job_name: mon_exporter
2024-02-24T04:51:34.320774793Z   static_configs:
2024-02-24T04:51:34.320779748Z   - targets:
2024-02-24T04:51:34.320785044Z     - mon:8000
2024-02-24T04:51:34.320789929Z - honor_labels: true
2024-02-24T04:51:34.320794475Z   job_name: pushgateway
2024-02-24T04:51:34.320798718Z   scrape_interval: 30s
2024-02-24T04:51:34.320803021Z   static_configs:
2024-02-24T04:51:34.320807302Z   - targets:
2024-02-24T04:51:34.320812862Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T04:51:34.320824669Z 
2024-02-24T04:51:34.324297963Z Alerts read: 0
2024-02-24T04:51:34.326696812Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T04:51:34.327892487Z groups:
2024-02-24T04:51:34.327906916Z - name: osm_alert_rules
2024-02-24T04:51:34.327912652Z   rules:
2024-02-24T04:51:34.327917954Z   - alert: vdu_down
2024-02-24T04:51:34.327923285Z     annotations:
2024-02-24T04:51:34.327951953Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T04:51:34.327960689Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T04:51:34.327965765Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T04:51:34.327971931Z     expr: vm_status_extended != 1
2024-02-24T04:51:34.327976571Z     for: 3m
2024-02-24T04:51:34.328012935Z 
2024-02-24T04:51:34.329193392Z New config written, updating prometheus
2024-02-24T04:51:39.358601869Z Prometheus config update successful
2024-02-24T04:51:39.358722004Z 
2024-02-24T04:51:39.358874625Z Changes detected, updating prometheus config
2024-02-24T04:51:39.360943226Z Jobs detected: 0
2024-02-24T04:51:39.367411405Z Writing new config file to /etc/prometheus/prometheus.yml
2024-02-24T04:51:39.369482787Z alerting:
2024-02-24T04:51:39.369494974Z   alertmanagers:
2024-02-24T04:51:39.369521443Z   - static_configs:
2024-02-24T04:51:39.369525088Z     - targets:
2024-02-24T04:51:39.369528991Z       - alertmanager:9093
2024-02-24T04:51:39.369532138Z global:
2024-02-24T04:51:39.369535717Z   evaluation_interval: 15s
2024-02-24T04:51:39.369539348Z   scrape_interval: 15s
2024-02-24T04:51:39.369542373Z rule_files:
2024-02-24T04:51:39.369545408Z - osm_metric_rules.yml
2024-02-24T04:51:39.369548575Z - osm_alert_rules.yml
2024-02-24T04:51:39.369551672Z scrape_configs:
2024-02-24T04:51:39.369554779Z - job_name: mon_exporter
2024-02-24T04:51:39.369557828Z   static_configs:
2024-02-24T04:51:39.369560823Z   - targets:
2024-02-24T04:51:39.369563990Z     - mon:8000
2024-02-24T04:51:39.369567043Z - honor_labels: true
2024-02-24T04:51:39.369570043Z   job_name: pushgateway
2024-02-24T04:51:39.369573165Z   scrape_interval: 30s
2024-02-24T04:51:39.369576212Z   static_configs:
2024-02-24T04:51:39.369579193Z   - targets:
2024-02-24T04:51:39.369595762Z     - pushgateway-prometheus-pushgateway:9091
2024-02-24T04:51:39.369599242Z 
2024-02-24T04:51:39.372772240Z Alerts read: 0
2024-02-24T04:51:39.374718340Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-02-24T04:51:39.375931849Z groups:
2024-02-24T04:51:39.375974606Z - name: osm_alert_rules
2024-02-24T04:51:39.375980411Z   rules:
2024-02-24T04:51:39.375984845Z   - alert: vdu_down
2024-02-24T04:51:39.375988841Z     annotations:
2024-02-24T04:51:39.375993516Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-02-24T04:51:39.375998294Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-02-24T04:51:39.376001944Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-02-24T04:51:39.376005577Z     expr: vm_status_extended != 1
2024-02-24T04:51:39.376008545Z     for: 3m
2024-02-24T04:51:39.376011127Z 
2024-02-24T04:51:39.377012582Z New config written, updating prometheus
2024-02-24T04:51:44.406286585Z Prometheus config update successful
2024-02-24T04:51:44.406531750Z