2024-04-14T22:30:22.899015722Z level=info ts=2024-04-14T22:30:22.896Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-14T22:30:22.899127475Z level=info ts=2024-04-14T22:30:22.896Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-04-14T22:30:22.899148681Z level=info ts=2024-04-14T22:30:22.896Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-04-14T22:30:22.899151479Z level=info ts=2024-04-14T22:30:22.896Z caller=main.go:449 host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))" 2024-04-14T22:30:22.899154385Z level=info ts=2024-04-14T22:30:22.896Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-04-14T22:30:22.899157148Z level=info ts=2024-04-14T22:30:22.896Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-14T22:30:22.902931306Z level=info ts=2024-04-14T22:30:22.899Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-04-14T22:30:22.902948074Z level=info ts=2024-04-14T22:30:22.899Z caller=main.go:824 msg="Starting TSDB ..." 2024-04-14T22:30:22.902958445Z level=info ts=2024-04-14T22:30:22.900Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-04-14T22:30:22.904478151Z level=info ts=2024-04-14T22:30:22.903Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-14T22:30:22.904486813Z level=info ts=2024-04-14T22:30:22.903Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.324µs 2024-04-14T22:30:22.904489651Z level=info ts=2024-04-14T22:30:22.903Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-04-14T22:30:22.904492263Z level=info ts=2024-04-14T22:30:22.904Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-14T22:30:22.904495989Z level=info ts=2024-04-14T22:30:22.904Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.23µs wal_replay_duration=280.395µs total_replay_duration=315.413µs 2024-04-14T22:30:22.906947433Z level=info ts=2024-04-14T22:30:22.906Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-04-14T22:30:22.906958760Z level=info ts=2024-04-14T22:30:22.906Z caller=main.go:854 msg="TSDB started" 2024-04-14T22:30:22.907086493Z level=info ts=2024-04-14T22:30:22.907Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T22:30:22.911643478Z level=info ts=2024-04-14T22:30:22.910Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.933562ms remote_storage=2.142µs web_handler=782ns query_engine=1.067µs scrape=247.524µs scrape_sd=51.481µs notify=27.395µs notify_sd=10.024µs rules=3.055797ms 2024-04-14T22:30:22.911657007Z level=info ts=2024-04-14T22:30:22.910Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-04-14T22:33:42.688773401Z level=info ts=2024-04-14T22:33:42.688Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T22:33:42.691756705Z level=info ts=2024-04-14T22:33:42.691Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.027116ms remote_storage=2.934µs web_handler=3.663µs query_engine=2.353µs scrape=177.953µs scrape_sd=46.985µs notify=28.586µs notify_sd=13.832µs rules=1.845327ms 2024-04-14T22:55:03.083668368Z level=info ts=2024-04-14T22:55:03.083Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T22:55:03.086958419Z level=info ts=2024-04-14T22:55:03.086Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.384879ms remote_storage=12.973µs web_handler=560ns query_engine=4.44µs scrape=178.341µs scrape_sd=61.177µs notify=37.837µs notify_sd=31.778µs rules=2.214176ms 2024-04-14T22:55:08.132797966Z level=info ts=2024-04-14T22:55:08.132Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T22:55:08.135885488Z level=info ts=2024-04-14T22:55:08.135Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.164823ms remote_storage=3.553µs web_handler=700ns query_engine=1.96µs scrape=169.747µs scrape_sd=60.664µs notify=32.705µs notify_sd=15.604µs rules=2.313275ms 2024-04-14T22:56:32.254710399Z level=info ts=2024-04-14T22:56:32.254Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T22:56:32.257079170Z level=info ts=2024-04-14T22:56:32.256Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.381661ms remote_storage=2.355µs web_handler=5.397µs query_engine=1.494µs scrape=151.236µs scrape_sd=76.832µs notify=39.367µs notify_sd=14.008µs rules=1.464922ms 2024-04-14T22:56:37.300416377Z level=info ts=2024-04-14T22:56:37.300Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T22:56:37.301891798Z level=info ts=2024-04-14T22:56:37.301Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.629389ms remote_storage=5.239µs web_handler=389ns query_engine=3.67µs scrape=105.73µs scrape_sd=51.255µs notify=11.97µs notify_sd=14.959µs rules=1.128988ms 2024-04-14T23:16:57.567359804Z level=info ts=2024-04-14T23:16:57.567Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T23:16:57.577240806Z level=info ts=2024-04-14T23:16:57.577Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.87552ms remote_storage=4.06µs web_handler=1.218µs query_engine=8.138µs scrape=244.005µs scrape_sd=104.211µs notify=158.803µs notify_sd=83.489µs rules=7.933695ms 2024-04-14T23:17:02.642749584Z level=info ts=2024-04-14T23:17:02.642Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T23:17:02.648214008Z level=info ts=2024-04-14T23:17:02.647Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.417628ms remote_storage=3.767µs web_handler=753ns query_engine=2.073µs scrape=215.862µs scrape_sd=72.173µs notify=24.753µs notify_sd=17.729µs rules=4.453497ms 2024-04-14T23:17:07.708610276Z level=info ts=2024-04-14T23:17:07.708Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T23:17:07.714322058Z level=info ts=2024-04-14T23:17:07.714Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.651822ms remote_storage=3.585µs web_handler=756ns query_engine=1.707µs scrape=173.2µs scrape_sd=54.178µs notify=17.2µs notify_sd=14.722µs rules=4.836943ms 2024-04-14T23:17:12.777877143Z level=info ts=2024-04-14T23:17:12.777Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T23:17:12.787135800Z level=info ts=2024-04-14T23:17:12.786Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.212749ms remote_storage=4.017µs web_handler=913ns query_engine=1.994µs scrape=366.232µs scrape_sd=140.231µs notify=26.501µs notify_sd=22.48µs rules=7.51743ms 2024-04-14T23:17:17.841457465Z level=info ts=2024-04-14T23:17:17.841Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T23:17:17.850102431Z level=info ts=2024-04-14T23:17:17.849Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.72549ms remote_storage=2.816µs web_handler=908ns query_engine=2.061µs scrape=201.955µs scrape_sd=79.659µs notify=30.735µs notify_sd=13.987µs rules=7.416469ms 2024-04-14T23:17:22.913505960Z level=info ts=2024-04-14T23:17:22.913Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T23:17:22.918185119Z level=info ts=2024-04-14T23:17:22.917Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.64057ms remote_storage=3.344µs web_handler=749ns query_engine=2.298µs scrape=166.379µs scrape_sd=64.957µs notify=22.093µs notify_sd=33.737µs rules=3.464859ms 2024-04-14T23:18:42.867164544Z level=info ts=2024-04-14T23:18:42.866Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T23:18:42.869591811Z level=info ts=2024-04-14T23:18:42.869Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.464226ms remote_storage=3.473µs web_handler=3.222µs query_engine=3.516µs scrape=156.083µs scrape_sd=71.675µs notify=24.049µs notify_sd=26.912µs rules=1.344237ms 2024-04-14T23:18:47.921271400Z level=info ts=2024-04-14T23:18:47.921Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T23:18:47.926373704Z level=info ts=2024-04-14T23:18:47.926Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.109615ms remote_storage=3.351µs web_handler=25.622µs query_engine=2.304µs scrape=232.33µs scrape_sd=106.885µs notify=21.64µs notify_sd=28.911µs rules=3.666433ms 2024-04-14T23:18:52.974370979Z level=info ts=2024-04-14T23:18:52.974Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T23:18:52.978101219Z level=info ts=2024-04-14T23:18:52.977Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.684412ms remote_storage=4.224µs web_handler=952ns query_engine=2.114µs scrape=203.369µs scrape_sd=88.014µs notify=26.761µs notify_sd=22.078µs rules=2.345863ms 2024-04-14T23:18:58.038950667Z level=info ts=2024-04-14T23:18:58.038Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T23:18:58.040270605Z level=info ts=2024-04-14T23:18:58.040Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.339294ms remote_storage=2.438µs web_handler=958ns query_engine=1.332µs scrape=85.525µs scrape_sd=40.698µs notify=15.771µs notify_sd=13.193µs rules=825.391µs 2024-04-14T23:19:03.079696229Z level=info ts=2024-04-14T23:19:03.079Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T23:19:03.081365581Z level=info ts=2024-04-14T23:19:03.081Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.715335ms remote_storage=4.074µs web_handler=419ns query_engine=1.577µs scrape=112.327µs scrape_sd=79.529µs notify=15.565µs notify_sd=14.61µs rules=1.163934ms 2024-04-14T23:19:08.128309877Z level=info ts=2024-04-14T23:19:08.128Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-14T23:19:08.133503081Z level=info ts=2024-04-14T23:19:08.133Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.285036ms remote_storage=3.679µs web_handler=833ns query_engine=1.869µs scrape=412.165µs scrape_sd=196.341µs notify=193.383µs notify_sd=70.137µs rules=3.211691ms 2024-04-14T23:56:13.129190649Z level=warn ts=2024-04-14T23:56:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"cf31e49b-5f46-4c7d-ab2c-2da12bd43374\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7f77f906-3734-47f9-9cb8-4b06ee06b514\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"ddd312dc-2f4a-4c10-85ed-c8ae8082bc3f\", vdu_name=\"basic_27_helm_ee-simple-mgmtVM-0\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"cf31e49b-5f46-4c7d-ab2c-2da12bd43374\", vnf_id=\"763eb5c8-d749-44af-bf1e-19fd61d4ecfe\", vnf_member_index=\"simple\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7f77f906-3734-47f9-9cb8-4b06ee06b514\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"ddd312dc-2f4a-4c10-85ed-c8ae8082bc3f\", vdu_name=\"UNKNOWN\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"cf31e49b-5f46-4c7d-ab2c-2da12bd43374\", vnf_id=\"763eb5c8-d749-44af-bf1e-19fd61d4ecfe\", vnf_member_index=\"simple\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-14T23:56:28.129960171Z level=warn ts=2024-04-14T23:56:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"cf31e49b-5f46-4c7d-ab2c-2da12bd43374\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7f77f906-3734-47f9-9cb8-4b06ee06b514\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"ddd312dc-2f4a-4c10-85ed-c8ae8082bc3f\", vdu_name=\"basic_27_helm_ee-simple-mgmtVM-0\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"cf31e49b-5f46-4c7d-ab2c-2da12bd43374\", vnf_id=\"763eb5c8-d749-44af-bf1e-19fd61d4ecfe\", vnf_member_index=\"simple\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7f77f906-3734-47f9-9cb8-4b06ee06b514\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"ddd312dc-2f4a-4c10-85ed-c8ae8082bc3f\", vdu_name=\"UNKNOWN\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"cf31e49b-5f46-4c7d-ab2c-2da12bd43374\", vnf_id=\"763eb5c8-d749-44af-bf1e-19fd61d4ecfe\", vnf_member_index=\"simple\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T00:42:13.131947298Z level=warn ts=2024-04-15T00:42:13.130Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"af9feca1-2c9e-46d3-8802-b521a8fbbcb8\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a54e2bfd-edb2-41c1-a15f-96cd36454bdb\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"caf82862-f5c4-4566-8546-d52de2dc1171\", vdu_name=\"heal_02-charm_vnf-mgmtVM-2\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"af9feca1-2c9e-46d3-8802-b521a8fbbcb8\", vnf_id=\"d8ac9aa9-c94a-418b-b2e8-ca9c27440124\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a54e2bfd-edb2-41c1-a15f-96cd36454bdb\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"caf82862-f5c4-4566-8546-d52de2dc1171\", vdu_name=\"heal_02-charm_vnf-mgmtVM-1\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"af9feca1-2c9e-46d3-8802-b521a8fbbcb8\", vnf_id=\"d8ac9aa9-c94a-418b-b2e8-ca9c27440124\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T00:42:28.129260272Z level=warn ts=2024-04-15T00:42:28.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"af9feca1-2c9e-46d3-8802-b521a8fbbcb8\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a54e2bfd-edb2-41c1-a15f-96cd36454bdb\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"caf82862-f5c4-4566-8546-d52de2dc1171\", vdu_name=\"heal_02-charm_vnf-mgmtVM-2\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"af9feca1-2c9e-46d3-8802-b521a8fbbcb8\", vnf_id=\"d8ac9aa9-c94a-418b-b2e8-ca9c27440124\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"a54e2bfd-edb2-41c1-a15f-96cd36454bdb\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"caf82862-f5c4-4566-8546-d52de2dc1171\", vdu_name=\"heal_02-charm_vnf-mgmtVM-1\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"af9feca1-2c9e-46d3-8802-b521a8fbbcb8\", vnf_id=\"d8ac9aa9-c94a-418b-b2e8-ca9c27440124\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T01:06:10.105892214Z level=info ts=2024-04-15T01:06:10.105Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T01:06:10.111625029Z level=info ts=2024-04-15T01:06:10.111Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.858356ms remote_storage=4.258µs web_handler=10.205µs query_engine=9.081µs scrape=273.457µs scrape_sd=142.3µs notify=69.824µs notify_sd=36.518µs rules=3.535272ms 2024-04-15T01:08:13.129406145Z level=warn ts=2024-04-15T01:08:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"b4f5b125-ec48-4917-9875-abae3b9e0363\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"fc649dbf-9cc8-4860-9cb4-9b33af2cc7b9\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"f3ba0aa0-fa17-47d1-b388-af3a2048cade\", vdu_name=\"heal_04-autoheal-basic-1-autoheal_vnfd-VM-0\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"b4f5b125-ec48-4917-9875-abae3b9e0363\", vnf_id=\"a9508033-308e-41d0-8ec2-c5536a619cfc\", vnf_member_index=\"autoheal-basic-1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"fc649dbf-9cc8-4860-9cb4-9b33af2cc7b9\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"f3ba0aa0-fa17-47d1-b388-af3a2048cade\", vdu_name=\"UNKNOWN\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"b4f5b125-ec48-4917-9875-abae3b9e0363\", vnf_id=\"a9508033-308e-41d0-8ec2-c5536a619cfc\", vnf_member_index=\"autoheal-basic-1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T01:08:28.132767451Z level=warn ts=2024-04-15T01:08:28.132Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"b4f5b125-ec48-4917-9875-abae3b9e0363\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"fc649dbf-9cc8-4860-9cb4-9b33af2cc7b9\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"f3ba0aa0-fa17-47d1-b388-af3a2048cade\", vdu_name=\"heal_04-autoheal-basic-1-autoheal_vnfd-VM-0\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"b4f5b125-ec48-4917-9875-abae3b9e0363\", vnf_id=\"a9508033-308e-41d0-8ec2-c5536a619cfc\", vnf_member_index=\"autoheal-basic-1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"fc649dbf-9cc8-4860-9cb4-9b33af2cc7b9\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"f3ba0aa0-fa17-47d1-b388-af3a2048cade\", vdu_name=\"UNKNOWN\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"b4f5b125-ec48-4917-9875-abae3b9e0363\", vnf_id=\"a9508033-308e-41d0-8ec2-c5536a619cfc\", vnf_member_index=\"autoheal-basic-1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T01:13:13.825233025Z level=info ts=2024-04-15T01:13:13.825Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T01:13:13.828924988Z level=info ts=2024-04-15T01:13:13.828Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.726202ms remote_storage=2.707µs web_handler=3.674µs query_engine=4.675µs scrape=198.608µs scrape_sd=100.137µs notify=96.145µs notify_sd=16.174µs rules=2.412164ms 2024-04-15T01:30:41.988665189Z level=info ts=2024-04-15T01:30:41.987Z caller=compact.go:518 component=tsdb msg="write block" mint=1713133839124 maxt=1713139200000 ulid=01HVFP1ECDRK0S22VBTCN0CP7A duration=52.805291ms 2024-04-15T01:30:41.992054502Z level=info ts=2024-04-15T01:30:41.991Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.838839ms 2024-04-15T01:44:13.129905396Z level=warn ts=2024-04-15T01:44:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"68536e0e-9b1f-4378-8cfa-8a795a09bab4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"50055382-209a-4ed0-af0d-55d90622637e\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"79b07c01-fac5-424e-b463-30944cbf4dba\", vdu_name=\"k8s_10-k8s_proxy-vnf2-mgmtVM-0\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"68536e0e-9b1f-4378-8cfa-8a795a09bab4\", vnf_id=\"6aeda307-c9d1-4d92-9fad-25b9cf1bb218\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"50055382-209a-4ed0-af0d-55d90622637e\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"79b07c01-fac5-424e-b463-30944cbf4dba\", vdu_name=\"UNKNOWN\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"68536e0e-9b1f-4378-8cfa-8a795a09bab4\", vnf_id=\"6aeda307-c9d1-4d92-9fad-25b9cf1bb218\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T01:44:28.129886867Z level=warn ts=2024-04-15T01:44:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"68536e0e-9b1f-4378-8cfa-8a795a09bab4\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"50055382-209a-4ed0-af0d-55d90622637e\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"79b07c01-fac5-424e-b463-30944cbf4dba\", vdu_name=\"k8s_10-k8s_proxy-vnf2-mgmtVM-0\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"68536e0e-9b1f-4378-8cfa-8a795a09bab4\", vnf_id=\"6aeda307-c9d1-4d92-9fad-25b9cf1bb218\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"50055382-209a-4ed0-af0d-55d90622637e\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"79b07c01-fac5-424e-b463-30944cbf4dba\", vdu_name=\"UNKNOWN\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"68536e0e-9b1f-4378-8cfa-8a795a09bab4\", vnf_id=\"6aeda307-c9d1-4d92-9fad-25b9cf1bb218\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T01:53:03.224236724Z level=info ts=2024-04-15T01:53:03.223Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T01:53:03.229811882Z level=info ts=2024-04-15T01:53:03.229Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.723909ms remote_storage=11.652µs web_handler=17.76µs query_engine=5.621µs scrape=361.251µs scrape_sd=126.716µs notify=164.247µs notify_sd=49.728µs rules=3.155639ms 2024-04-15T01:53:08.284177032Z level=info ts=2024-04-15T01:53:08.283Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T01:53:08.286725727Z level=info ts=2024-04-15T01:53:08.286Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.686689ms remote_storage=16.434µs web_handler=447ns query_engine=5.066µs scrape=154.616µs scrape_sd=46.404µs notify=16.666µs notify_sd=10.678µs rules=1.859286ms 2024-04-15T02:01:27.710302036Z level=info ts=2024-04-15T02:01:27.709Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:01:27.717429645Z level=info ts=2024-04-15T02:01:27.717Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.479003ms remote_storage=3.622µs web_handler=6.739µs query_engine=2.859µs scrape=248.02µs scrape_sd=97.197µs notify=77.838µs notify_sd=46.637µs rules=4.055792ms 2024-04-15T02:01:32.769473218Z level=info ts=2024-04-15T02:01:32.769Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:01:32.773173691Z level=info ts=2024-04-15T02:01:32.773Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.70762ms remote_storage=4.445µs web_handler=732ns query_engine=2.007µs scrape=199.222µs scrape_sd=101.704µs notify=25.794µs notify_sd=26.31µs rules=2.716639ms 2024-04-15T02:02:19.006577512Z level=info ts=2024-04-15T02:02:19.006Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:02:19.011803758Z level=info ts=2024-04-15T02:02:19.011Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.219815ms remote_storage=3.885µs web_handler=1.047µs query_engine=1.975µs scrape=182.416µs scrape_sd=81.305µs notify=37.749µs notify_sd=24.192µs rules=4.11639ms 2024-04-15T02:02:24.070771625Z level=info ts=2024-04-15T02:02:24.070Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:02:24.073977529Z level=info ts=2024-04-15T02:02:24.073Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.230939ms remote_storage=2.746µs web_handler=527ns query_engine=1.627µs scrape=117.354µs scrape_sd=49.104µs notify=16.559µs notify_sd=18.557µs rules=2.540627ms 2024-04-15T02:04:13.132573312Z level=warn ts=2024-04-15T02:04:13.131Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"12115b83-402b-4551-bd43-09e8114d281d\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"9634813e-e96c-4639-9909-803e97a8a73e\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"2f792e7f-dfcc-4096-ad11-c5b03beef07c\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"12115b83-402b-4551-bd43-09e8114d281d\", vnf_id=\"93f263ff-f590-4d15-a5ab-ad7eb01c3a6f\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"9634813e-e96c-4639-9909-803e97a8a73e\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"2f792e7f-dfcc-4096-ad11-c5b03beef07c\", vdu_name=\"UNKNOWN\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"12115b83-402b-4551-bd43-09e8114d281d\", vnf_id=\"93f263ff-f590-4d15-a5ab-ad7eb01c3a6f\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T02:04:28.129520868Z level=warn ts=2024-04-15T02:04:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"12115b83-402b-4551-bd43-09e8114d281d\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"9634813e-e96c-4639-9909-803e97a8a73e\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"2f792e7f-dfcc-4096-ad11-c5b03beef07c\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"12115b83-402b-4551-bd43-09e8114d281d\", vnf_id=\"93f263ff-f590-4d15-a5ab-ad7eb01c3a6f\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"9634813e-e96c-4639-9909-803e97a8a73e\", project_id=\"403c8b4c-31ea-4b4f-b746-d779558a0a0b\", vdu_id=\"2f792e7f-dfcc-4096-ad11-c5b03beef07c\", vdu_name=\"UNKNOWN\", vim_id=\"457ccb38-384c-49f6-ad0a-cfcbbcf50d93\", vm_id=\"12115b83-402b-4551-bd43-09e8114d281d\", vnf_id=\"93f263ff-f590-4d15-a5ab-ad7eb01c3a6f\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T02:14:51.028176324Z level=info ts=2024-04-15T02:14:51.027Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:14:51.031775044Z level=info ts=2024-04-15T02:14:51.031Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.710125ms remote_storage=3.036µs web_handler=5.041µs query_engine=1.884µs scrape=198.927µs scrape_sd=109.871µs notify=42.023µs notify_sd=20.243µs rules=2.215794ms 2024-04-15T02:14:56.092327857Z level=info ts=2024-04-15T02:14:56.092Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:14:56.094486239Z level=info ts=2024-04-15T02:14:56.094Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.130315ms remote_storage=2.737µs web_handler=453ns query_engine=1.304µs scrape=115.553µs scrape_sd=45.99µs notify=15.497µs notify_sd=19.493µs rules=1.49003ms 2024-04-15T02:17:04.863708700Z level=info ts=2024-04-15T02:17:04.863Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:17:04.866541726Z level=info ts=2024-04-15T02:17:04.866Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.92269ms remote_storage=2.818µs web_handler=693ns query_engine=2.079µs scrape=174.08µs scrape_sd=60.837µs notify=19.643µs notify_sd=18.991µs rules=1.935756ms 2024-04-15T02:26:54.662243001Z level=info ts=2024-04-15T02:26:54.661Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:26:54.668040550Z level=info ts=2024-04-15T02:26:54.667Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.940579ms remote_storage=3.708µs web_handler=23.413µs query_engine=2.187µs scrape=275.618µs scrape_sd=103.852µs notify=75.179µs notify_sd=85.662µs rules=3.926706ms 2024-04-15T02:29:03.223350852Z level=info ts=2024-04-15T02:29:03.223Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:29:03.226323917Z level=info ts=2024-04-15T02:29:03.226Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.989479ms remote_storage=2.852µs web_handler=4.732µs query_engine=5.529µs scrape=184.994µs scrape_sd=75.64µs notify=90.247µs notify_sd=22.719µs rules=1.337986ms 2024-04-15T02:29:27.928059587Z level=info ts=2024-04-15T02:29:27.927Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:29:27.932727308Z level=info ts=2024-04-15T02:29:27.932Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.667909ms remote_storage=3.826µs web_handler=596ns query_engine=2.153µs scrape=2.019117ms scrape_sd=90.757µs notify=22.777µs notify_sd=18.525µs rules=1.786035ms 2024-04-15T02:42:37.551033322Z level=info ts=2024-04-15T02:42:37.550Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:42:37.555116915Z level=info ts=2024-04-15T02:42:37.554Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.107382ms remote_storage=8.297µs web_handler=3.937µs query_engine=5.56µs scrape=209.425µs scrape_sd=66.245µs notify=39.674µs notify_sd=21.198µs rules=2.616304ms 2024-04-15T02:42:42.608601754Z level=info ts=2024-04-15T02:42:42.608Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:42:42.611061379Z level=info ts=2024-04-15T02:42:42.610Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.387453ms remote_storage=2.478µs web_handler=426ns query_engine=1.309µs scrape=96.424µs scrape_sd=49.921µs notify=12.448µs notify_sd=9.898µs rules=1.840751ms 2024-04-15T02:43:31.601177290Z level=info ts=2024-04-15T02:43:31.600Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:43:31.605595758Z level=info ts=2024-04-15T02:43:31.605Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.460373ms remote_storage=2.738µs web_handler=661ns query_engine=1.944µs scrape=159.474µs scrape_sd=64.661µs notify=24.557µs notify_sd=14.561µs rules=2.246355ms 2024-04-15T02:43:36.648552845Z level=info ts=2024-04-15T02:43:36.648Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T02:43:36.650498678Z level=info ts=2024-04-15T02:43:36.650Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.970597ms remote_storage=8.233µs web_handler=637ns query_engine=7.774µs scrape=129.476µs scrape_sd=41.984µs notify=17.907µs notify_sd=12.512µs rules=1.284336ms 2024-04-14T22:32:56.174334101Z Created MongoClient to connect to MongoDB! 2024-04-14T22:32:56.174374693Z Generating prometheus config files 2024-04-14T22:33:26.211535418Z Error in configuration attempt! Number of tries: 1/3 2024-04-14T22:33:26.211604406Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-14T22:33:31.207893738Z Generating prometheus config files 2024-04-14T22:33:42.647084970Z Jobs detected: 0 2024-04-14T22:33:42.659701153Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T22:33:42.665234681Z alerting: 2024-04-14T22:33:42.665242630Z alertmanagers: 2024-04-14T22:33:42.665246638Z - static_configs: 2024-04-14T22:33:42.665249839Z - targets: 2024-04-14T22:33:42.665253668Z - alertmanager:9093 2024-04-14T22:33:42.665256777Z global: 2024-04-14T22:33:42.665259945Z evaluation_interval: 15s 2024-04-14T22:33:42.665263081Z scrape_interval: 15s 2024-04-14T22:33:42.665266167Z rule_files: 2024-04-14T22:33:42.665269180Z - osm_metric_rules.yml 2024-04-14T22:33:42.665272308Z - osm_alert_rules.yml 2024-04-14T22:33:42.665279225Z scrape_configs: 2024-04-14T22:33:42.665282620Z - job_name: mon_exporter 2024-04-14T22:33:42.665285900Z static_configs: 2024-04-14T22:33:42.665288960Z - targets: 2024-04-14T22:33:42.665292055Z - mon:8000 2024-04-14T22:33:42.665295114Z - honor_labels: true 2024-04-14T22:33:42.665298122Z job_name: pushgateway 2024-04-14T22:33:42.665301152Z scrape_interval: 30s 2024-04-14T22:33:42.665304148Z static_configs: 2024-04-14T22:33:42.665307250Z - targets: 2024-04-14T22:33:42.665311107Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T22:33:42.665314276Z 2024-04-14T22:33:42.671851209Z Alerts read: 0 2024-04-14T22:33:42.673824529Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T22:33:42.675025675Z groups: 2024-04-14T22:33:42.675050510Z - name: osm_alert_rules 2024-04-14T22:33:42.675053659Z rules: 2024-04-14T22:33:42.675056396Z - alert: vdu_down 2024-04-14T22:33:42.675058990Z annotations: 2024-04-14T22:33:42.675062125Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T22:33:42.675065090Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T22:33:42.675067902Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T22:33:42.675071036Z expr: vm_status_extended != 1 2024-04-14T22:33:42.675073631Z for: 3m 2024-04-14T22:33:42.675076037Z 2024-04-14T22:33:42.676312475Z New config written, updating prometheus 2024-04-14T22:33:47.720007641Z Prometheus config update successful 2024-04-14T22:33:52.727723345Z Listening to changes in prometheus jobs and alerts collections 2024-04-14T22:55:03.051463142Z Changes detected, updating prometheus config 2024-04-14T22:55:03.053896950Z Jobs detected: 0 2024-04-14T22:55:03.057978095Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T22:55:03.059932319Z alerting: 2024-04-14T22:55:03.059943155Z alertmanagers: 2024-04-14T22:55:03.059946888Z - static_configs: 2024-04-14T22:55:03.059949756Z - targets: 2024-04-14T22:55:03.059953494Z - alertmanager:9093 2024-04-14T22:55:03.059956265Z global: 2024-04-14T22:55:03.059959242Z evaluation_interval: 15s 2024-04-14T22:55:03.059962611Z scrape_interval: 15s 2024-04-14T22:55:03.059979226Z rule_files: 2024-04-14T22:55:03.059982222Z - osm_metric_rules.yml 2024-04-14T22:55:03.059984940Z - osm_alert_rules.yml 2024-04-14T22:55:03.059987754Z scrape_configs: 2024-04-14T22:55:03.059990511Z - job_name: mon_exporter 2024-04-14T22:55:03.059993178Z static_configs: 2024-04-14T22:55:03.059996009Z - targets: 2024-04-14T22:55:03.059998719Z - mon:8000 2024-04-14T22:55:03.060001474Z - honor_labels: true 2024-04-14T22:55:03.060004493Z job_name: pushgateway 2024-04-14T22:55:03.060007313Z scrape_interval: 30s 2024-04-14T22:55:03.060009983Z static_configs: 2024-04-14T22:55:03.060012826Z - targets: 2024-04-14T22:55:03.060016410Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T22:55:03.060019092Z 2024-04-14T22:55:03.066267700Z Alerts read: 2 2024-04-14T22:55:03.068010608Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T22:55:03.070645729Z groups: 2024-04-14T22:55:03.070654862Z - name: osm_alert_rules 2024-04-14T22:55:03.070657743Z rules: 2024-04-14T22:55:03.070660286Z - alert: vdu_down 2024-04-14T22:55:03.070662808Z annotations: 2024-04-14T22:55:03.070666342Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T22:55:03.070669576Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T22:55:03.070672190Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T22:55:03.070675497Z expr: vm_status_extended != 1 2024-04-14T22:55:03.070678125Z for: 3m 2024-04-14T22:55:03.070680717Z - name: _osm_alert_rules_20240414225503_ 2024-04-14T22:55:03.070683194Z rules: 2024-04-14T22:55:03.070686330Z - alert: scalein_fe2b1e2c-acb2-49a5-afe7-0fdc86c10a3b 2024-04-14T22:55:03.070688907Z expr: (count (osm_cpu_utilization{ns_id="02a5fd4b-0031-4f9c-bb95-4cbb2917464a", 2024-04-14T22:55:03.070692213Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="02a5fd4b-0031-4f9c-bb95-4cbb2917464a", 2024-04-14T22:55:03.070695029Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T22:55:03.070697741Z for: 1m 2024-04-14T22:55:03.070700451Z labels: 2024-04-14T22:55:03.070703140Z ns_id: 02a5fd4b-0031-4f9c-bb95-4cbb2917464a 2024-04-14T22:55:03.070705723Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T22:55:03.070708964Z vnf_member_index: vnf 2024-04-14T22:55:03.070711615Z - alert: scaleout_36ad9854-8d3d-4874-baf3-871a9515cd9d 2024-04-14T22:55:03.070714279Z expr: (count (osm_cpu_utilization{ns_id="02a5fd4b-0031-4f9c-bb95-4cbb2917464a", 2024-04-14T22:55:03.070716853Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="02a5fd4b-0031-4f9c-bb95-4cbb2917464a", 2024-04-14T22:55:03.070719382Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T22:55:03.070725452Z for: 1m 2024-04-14T22:55:03.070728227Z labels: 2024-04-14T22:55:03.070731091Z ns_id: 02a5fd4b-0031-4f9c-bb95-4cbb2917464a 2024-04-14T22:55:03.070733637Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T22:55:03.070736409Z vnf_member_index: vnf 2024-04-14T22:55:03.070738809Z 2024-04-14T22:55:03.073631783Z New config written, updating prometheus 2024-04-14T22:55:08.110112844Z Prometheus config update successful 2024-04-14T22:55:08.110146733Z 2024-04-14T22:55:08.110156116Z Changes detected, updating prometheus config 2024-04-14T22:55:08.112404013Z Jobs detected: 0 2024-04-14T22:55:08.117633680Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T22:55:08.119408966Z alerting: 2024-04-14T22:55:08.119462150Z alertmanagers: 2024-04-14T22:55:08.119472297Z - static_configs: 2024-04-14T22:55:08.119479759Z - targets: 2024-04-14T22:55:08.119487909Z - alertmanager:9093 2024-04-14T22:55:08.119495018Z global: 2024-04-14T22:55:08.119502090Z evaluation_interval: 15s 2024-04-14T22:55:08.119509268Z scrape_interval: 15s 2024-04-14T22:55:08.119516449Z rule_files: 2024-04-14T22:55:08.119545338Z - osm_metric_rules.yml 2024-04-14T22:55:08.119552590Z - osm_alert_rules.yml 2024-04-14T22:55:08.119559566Z scrape_configs: 2024-04-14T22:55:08.119566739Z - job_name: mon_exporter 2024-04-14T22:55:08.119573676Z static_configs: 2024-04-14T22:55:08.119580705Z - targets: 2024-04-14T22:55:08.119587831Z - mon:8000 2024-04-14T22:55:08.119621321Z - honor_labels: true 2024-04-14T22:55:08.119628692Z job_name: pushgateway 2024-04-14T22:55:08.119635681Z scrape_interval: 30s 2024-04-14T22:55:08.119642563Z static_configs: 2024-04-14T22:55:08.119649623Z - targets: 2024-04-14T22:55:08.119657204Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T22:55:08.119664090Z 2024-04-14T22:55:08.122496640Z Alerts read: 2 2024-04-14T22:55:08.124196563Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T22:55:08.127198921Z groups: 2024-04-14T22:55:08.127217426Z - name: osm_alert_rules 2024-04-14T22:55:08.127222661Z rules: 2024-04-14T22:55:08.127227654Z - alert: vdu_down 2024-04-14T22:55:08.127232426Z annotations: 2024-04-14T22:55:08.127238194Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T22:55:08.127244050Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T22:55:08.127248984Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T22:55:08.127254561Z expr: vm_status_extended != 1 2024-04-14T22:55:08.127259569Z for: 3m 2024-04-14T22:55:08.127264315Z - name: _osm_alert_rules_20240414225508_ 2024-04-14T22:55:08.127269127Z rules: 2024-04-14T22:55:08.127274289Z - alert: scalein_fe2b1e2c-acb2-49a5-afe7-0fdc86c10a3b 2024-04-14T22:55:08.127279171Z expr: (count (osm_cpu_utilization{ns_id="02a5fd4b-0031-4f9c-bb95-4cbb2917464a", 2024-04-14T22:55:08.127284879Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="02a5fd4b-0031-4f9c-bb95-4cbb2917464a", 2024-04-14T22:55:08.127289743Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T22:55:08.127294762Z for: 1m 2024-04-14T22:55:08.127299465Z labels: 2024-04-14T22:55:08.127304259Z ns_id: 02a5fd4b-0031-4f9c-bb95-4cbb2917464a 2024-04-14T22:55:08.127309038Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T22:55:08.127314567Z vnf_member_index: vnf 2024-04-14T22:55:08.127319751Z - alert: scaleout_36ad9854-8d3d-4874-baf3-871a9515cd9d 2024-04-14T22:55:08.127324542Z expr: (count (osm_cpu_utilization{ns_id="02a5fd4b-0031-4f9c-bb95-4cbb2917464a", 2024-04-14T22:55:08.127329626Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="02a5fd4b-0031-4f9c-bb95-4cbb2917464a", 2024-04-14T22:55:08.127334613Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T22:55:08.127339416Z for: 1m 2024-04-14T22:55:08.127344116Z labels: 2024-04-14T22:55:08.127348871Z ns_id: 02a5fd4b-0031-4f9c-bb95-4cbb2917464a 2024-04-14T22:55:08.127353600Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T22:55:08.127373015Z vnf_member_index: vnf 2024-04-14T22:55:08.127377673Z 2024-04-14T22:55:08.129700785Z New config written, updating prometheus 2024-04-14T22:55:13.159148444Z Prometheus config update successful 2024-04-14T22:55:13.159186075Z 2024-04-14T22:56:32.221303169Z Changes detected, updating prometheus config 2024-04-14T22:56:32.223435333Z Jobs detected: 0 2024-04-14T22:56:32.234957366Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T22:56:32.239305218Z alerting: 2024-04-14T22:56:32.239321719Z alertmanagers: 2024-04-14T22:56:32.239327597Z - static_configs: 2024-04-14T22:56:32.239332484Z - targets: 2024-04-14T22:56:32.239337567Z - alertmanager:9093 2024-04-14T22:56:32.239724635Z global: 2024-04-14T22:56:32.239731261Z evaluation_interval: 15s 2024-04-14T22:56:32.239736635Z scrape_interval: 15s 2024-04-14T22:56:32.239741661Z rule_files: 2024-04-14T22:56:32.239746428Z - osm_metric_rules.yml 2024-04-14T22:56:32.239751071Z - osm_alert_rules.yml 2024-04-14T22:56:32.239776222Z scrape_configs: 2024-04-14T22:56:32.239781574Z - job_name: mon_exporter 2024-04-14T22:56:32.239786350Z static_configs: 2024-04-14T22:56:32.239791202Z - targets: 2024-04-14T22:56:32.239795928Z - mon:8000 2024-04-14T22:56:32.239800598Z - honor_labels: true 2024-04-14T22:56:32.239805407Z job_name: pushgateway 2024-04-14T22:56:32.239810101Z scrape_interval: 30s 2024-04-14T22:56:32.239815090Z static_configs: 2024-04-14T22:56:32.239819818Z - targets: 2024-04-14T22:56:32.239825537Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T22:56:32.239830074Z 2024-04-14T22:56:32.244234578Z Alerts read: 0 2024-04-14T22:56:32.247058437Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T22:56:32.248772857Z groups: 2024-04-14T22:56:32.248784844Z - name: osm_alert_rules 2024-04-14T22:56:32.248790206Z rules: 2024-04-14T22:56:32.248795272Z - alert: vdu_down 2024-04-14T22:56:32.248800013Z annotations: 2024-04-14T22:56:32.248806021Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T22:56:32.248811320Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T22:56:32.248816151Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T22:56:32.248821315Z expr: vm_status_extended != 1 2024-04-14T22:56:32.248826288Z for: 3m 2024-04-14T22:56:32.248830862Z 2024-04-14T22:56:32.250093056Z New config written, updating prometheus 2024-04-14T22:56:37.278339046Z Prometheus config update successful 2024-04-14T22:56:37.278372091Z 2024-04-14T22:56:37.279225179Z Changes detected, updating prometheus config 2024-04-14T22:56:37.282974434Z Jobs detected: 0 2024-04-14T22:56:37.284623421Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T22:56:37.289042126Z alerting: 2024-04-14T22:56:37.289053062Z alertmanagers: 2024-04-14T22:56:37.289057353Z - static_configs: 2024-04-14T22:56:37.289060041Z - targets: 2024-04-14T22:56:37.289063125Z - alertmanager:9093 2024-04-14T22:56:37.289065720Z global: 2024-04-14T22:56:37.289068404Z evaluation_interval: 15s 2024-04-14T22:56:37.289071182Z scrape_interval: 15s 2024-04-14T22:56:37.289073765Z rule_files: 2024-04-14T22:56:37.289076254Z - osm_metric_rules.yml 2024-04-14T22:56:37.289079131Z - osm_alert_rules.yml 2024-04-14T22:56:37.289081616Z scrape_configs: 2024-04-14T22:56:37.289106259Z - job_name: mon_exporter 2024-04-14T22:56:37.289109552Z static_configs: 2024-04-14T22:56:37.289139006Z - targets: 2024-04-14T22:56:37.289142117Z - mon:8000 2024-04-14T22:56:37.289145147Z - honor_labels: true 2024-04-14T22:56:37.289147998Z job_name: pushgateway 2024-04-14T22:56:37.289150990Z scrape_interval: 30s 2024-04-14T22:56:37.289154008Z static_configs: 2024-04-14T22:56:37.289156926Z - targets: 2024-04-14T22:56:37.289160870Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T22:56:37.289163757Z 2024-04-14T22:56:37.291799485Z Alerts read: 0 2024-04-14T22:56:37.293106091Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T22:56:37.294195746Z groups: 2024-04-14T22:56:37.294206631Z - name: osm_alert_rules 2024-04-14T22:56:37.294209769Z rules: 2024-04-14T22:56:37.294212701Z - alert: vdu_down 2024-04-14T22:56:37.294215574Z annotations: 2024-04-14T22:56:37.294219092Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T22:56:37.294222904Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T22:56:37.294225782Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T22:56:37.294229645Z expr: vm_status_extended != 1 2024-04-14T22:56:37.294232496Z for: 3m 2024-04-14T22:56:37.294235155Z 2024-04-14T22:56:37.295147400Z New config written, updating prometheus 2024-04-14T22:56:42.330080218Z Prometheus config update successful 2024-04-14T22:56:42.330128525Z 2024-04-14T23:16:57.527452588Z Changes detected, updating prometheus config 2024-04-14T23:16:57.528770081Z Jobs detected: 0 2024-04-14T23:16:57.534961850Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T23:16:57.537519727Z alerting: 2024-04-14T23:16:57.537532155Z alertmanagers: 2024-04-14T23:16:57.537536075Z - static_configs: 2024-04-14T23:16:57.537539221Z - targets: 2024-04-14T23:16:57.537542842Z - alertmanager:9093 2024-04-14T23:16:57.537545829Z global: 2024-04-14T23:16:57.537555859Z evaluation_interval: 15s 2024-04-14T23:16:57.537559327Z scrape_interval: 15s 2024-04-14T23:16:57.537562387Z rule_files: 2024-04-14T23:16:57.537565709Z - osm_metric_rules.yml 2024-04-14T23:16:57.537568685Z - osm_alert_rules.yml 2024-04-14T23:16:57.537571685Z scrape_configs: 2024-04-14T23:16:57.537574689Z - job_name: mon_exporter 2024-04-14T23:16:57.537577749Z static_configs: 2024-04-14T23:16:57.537580804Z - targets: 2024-04-14T23:16:57.537583809Z - mon:8000 2024-04-14T23:16:57.537587073Z - honor_labels: true 2024-04-14T23:16:57.537590277Z job_name: pushgateway 2024-04-14T23:16:57.537593239Z scrape_interval: 30s 2024-04-14T23:16:57.537596521Z static_configs: 2024-04-14T23:16:57.537599465Z - targets: 2024-04-14T23:16:57.537603006Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T23:16:57.537605943Z 2024-04-14T23:16:57.541867257Z Alerts read: 6 2024-04-14T23:16:57.544174117Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T23:16:57.553557868Z groups: 2024-04-14T23:16:57.553574313Z - name: osm_alert_rules 2024-04-14T23:16:57.553578031Z rules: 2024-04-14T23:16:57.553596705Z - alert: vdu_down 2024-04-14T23:16:57.553600350Z annotations: 2024-04-14T23:16:57.553605321Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T23:16:57.553609835Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T23:16:57.553612864Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T23:16:57.553626966Z expr: vm_status_extended != 1 2024-04-14T23:16:57.553630115Z for: 3m 2024-04-14T23:16:57.553633082Z - name: _osm_alert_rules_20240414231657_ 2024-04-14T23:16:57.553636290Z rules: 2024-04-14T23:16:57.553640150Z - alert: scalein_b7dda816-5c7d-48ad-b02e-3611cb2ecb7f 2024-04-14T23:16:57.553643153Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:16:57.553649718Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:16:57.553652875Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:16:57.553655871Z for: 1m 2024-04-14T23:16:57.553658772Z labels: 2024-04-14T23:16:57.553661737Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:16:57.553664881Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:16:57.553669097Z vnf_member_index: vnf 2024-04-14T23:16:57.553672079Z - alert: scaleout_71925245-a0aa-4df6-b0b6-b1eb58742cca 2024-04-14T23:16:57.553675092Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:16:57.553678168Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:16:57.553681144Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:16:57.553684042Z for: 1m 2024-04-14T23:16:57.553686945Z labels: 2024-04-14T23:16:57.553689890Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:16:57.553692829Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:16:57.553696156Z vnf_member_index: vnf 2024-04-14T23:16:57.553699110Z - alert: scalein_dd55a804-e7fa-4f30-97b2-eba02e42562c 2024-04-14T23:16:57.553702026Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:16:57.553705085Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:16:57.553708086Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:16:57.553710961Z for: 1m 2024-04-14T23:16:57.553713860Z labels: 2024-04-14T23:16:57.553716794Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:16:57.553719717Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:16:57.553722762Z vnf_member_index: vnf 2024-04-14T23:16:57.553725937Z - alert: scaleout_37c591b9-ce91-4ab4-a56e-1b23691bdabb 2024-04-14T23:16:57.553728896Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:16:57.553731857Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:16:57.553735085Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:16:57.553738044Z for: 1m 2024-04-14T23:16:57.553741223Z labels: 2024-04-14T23:16:57.553744158Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:16:57.553747094Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:16:57.553750021Z vnf_member_index: vnf 2024-04-14T23:16:57.553752922Z - alert: scalein_0d50c7da-7e40-4ed9-a963-69144307e194 2024-04-14T23:16:57.553755838Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:16:57.553758786Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:16:57.553766320Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:16:57.553769361Z for: 1m 2024-04-14T23:16:57.553772246Z labels: 2024-04-14T23:16:57.553775132Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:16:57.553777995Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:16:57.553780920Z vnf_member_index: vnf 2024-04-14T23:16:57.553783831Z - alert: scaleout_0226767d-3c10-4c98-a203-1a3b01a6af4b 2024-04-14T23:16:57.553786703Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:16:57.553789641Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:16:57.553792574Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:16:57.553795452Z for: 1m 2024-04-14T23:16:57.553798323Z labels: 2024-04-14T23:16:57.553801298Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:16:57.553804215Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:16:57.553807163Z vnf_member_index: vnf 2024-04-14T23:16:57.553809917Z 2024-04-14T23:16:57.562501816Z New config written, updating prometheus 2024-04-14T23:17:02.611030648Z Prometheus config update successful 2024-04-14T23:17:02.611193932Z 2024-04-14T23:17:02.611255125Z Changes detected, updating prometheus config 2024-04-14T23:17:02.612975784Z Jobs detected: 0 2024-04-14T23:17:02.619347277Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T23:17:02.621633651Z alerting: 2024-04-14T23:17:02.621707259Z alertmanagers: 2024-04-14T23:17:02.621718908Z - static_configs: 2024-04-14T23:17:02.621727348Z - targets: 2024-04-14T23:17:02.621736020Z - alertmanager:9093 2024-04-14T23:17:02.621743802Z global: 2024-04-14T23:17:02.621816313Z evaluation_interval: 15s 2024-04-14T23:17:02.621825593Z scrape_interval: 15s 2024-04-14T23:17:02.621833371Z rule_files: 2024-04-14T23:17:02.621866426Z - osm_metric_rules.yml 2024-04-14T23:17:02.621874692Z - osm_alert_rules.yml 2024-04-14T23:17:02.621882894Z scrape_configs: 2024-04-14T23:17:02.621890608Z - job_name: mon_exporter 2024-04-14T23:17:02.621898157Z static_configs: 2024-04-14T23:17:02.621905766Z - targets: 2024-04-14T23:17:02.621913452Z - mon:8000 2024-04-14T23:17:02.621920993Z - honor_labels: true 2024-04-14T23:17:02.621955297Z job_name: pushgateway 2024-04-14T23:17:02.621963155Z scrape_interval: 30s 2024-04-14T23:17:02.621970825Z static_configs: 2024-04-14T23:17:02.621978441Z - targets: 2024-04-14T23:17:02.621986760Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T23:17:02.621994238Z 2024-04-14T23:17:02.626082064Z Alerts read: 6 2024-04-14T23:17:02.627682435Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T23:17:02.634178856Z groups: 2024-04-14T23:17:02.634284422Z - name: osm_alert_rules 2024-04-14T23:17:02.634323967Z rules: 2024-04-14T23:17:02.634333851Z - alert: vdu_down 2024-04-14T23:17:02.634342796Z annotations: 2024-04-14T23:17:02.634352035Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T23:17:02.634361750Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T23:17:02.634370361Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T23:17:02.634408300Z expr: vm_status_extended != 1 2024-04-14T23:17:02.634442650Z for: 3m 2024-04-14T23:17:02.634451689Z - name: _osm_alert_rules_20240414231702_ 2024-04-14T23:17:02.634460165Z rules: 2024-04-14T23:17:02.634497075Z - alert: scalein_b7dda816-5c7d-48ad-b02e-3611cb2ecb7f 2024-04-14T23:17:02.634506436Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:02.634516120Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:02.634524688Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:02.634533155Z for: 1m 2024-04-14T23:17:02.634541632Z labels: 2024-04-14T23:17:02.634550131Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:02.634584749Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:02.634594369Z vnf_member_index: vnf 2024-04-14T23:17:02.634602763Z - alert: scaleout_71925245-a0aa-4df6-b0b6-b1eb58742cca 2024-04-14T23:17:02.634611295Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:02.634624854Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:02.634633632Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:02.634669137Z for: 1m 2024-04-14T23:17:02.634678327Z labels: 2024-04-14T23:17:02.634686769Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:02.634695146Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:02.634703483Z vnf_member_index: vnf 2024-04-14T23:17:02.634711957Z - alert: scalein_dd55a804-e7fa-4f30-97b2-eba02e42562c 2024-04-14T23:17:02.634720318Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:02.634755420Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:02.634764347Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:02.634773362Z for: 1m 2024-04-14T23:17:02.634781792Z labels: 2024-04-14T23:17:02.634790159Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:02.634798474Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:02.634807215Z vnf_member_index: vnf 2024-04-14T23:17:02.634842905Z - alert: scaleout_37c591b9-ce91-4ab4-a56e-1b23691bdabb 2024-04-14T23:17:02.634851622Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:02.634860081Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:02.634868582Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:02.634951042Z for: 1m 2024-04-14T23:17:02.634959754Z labels: 2024-04-14T23:17:02.634968167Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:02.634976749Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:02.634985143Z vnf_member_index: vnf 2024-04-14T23:17:02.634993561Z - alert: scalein_0d50c7da-7e40-4ed9-a963-69144307e194 2024-04-14T23:17:02.635029107Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:02.635038191Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:02.635050086Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:02.635070235Z for: 1m 2024-04-14T23:17:02.635078720Z labels: 2024-04-14T23:17:02.635114284Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:02.635123591Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:02.635131987Z vnf_member_index: vnf 2024-04-14T23:17:02.635140297Z - alert: scaleout_0226767d-3c10-4c98-a203-1a3b01a6af4b 2024-04-14T23:17:02.635148589Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:02.635157020Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:02.635165382Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:02.635200084Z for: 1m 2024-04-14T23:17:02.635209348Z labels: 2024-04-14T23:17:02.635217721Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:02.635226053Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:02.635234608Z vnf_member_index: vnf 2024-04-14T23:17:02.635242602Z 2024-04-14T23:17:02.640015446Z New config written, updating prometheus 2024-04-14T23:17:07.675908261Z Prometheus config update successful 2024-04-14T23:17:07.675947249Z 2024-04-14T23:17:07.675953977Z Changes detected, updating prometheus config 2024-04-14T23:17:07.677579794Z Jobs detected: 0 2024-04-14T23:17:07.685015819Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T23:17:07.687142841Z alerting: 2024-04-14T23:17:07.687156668Z alertmanagers: 2024-04-14T23:17:07.687161175Z - static_configs: 2024-04-14T23:17:07.687165024Z - targets: 2024-04-14T23:17:07.687169046Z - alertmanager:9093 2024-04-14T23:17:07.687172818Z global: 2024-04-14T23:17:07.687176329Z evaluation_interval: 15s 2024-04-14T23:17:07.687179867Z scrape_interval: 15s 2024-04-14T23:17:07.687183512Z rule_files: 2024-04-14T23:17:07.687187049Z - osm_metric_rules.yml 2024-04-14T23:17:07.687190940Z - osm_alert_rules.yml 2024-04-14T23:17:07.687194526Z scrape_configs: 2024-04-14T23:17:07.687198064Z - job_name: mon_exporter 2024-04-14T23:17:07.687201573Z static_configs: 2024-04-14T23:17:07.687205122Z - targets: 2024-04-14T23:17:07.687209078Z - mon:8000 2024-04-14T23:17:07.687212662Z - honor_labels: true 2024-04-14T23:17:07.687216277Z job_name: pushgateway 2024-04-14T23:17:07.687219760Z scrape_interval: 30s 2024-04-14T23:17:07.687223206Z static_configs: 2024-04-14T23:17:07.687226655Z - targets: 2024-04-14T23:17:07.687230664Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T23:17:07.687234086Z 2024-04-14T23:17:07.691437886Z Alerts read: 6 2024-04-14T23:17:07.693430569Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T23:17:07.699995126Z groups: 2024-04-14T23:17:07.700006740Z - name: osm_alert_rules 2024-04-14T23:17:07.700009489Z rules: 2024-04-14T23:17:07.700012248Z - alert: vdu_down 2024-04-14T23:17:07.700015076Z annotations: 2024-04-14T23:17:07.700018481Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T23:17:07.700021872Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T23:17:07.700024800Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T23:17:07.700027901Z expr: vm_status_extended != 1 2024-04-14T23:17:07.700030515Z for: 3m 2024-04-14T23:17:07.700033110Z - name: _osm_alert_rules_20240414231707_ 2024-04-14T23:17:07.700047840Z rules: 2024-04-14T23:17:07.700051362Z - alert: scalein_b7dda816-5c7d-48ad-b02e-3611cb2ecb7f 2024-04-14T23:17:07.700054013Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:07.700062272Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:07.700064995Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:07.700067704Z for: 1m 2024-04-14T23:17:07.700070166Z labels: 2024-04-14T23:17:07.700072777Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:07.700075253Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:07.700078373Z vnf_member_index: vnf 2024-04-14T23:17:07.700080917Z - alert: scaleout_71925245-a0aa-4df6-b0b6-b1eb58742cca 2024-04-14T23:17:07.700083536Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:07.700086088Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:07.700088648Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:07.700091170Z for: 1m 2024-04-14T23:17:07.700093731Z labels: 2024-04-14T23:17:07.700099311Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:07.700101931Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:07.700104709Z vnf_member_index: vnf 2024-04-14T23:17:07.700107215Z - alert: scalein_dd55a804-e7fa-4f30-97b2-eba02e42562c 2024-04-14T23:17:07.700109726Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:07.700112432Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:07.700114963Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:07.700117539Z for: 1m 2024-04-14T23:17:07.700120044Z labels: 2024-04-14T23:17:07.700122656Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:07.700125186Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:07.700127706Z vnf_member_index: vnf 2024-04-14T23:17:07.700130260Z - alert: scaleout_37c591b9-ce91-4ab4-a56e-1b23691bdabb 2024-04-14T23:17:07.700132885Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:07.700135754Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:07.700138383Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:07.700140852Z for: 1m 2024-04-14T23:17:07.700143735Z labels: 2024-04-14T23:17:07.700146274Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:07.700148780Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:07.700151312Z vnf_member_index: vnf 2024-04-14T23:17:07.700153926Z - alert: scalein_0d50c7da-7e40-4ed9-a963-69144307e194 2024-04-14T23:17:07.700156420Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:07.700159145Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:07.700161653Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:07.700167795Z for: 1m 2024-04-14T23:17:07.700170322Z labels: 2024-04-14T23:17:07.700172819Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:07.700175290Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:07.700177773Z vnf_member_index: vnf 2024-04-14T23:17:07.700180286Z - alert: scaleout_0226767d-3c10-4c98-a203-1a3b01a6af4b 2024-04-14T23:17:07.700182805Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:07.700185335Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:07.700187817Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:07.700190256Z for: 1m 2024-04-14T23:17:07.700192707Z labels: 2024-04-14T23:17:07.700195202Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:07.700197720Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:07.700200274Z vnf_member_index: vnf 2024-04-14T23:17:07.700202640Z 2024-04-14T23:17:07.705886727Z New config written, updating prometheus 2024-04-14T23:17:12.744968039Z Prometheus config update successful 2024-04-14T23:17:12.745020332Z 2024-04-14T23:17:12.745030507Z Changes detected, updating prometheus config 2024-04-14T23:17:12.746337529Z Jobs detected: 0 2024-04-14T23:17:12.754280971Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T23:17:12.756350181Z alerting: 2024-04-14T23:17:12.756373852Z alertmanagers: 2024-04-14T23:17:12.756500872Z - static_configs: 2024-04-14T23:17:12.756511863Z - targets: 2024-04-14T23:17:12.756521279Z - alertmanager:9093 2024-04-14T23:17:12.756529803Z global: 2024-04-14T23:17:12.756539083Z evaluation_interval: 15s 2024-04-14T23:17:12.756548660Z scrape_interval: 15s 2024-04-14T23:17:12.756585369Z rule_files: 2024-04-14T23:17:12.756595112Z - osm_metric_rules.yml 2024-04-14T23:17:12.756603778Z - osm_alert_rules.yml 2024-04-14T23:17:12.756612253Z scrape_configs: 2024-04-14T23:17:12.756620682Z - job_name: mon_exporter 2024-04-14T23:17:12.756629133Z static_configs: 2024-04-14T23:17:12.756637780Z - targets: 2024-04-14T23:17:12.756672865Z - mon:8000 2024-04-14T23:17:12.756682306Z - honor_labels: true 2024-04-14T23:17:12.756690837Z job_name: pushgateway 2024-04-14T23:17:12.756699350Z scrape_interval: 30s 2024-04-14T23:17:12.756707981Z static_configs: 2024-04-14T23:17:12.756716895Z - targets: 2024-04-14T23:17:12.756726288Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T23:17:12.756760962Z 2024-04-14T23:17:12.760610502Z Alerts read: 6 2024-04-14T23:17:12.762564335Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T23:17:12.769369079Z groups: 2024-04-14T23:17:12.769386328Z - name: osm_alert_rules 2024-04-14T23:17:12.769391443Z rules: 2024-04-14T23:17:12.769395604Z - alert: vdu_down 2024-04-14T23:17:12.769399758Z annotations: 2024-04-14T23:17:12.769405171Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T23:17:12.769410528Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T23:17:12.769414696Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T23:17:12.769419609Z expr: vm_status_extended != 1 2024-04-14T23:17:12.769423679Z for: 3m 2024-04-14T23:17:12.769427948Z - name: _osm_alert_rules_20240414231712_ 2024-04-14T23:17:12.769432062Z rules: 2024-04-14T23:17:12.769451733Z - alert: scalein_b7dda816-5c7d-48ad-b02e-3611cb2ecb7f 2024-04-14T23:17:12.769456374Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:12.769463065Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:12.769467196Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:12.769471305Z for: 1m 2024-04-14T23:17:12.769475517Z labels: 2024-04-14T23:17:12.769479614Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:12.769484331Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:12.769489499Z vnf_member_index: vnf 2024-04-14T23:17:12.769493545Z - alert: scaleout_71925245-a0aa-4df6-b0b6-b1eb58742cca 2024-04-14T23:17:12.769497660Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:12.769501949Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:12.769506060Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:12.769510373Z for: 1m 2024-04-14T23:17:12.769514430Z labels: 2024-04-14T23:17:12.769518503Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:12.769522581Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:12.769526599Z vnf_member_index: vnf 2024-04-14T23:17:12.769531428Z - alert: scalein_dd55a804-e7fa-4f30-97b2-eba02e42562c 2024-04-14T23:17:12.769535557Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:12.769539692Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:12.769543886Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:12.769548908Z for: 1m 2024-04-14T23:17:12.769553342Z labels: 2024-04-14T23:17:12.769557466Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:12.769561789Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:12.769565890Z vnf_member_index: vnf 2024-04-14T23:17:12.769570823Z - alert: scaleout_37c591b9-ce91-4ab4-a56e-1b23691bdabb 2024-04-14T23:17:12.769574899Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:12.769578883Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:12.769583110Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:12.769587302Z for: 1m 2024-04-14T23:17:12.769591337Z labels: 2024-04-14T23:17:12.769611391Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:12.769615722Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:12.769619982Z vnf_member_index: vnf 2024-04-14T23:17:12.769624775Z - alert: scalein_0d50c7da-7e40-4ed9-a963-69144307e194 2024-04-14T23:17:12.769629231Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:12.769633703Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:12.769638131Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:12.769642467Z for: 1m 2024-04-14T23:17:12.769646769Z labels: 2024-04-14T23:17:12.769660080Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:12.769664658Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:12.769669070Z vnf_member_index: vnf 2024-04-14T23:17:12.769673385Z - alert: scaleout_0226767d-3c10-4c98-a203-1a3b01a6af4b 2024-04-14T23:17:12.769680203Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:12.769686930Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:12.769691409Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:12.769695833Z for: 1m 2024-04-14T23:17:12.769700461Z labels: 2024-04-14T23:17:12.769704730Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:12.769709582Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:12.769714019Z vnf_member_index: vnf 2024-04-14T23:17:12.769718238Z 2024-04-14T23:17:12.775529471Z New config written, updating prometheus 2024-04-14T23:17:17.810325504Z Prometheus config update successful 2024-04-14T23:17:17.810386014Z 2024-04-14T23:17:17.810495335Z Changes detected, updating prometheus config 2024-04-14T23:17:17.812352929Z Jobs detected: 0 2024-04-14T23:17:17.817576199Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T23:17:17.819421510Z alerting: 2024-04-14T23:17:17.819445260Z alertmanagers: 2024-04-14T23:17:17.819456628Z - static_configs: 2024-04-14T23:17:17.819466148Z - targets: 2024-04-14T23:17:17.819476605Z - alertmanager:9093 2024-04-14T23:17:17.819484994Z global: 2024-04-14T23:17:17.819493759Z evaluation_interval: 15s 2024-04-14T23:17:17.819502197Z scrape_interval: 15s 2024-04-14T23:17:17.819510698Z rule_files: 2024-04-14T23:17:17.819519187Z - osm_metric_rules.yml 2024-04-14T23:17:17.819527493Z - osm_alert_rules.yml 2024-04-14T23:17:17.819535878Z scrape_configs: 2024-04-14T23:17:17.819544640Z - job_name: mon_exporter 2024-04-14T23:17:17.819552964Z static_configs: 2024-04-14T23:17:17.819561392Z - targets: 2024-04-14T23:17:17.819569844Z - mon:8000 2024-04-14T23:17:17.819578291Z - honor_labels: true 2024-04-14T23:17:17.819587233Z job_name: pushgateway 2024-04-14T23:17:17.819595606Z scrape_interval: 30s 2024-04-14T23:17:17.819603914Z static_configs: 2024-04-14T23:17:17.819612265Z - targets: 2024-04-14T23:17:17.819623021Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T23:17:17.819631254Z 2024-04-14T23:17:17.823582424Z Alerts read: 6 2024-04-14T23:17:17.825662751Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T23:17:17.832812660Z groups: 2024-04-14T23:17:17.832838737Z - name: osm_alert_rules 2024-04-14T23:17:17.832846688Z rules: 2024-04-14T23:17:17.832853924Z - alert: vdu_down 2024-04-14T23:17:17.832860985Z annotations: 2024-04-14T23:17:17.832870810Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T23:17:17.832880079Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T23:17:17.832887811Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T23:17:17.832895688Z expr: vm_status_extended != 1 2024-04-14T23:17:17.832902799Z for: 3m 2024-04-14T23:17:17.832910229Z - name: _osm_alert_rules_20240414231717_ 2024-04-14T23:17:17.832917283Z rules: 2024-04-14T23:17:17.832925062Z - alert: scalein_b7dda816-5c7d-48ad-b02e-3611cb2ecb7f 2024-04-14T23:17:17.832951682Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:17.832961327Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:17.832968563Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:17.832975658Z for: 1m 2024-04-14T23:17:17.832982624Z labels: 2024-04-14T23:17:17.832989553Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:17.832996409Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:17.833004006Z vnf_member_index: vnf 2024-04-14T23:17:17.833010862Z - alert: scaleout_71925245-a0aa-4df6-b0b6-b1eb58742cca 2024-04-14T23:17:17.833017754Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:17.833025035Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:17.833031932Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:17.833038935Z for: 1m 2024-04-14T23:17:17.833045828Z labels: 2024-04-14T23:17:17.833052685Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:17.833081747Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:17.833089134Z vnf_member_index: vnf 2024-04-14T23:17:17.833096473Z - alert: scalein_dd55a804-e7fa-4f30-97b2-eba02e42562c 2024-04-14T23:17:17.833103599Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:17.833110668Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:17.833117868Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:17.833124781Z for: 1m 2024-04-14T23:17:17.833131684Z labels: 2024-04-14T23:17:17.833138528Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:17.833145379Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:17.833168858Z vnf_member_index: vnf 2024-04-14T23:17:17.833176165Z - alert: scaleout_37c591b9-ce91-4ab4-a56e-1b23691bdabb 2024-04-14T23:17:17.833183238Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:17.833190315Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:17.833197249Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:17.833204336Z for: 1m 2024-04-14T23:17:17.833211277Z labels: 2024-04-14T23:17:17.833218196Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:17.833225095Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:17.833232133Z vnf_member_index: vnf 2024-04-14T23:17:17.833239079Z - alert: scalein_0d50c7da-7e40-4ed9-a963-69144307e194 2024-04-14T23:17:17.833246176Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:17.833253146Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:17.833260183Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:17.833267246Z for: 1m 2024-04-14T23:17:17.833274215Z labels: 2024-04-14T23:17:17.833281133Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:17.833297127Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:17.833304309Z vnf_member_index: vnf 2024-04-14T23:17:17.833311216Z - alert: scaleout_0226767d-3c10-4c98-a203-1a3b01a6af4b 2024-04-14T23:17:17.833318145Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:17.833325169Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:17.833332072Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:17.833339026Z for: 1m 2024-04-14T23:17:17.833345932Z labels: 2024-04-14T23:17:17.833352925Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:17.833359865Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:17.833366827Z vnf_member_index: vnf 2024-04-14T23:17:17.833373493Z 2024-04-14T23:17:17.839134329Z New config written, updating prometheus 2024-04-14T23:17:22.883134438Z Prometheus config update successful 2024-04-14T23:17:22.883163433Z 2024-04-14T23:17:22.883172671Z Changes detected, updating prometheus config 2024-04-14T23:17:22.884733020Z Jobs detected: 0 2024-04-14T23:17:22.892388118Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T23:17:22.894380133Z alerting: 2024-04-14T23:17:22.894396728Z alertmanagers: 2024-04-14T23:17:22.894403468Z - static_configs: 2024-04-14T23:17:22.894408883Z - targets: 2024-04-14T23:17:22.894415081Z - alertmanager:9093 2024-04-14T23:17:22.894420304Z global: 2024-04-14T23:17:22.894425670Z evaluation_interval: 15s 2024-04-14T23:17:22.894431047Z scrape_interval: 15s 2024-04-14T23:17:22.894436440Z rule_files: 2024-04-14T23:17:22.894441754Z - osm_metric_rules.yml 2024-04-14T23:17:22.894447036Z - osm_alert_rules.yml 2024-04-14T23:17:22.894452305Z scrape_configs: 2024-04-14T23:17:22.894457540Z - job_name: mon_exporter 2024-04-14T23:17:22.894462744Z static_configs: 2024-04-14T23:17:22.894468267Z - targets: 2024-04-14T23:17:22.894473567Z - mon:8000 2024-04-14T23:17:22.894478847Z - honor_labels: true 2024-04-14T23:17:22.894484132Z job_name: pushgateway 2024-04-14T23:17:22.894489363Z scrape_interval: 30s 2024-04-14T23:17:22.894494577Z static_configs: 2024-04-14T23:17:22.894499891Z - targets: 2024-04-14T23:17:22.894505682Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T23:17:22.894510889Z 2024-04-14T23:17:22.898539603Z Alerts read: 6 2024-04-14T23:17:22.900596779Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T23:17:22.906121120Z groups: 2024-04-14T23:17:22.906144137Z - name: osm_alert_rules 2024-04-14T23:17:22.906148292Z rules: 2024-04-14T23:17:22.906151932Z - alert: vdu_down 2024-04-14T23:17:22.906155561Z annotations: 2024-04-14T23:17:22.906159976Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T23:17:22.906164215Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T23:17:22.906167815Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T23:17:22.906176313Z expr: vm_status_extended != 1 2024-04-14T23:17:22.906180157Z for: 3m 2024-04-14T23:17:22.906183819Z - name: _osm_alert_rules_20240414231722_ 2024-04-14T23:17:22.906187323Z rules: 2024-04-14T23:17:22.906191324Z - alert: scalein_b7dda816-5c7d-48ad-b02e-3611cb2ecb7f 2024-04-14T23:17:22.906197320Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:22.906213080Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:22.906216863Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:22.906220446Z for: 1m 2024-04-14T23:17:22.906223940Z labels: 2024-04-14T23:17:22.906227663Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:22.906231141Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:22.906235156Z vnf_member_index: vnf 2024-04-14T23:17:22.906238666Z - alert: scaleout_71925245-a0aa-4df6-b0b6-b1eb58742cca 2024-04-14T23:17:22.906242196Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:22.906245724Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:22.906249480Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:22.906253315Z for: 1m 2024-04-14T23:17:22.906256833Z labels: 2024-04-14T23:17:22.906260304Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:22.906264085Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:22.906267553Z vnf_member_index: vnf 2024-04-14T23:17:22.906271127Z - alert: scalein_dd55a804-e7fa-4f30-97b2-eba02e42562c 2024-04-14T23:17:22.906274637Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:22.906278172Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:22.906281644Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:22.906285151Z for: 1m 2024-04-14T23:17:22.906288596Z labels: 2024-04-14T23:17:22.906292347Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:22.906295851Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:22.906299322Z vnf_member_index: vnf 2024-04-14T23:17:22.906302790Z - alert: scaleout_37c591b9-ce91-4ab4-a56e-1b23691bdabb 2024-04-14T23:17:22.906306283Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:22.906309792Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:22.906313225Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:22.906316692Z for: 1m 2024-04-14T23:17:22.906320124Z labels: 2024-04-14T23:17:22.906323650Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:22.906327151Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:22.906330602Z vnf_member_index: vnf 2024-04-14T23:17:22.906334073Z - alert: scalein_0d50c7da-7e40-4ed9-a963-69144307e194 2024-04-14T23:17:22.906337485Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:22.906340946Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:22.906344396Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-14T23:17:22.906347865Z for: 1m 2024-04-14T23:17:22.906351330Z labels: 2024-04-14T23:17:22.906354841Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:22.906358443Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:22.906365546Z vnf_member_index: vnf 2024-04-14T23:17:22.906369152Z - alert: scaleout_0226767d-3c10-4c98-a203-1a3b01a6af4b 2024-04-14T23:17:22.906372581Z expr: (count (osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:22.906376052Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="ed470f98-6ada-446a-9ec4-6b2ff626e9fb", 2024-04-14T23:17:22.906379495Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-14T23:17:22.906382982Z for: 1m 2024-04-14T23:17:22.906386454Z labels: 2024-04-14T23:17:22.906389893Z ns_id: ed470f98-6ada-446a-9ec4-6b2ff626e9fb 2024-04-14T23:17:22.906393323Z vdu_id: hackfest_basic_metrics-VM 2024-04-14T23:17:22.906396807Z vnf_member_index: vnf 2024-04-14T23:17:22.906400131Z 2024-04-14T23:17:22.911423451Z New config written, updating prometheus 2024-04-14T23:17:27.939888504Z Prometheus config update successful 2024-04-14T23:17:27.939902573Z 2024-04-14T23:18:42.840101897Z Changes detected, updating prometheus config 2024-04-14T23:18:42.841261940Z Jobs detected: 0 2024-04-14T23:18:42.846425479Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T23:18:42.848570770Z alerting: 2024-04-14T23:18:42.848582860Z alertmanagers: 2024-04-14T23:18:42.848587120Z - static_configs: 2024-04-14T23:18:42.848590792Z - targets: 2024-04-14T23:18:42.848594857Z - alertmanager:9093 2024-04-14T23:18:42.848598214Z global: 2024-04-14T23:18:42.848601946Z evaluation_interval: 15s 2024-04-14T23:18:42.848605460Z scrape_interval: 15s 2024-04-14T23:18:42.848608970Z rule_files: 2024-04-14T23:18:42.848612822Z - osm_metric_rules.yml 2024-04-14T23:18:42.848616309Z - osm_alert_rules.yml 2024-04-14T23:18:42.848619636Z scrape_configs: 2024-04-14T23:18:42.848623085Z - job_name: mon_exporter 2024-04-14T23:18:42.848626484Z static_configs: 2024-04-14T23:18:42.848629870Z - targets: 2024-04-14T23:18:42.848633270Z - mon:8000 2024-04-14T23:18:42.848636664Z - honor_labels: true 2024-04-14T23:18:42.848639950Z job_name: pushgateway 2024-04-14T23:18:42.848643383Z scrape_interval: 30s 2024-04-14T23:18:42.848646827Z static_configs: 2024-04-14T23:18:42.848650121Z - targets: 2024-04-14T23:18:42.848653966Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T23:18:42.848657278Z 2024-04-14T23:18:42.851903789Z Alerts read: 0 2024-04-14T23:18:42.853298468Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T23:18:42.854311339Z groups: 2024-04-14T23:18:42.854326600Z - name: osm_alert_rules 2024-04-14T23:18:42.854337386Z rules: 2024-04-14T23:18:42.854346308Z - alert: vdu_down 2024-04-14T23:18:42.854354928Z annotations: 2024-04-14T23:18:42.854364150Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T23:18:42.854373409Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T23:18:42.854381880Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T23:18:42.854390597Z expr: vm_status_extended != 1 2024-04-14T23:18:42.854399185Z for: 3m 2024-04-14T23:18:42.854407538Z 2024-04-14T23:18:42.855306025Z New config written, updating prometheus 2024-04-14T23:18:47.898762842Z Prometheus config update successful 2024-04-14T23:18:47.898846435Z 2024-04-14T23:18:47.898857658Z Changes detected, updating prometheus config 2024-04-14T23:18:47.902956878Z Jobs detected: 0 2024-04-14T23:18:47.907692230Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T23:18:47.910332039Z alerting: 2024-04-14T23:18:47.910343026Z alertmanagers: 2024-04-14T23:18:47.910347457Z - static_configs: 2024-04-14T23:18:47.910351221Z - targets: 2024-04-14T23:18:47.910355509Z - alertmanager:9093 2024-04-14T23:18:47.910359238Z global: 2024-04-14T23:18:47.910362827Z evaluation_interval: 15s 2024-04-14T23:18:47.910366323Z scrape_interval: 15s 2024-04-14T23:18:47.910369969Z rule_files: 2024-04-14T23:18:47.910373563Z - osm_metric_rules.yml 2024-04-14T23:18:47.910377037Z - osm_alert_rules.yml 2024-04-14T23:18:47.910380636Z scrape_configs: 2024-04-14T23:18:47.910384237Z - job_name: mon_exporter 2024-04-14T23:18:47.910388254Z static_configs: 2024-04-14T23:18:47.910391795Z - targets: 2024-04-14T23:18:47.910395370Z - mon:8000 2024-04-14T23:18:47.910399007Z - honor_labels: true 2024-04-14T23:18:47.910402693Z job_name: pushgateway 2024-04-14T23:18:47.910406239Z scrape_interval: 30s 2024-04-14T23:18:47.910409778Z static_configs: 2024-04-14T23:18:47.910413287Z - targets: 2024-04-14T23:18:47.910417296Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T23:18:47.910421001Z 2024-04-14T23:18:47.913728147Z Alerts read: 0 2024-04-14T23:18:47.915764176Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T23:18:47.917120322Z groups: 2024-04-14T23:18:47.917131812Z - name: osm_alert_rules 2024-04-14T23:18:47.917135806Z rules: 2024-04-14T23:18:47.917139487Z - alert: vdu_down 2024-04-14T23:18:47.917143470Z annotations: 2024-04-14T23:18:47.917148105Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T23:18:47.917152292Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T23:18:47.917156223Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T23:18:47.917160411Z expr: vm_status_extended != 1 2024-04-14T23:18:47.917164064Z for: 3m 2024-04-14T23:18:47.917167452Z 2024-04-14T23:18:47.918340124Z New config written, updating prometheus 2024-04-14T23:18:52.951082201Z Prometheus config update successful 2024-04-14T23:18:52.951334507Z 2024-04-14T23:18:52.951662058Z Changes detected, updating prometheus config 2024-04-14T23:18:52.953768989Z Jobs detected: 0 2024-04-14T23:18:52.960801500Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T23:18:52.963254546Z alerting: 2024-04-14T23:18:52.963285951Z alertmanagers: 2024-04-14T23:18:52.963296017Z - static_configs: 2024-04-14T23:18:52.963304974Z - targets: 2024-04-14T23:18:52.963314428Z - alertmanager:9093 2024-04-14T23:18:52.963322962Z global: 2024-04-14T23:18:52.963331926Z evaluation_interval: 15s 2024-04-14T23:18:52.963346361Z scrape_interval: 15s 2024-04-14T23:18:52.963355273Z rule_files: 2024-04-14T23:18:52.963364179Z - osm_metric_rules.yml 2024-04-14T23:18:52.963372675Z - osm_alert_rules.yml 2024-04-14T23:18:52.963381104Z scrape_configs: 2024-04-14T23:18:52.963389352Z - job_name: mon_exporter 2024-04-14T23:18:52.963397601Z static_configs: 2024-04-14T23:18:52.963405933Z - targets: 2024-04-14T23:18:52.963414543Z - mon:8000 2024-04-14T23:18:52.963422869Z - honor_labels: true 2024-04-14T23:18:52.963431187Z job_name: pushgateway 2024-04-14T23:18:52.963439524Z scrape_interval: 30s 2024-04-14T23:18:52.963448461Z static_configs: 2024-04-14T23:18:52.963456759Z - targets: 2024-04-14T23:18:52.963466148Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T23:18:52.963502363Z 2024-04-14T23:18:52.966812517Z Alerts read: 0 2024-04-14T23:18:52.969082233Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T23:18:52.970026769Z groups: 2024-04-14T23:18:52.970043794Z - name: osm_alert_rules 2024-04-14T23:18:52.970052682Z rules: 2024-04-14T23:18:52.970063007Z - alert: vdu_down 2024-04-14T23:18:52.970098217Z annotations: 2024-04-14T23:18:52.970108418Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T23:18:52.970118849Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T23:18:52.970127492Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T23:18:52.970136983Z expr: vm_status_extended != 1 2024-04-14T23:18:52.970145650Z for: 3m 2024-04-14T23:18:52.970179964Z 2024-04-14T23:18:52.971189515Z New config written, updating prometheus 2024-04-14T23:18:58.013408654Z Prometheus config update successful 2024-04-14T23:18:58.013459298Z 2024-04-14T23:18:58.013491448Z Changes detected, updating prometheus config 2024-04-14T23:18:58.015937160Z Jobs detected: 0 2024-04-14T23:18:58.024057384Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T23:18:58.025939492Z alerting: 2024-04-14T23:18:58.025961671Z alertmanagers: 2024-04-14T23:18:58.025967229Z - static_configs: 2024-04-14T23:18:58.025972480Z - targets: 2024-04-14T23:18:58.025978327Z - alertmanager:9093 2024-04-14T23:18:58.025983258Z global: 2024-04-14T23:18:58.025987325Z evaluation_interval: 15s 2024-04-14T23:18:58.025991646Z scrape_interval: 15s 2024-04-14T23:18:58.025995662Z rule_files: 2024-04-14T23:18:58.025999645Z - osm_metric_rules.yml 2024-04-14T23:18:58.026004035Z - osm_alert_rules.yml 2024-04-14T23:18:58.026008287Z scrape_configs: 2024-04-14T23:18:58.026012643Z - job_name: mon_exporter 2024-04-14T23:18:58.026016896Z static_configs: 2024-04-14T23:18:58.026021943Z - targets: 2024-04-14T23:18:58.026027191Z - mon:8000 2024-04-14T23:18:58.026031932Z - honor_labels: true 2024-04-14T23:18:58.026035915Z job_name: pushgateway 2024-04-14T23:18:58.026039554Z scrape_interval: 30s 2024-04-14T23:18:58.026042754Z static_configs: 2024-04-14T23:18:58.026045684Z - targets: 2024-04-14T23:18:58.026049880Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T23:18:58.026052890Z 2024-04-14T23:18:58.029930563Z Alerts read: 0 2024-04-14T23:18:58.031662145Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T23:18:58.032439524Z groups: 2024-04-14T23:18:58.032451341Z - name: osm_alert_rules 2024-04-14T23:18:58.032454387Z rules: 2024-04-14T23:18:58.032457116Z - alert: vdu_down 2024-04-14T23:18:58.032459666Z annotations: 2024-04-14T23:18:58.032463280Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T23:18:58.032466993Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T23:18:58.032469963Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T23:18:58.032473723Z expr: vm_status_extended != 1 2024-04-14T23:18:58.032476384Z for: 3m 2024-04-14T23:18:58.032478752Z 2024-04-14T23:18:58.033519895Z New config written, updating prometheus 2024-04-14T23:19:03.058992995Z Prometheus config update successful 2024-04-14T23:19:03.059039615Z 2024-04-14T23:19:03.059060608Z Changes detected, updating prometheus config 2024-04-14T23:19:03.060311581Z Jobs detected: 0 2024-04-14T23:19:03.064288638Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T23:19:03.065787492Z alerting: 2024-04-14T23:19:03.065798040Z alertmanagers: 2024-04-14T23:19:03.065801823Z - static_configs: 2024-04-14T23:19:03.065804825Z - targets: 2024-04-14T23:19:03.065808367Z - alertmanager:9093 2024-04-14T23:19:03.065811303Z global: 2024-04-14T23:19:03.065814153Z evaluation_interval: 15s 2024-04-14T23:19:03.065816953Z scrape_interval: 15s 2024-04-14T23:19:03.065819978Z rule_files: 2024-04-14T23:19:03.065822766Z - osm_metric_rules.yml 2024-04-14T23:19:03.065825972Z - osm_alert_rules.yml 2024-04-14T23:19:03.065828732Z scrape_configs: 2024-04-14T23:19:03.065831759Z - job_name: mon_exporter 2024-04-14T23:19:03.065834502Z static_configs: 2024-04-14T23:19:03.065837501Z - targets: 2024-04-14T23:19:03.065840244Z - mon:8000 2024-04-14T23:19:03.065843092Z - honor_labels: true 2024-04-14T23:19:03.065845798Z job_name: pushgateway 2024-04-14T23:19:03.065848519Z scrape_interval: 30s 2024-04-14T23:19:03.065851176Z static_configs: 2024-04-14T23:19:03.065854191Z - targets: 2024-04-14T23:19:03.065857742Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T23:19:03.065860339Z 2024-04-14T23:19:03.070402069Z Alerts read: 0 2024-04-14T23:19:03.071924701Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T23:19:03.072803312Z groups: 2024-04-14T23:19:03.072814457Z - name: osm_alert_rules 2024-04-14T23:19:03.072817459Z rules: 2024-04-14T23:19:03.072820167Z - alert: vdu_down 2024-04-14T23:19:03.072822767Z annotations: 2024-04-14T23:19:03.072826252Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T23:19:03.072829355Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T23:19:03.072831819Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T23:19:03.072835017Z expr: vm_status_extended != 1 2024-04-14T23:19:03.072837595Z for: 3m 2024-04-14T23:19:03.072839939Z 2024-04-14T23:19:03.073707592Z New config written, updating prometheus 2024-04-14T23:19:08.104758493Z Prometheus config update successful 2024-04-14T23:19:08.104794813Z 2024-04-14T23:19:08.104801252Z Changes detected, updating prometheus config 2024-04-14T23:19:08.107831413Z Jobs detected: 0 2024-04-14T23:19:08.114405695Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-14T23:19:08.116720126Z alerting: 2024-04-14T23:19:08.116733664Z alertmanagers: 2024-04-14T23:19:08.116738512Z - static_configs: 2024-04-14T23:19:08.116742459Z - targets: 2024-04-14T23:19:08.116749338Z - alertmanager:9093 2024-04-14T23:19:08.116753326Z global: 2024-04-14T23:19:08.116757487Z evaluation_interval: 15s 2024-04-14T23:19:08.116761401Z scrape_interval: 15s 2024-04-14T23:19:08.116765274Z rule_files: 2024-04-14T23:19:08.116769141Z - osm_metric_rules.yml 2024-04-14T23:19:08.116773182Z - osm_alert_rules.yml 2024-04-14T23:19:08.116776952Z scrape_configs: 2024-04-14T23:19:08.116780760Z - job_name: mon_exporter 2024-04-14T23:19:08.116784604Z static_configs: 2024-04-14T23:19:08.116788417Z - targets: 2024-04-14T23:19:08.116792255Z - mon:8000 2024-04-14T23:19:08.116796054Z - honor_labels: true 2024-04-14T23:19:08.116799841Z job_name: pushgateway 2024-04-14T23:19:08.116803711Z scrape_interval: 30s 2024-04-14T23:19:08.116807449Z static_configs: 2024-04-14T23:19:08.116811180Z - targets: 2024-04-14T23:19:08.116831409Z - pushgateway-prometheus-pushgateway:9091 2024-04-14T23:19:08.116835336Z 2024-04-14T23:19:08.120432359Z Alerts read: 0 2024-04-14T23:19:08.122023945Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-14T23:19:08.123065674Z groups: 2024-04-14T23:19:08.123075457Z - name: osm_alert_rules 2024-04-14T23:19:08.123078480Z rules: 2024-04-14T23:19:08.123081395Z - alert: vdu_down 2024-04-14T23:19:08.123084004Z annotations: 2024-04-14T23:19:08.123087364Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-14T23:19:08.123098267Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-14T23:19:08.123101154Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-14T23:19:08.123104506Z expr: vm_status_extended != 1 2024-04-14T23:19:08.123107103Z for: 3m 2024-04-14T23:19:08.123109586Z 2024-04-14T23:19:08.123992594Z New config written, updating prometheus 2024-04-14T23:19:13.145576157Z Prometheus config update successful 2024-04-14T23:19:13.145601679Z 2024-04-15T01:06:10.070356655Z Changes detected, updating prometheus config 2024-04-15T01:06:10.073186139Z Jobs detected: 0 2024-04-15T01:06:10.086338979Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T01:06:10.089651473Z alerting: 2024-04-15T01:06:10.089683292Z alertmanagers: 2024-04-15T01:06:10.089693706Z - static_configs: 2024-04-15T01:06:10.089702938Z - targets: 2024-04-15T01:06:10.089712163Z - alertmanager:9093 2024-04-15T01:06:10.089720731Z global: 2024-04-15T01:06:10.089729352Z evaluation_interval: 15s 2024-04-15T01:06:10.089737742Z scrape_interval: 15s 2024-04-15T01:06:10.089746416Z rule_files: 2024-04-15T01:06:10.089754758Z - osm_metric_rules.yml 2024-04-15T01:06:10.089763153Z - osm_alert_rules.yml 2024-04-15T01:06:10.089771589Z scrape_configs: 2024-04-15T01:06:10.089780069Z - job_name: mon_exporter 2024-04-15T01:06:10.089788414Z static_configs: 2024-04-15T01:06:10.089796806Z - targets: 2024-04-15T01:06:10.089805923Z - mon:8000 2024-04-15T01:06:10.089814262Z - honor_labels: true 2024-04-15T01:06:10.089822758Z job_name: pushgateway 2024-04-15T01:06:10.089831059Z scrape_interval: 30s 2024-04-15T01:06:10.089839976Z static_configs: 2024-04-15T01:06:10.089848393Z - targets: 2024-04-15T01:06:10.089857704Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T01:06:10.089865867Z 2024-04-15T01:06:10.094249167Z Alerts read: 0 2024-04-15T01:06:10.096667805Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T01:06:10.097916468Z groups: 2024-04-15T01:06:10.097936181Z - name: osm_alert_rules 2024-04-15T01:06:10.097945229Z rules: 2024-04-15T01:06:10.097953790Z - alert: vdu_down 2024-04-15T01:06:10.097962280Z annotations: 2024-04-15T01:06:10.097971509Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T01:06:10.097981011Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T01:06:10.097989678Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T01:06:10.097998604Z expr: vm_status_extended != 1 2024-04-15T01:06:10.098007115Z for: 3m 2024-04-15T01:06:10.098015115Z 2024-04-15T01:06:10.099107668Z New config written, updating prometheus 2024-04-15T01:06:15.137118211Z Prometheus config update successful 2024-04-15T01:06:15.137150645Z 2024-04-15T01:13:13.784269073Z Changes detected, updating prometheus config 2024-04-15T01:13:13.786454065Z Jobs detected: 0 2024-04-15T01:13:13.804220626Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T01:13:13.806611818Z alerting: 2024-04-15T01:13:13.806624438Z alertmanagers: 2024-04-15T01:13:13.806647668Z - static_configs: 2024-04-15T01:13:13.806651731Z - targets: 2024-04-15T01:13:13.806655858Z - alertmanager:9093 2024-04-15T01:13:13.806659542Z global: 2024-04-15T01:13:13.806663165Z evaluation_interval: 15s 2024-04-15T01:13:13.806666816Z scrape_interval: 15s 2024-04-15T01:13:13.806670538Z rule_files: 2024-04-15T01:13:13.806674056Z - osm_metric_rules.yml 2024-04-15T01:13:13.806677752Z - osm_alert_rules.yml 2024-04-15T01:13:13.806681242Z scrape_configs: 2024-04-15T01:13:13.806684984Z - job_name: mon_exporter 2024-04-15T01:13:13.806688460Z static_configs: 2024-04-15T01:13:13.806692163Z - targets: 2024-04-15T01:13:13.806695761Z - mon:8000 2024-04-15T01:13:13.806699271Z - honor_labels: true 2024-04-15T01:13:13.806702861Z job_name: pushgateway 2024-04-15T01:13:13.806706310Z scrape_interval: 30s 2024-04-15T01:13:13.806710247Z static_configs: 2024-04-15T01:13:13.806713775Z - targets: 2024-04-15T01:13:13.806717865Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T01:13:13.806721305Z 2024-04-15T01:13:13.813280386Z Alerts read: 0 2024-04-15T01:13:13.817143987Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T01:13:13.818858984Z groups: 2024-04-15T01:13:13.818894392Z - name: osm_alert_rules 2024-04-15T01:13:13.818900630Z rules: 2024-04-15T01:13:13.818904088Z - alert: vdu_down 2024-04-15T01:13:13.818907414Z annotations: 2024-04-15T01:13:13.818911159Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T01:13:13.818915440Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T01:13:13.818919117Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T01:13:13.818925522Z expr: vm_status_extended != 1 2024-04-15T01:13:13.818928694Z for: 3m 2024-04-15T01:13:13.818931822Z 2024-04-15T01:13:13.820039748Z New config written, updating prometheus 2024-04-15T01:13:18.858949682Z Prometheus config update successful 2024-04-15T01:13:18.859015662Z 2024-04-15T01:53:03.177879920Z Changes detected, updating prometheus config 2024-04-15T01:53:03.181539371Z Jobs detected: 0 2024-04-15T01:53:03.193576706Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T01:53:03.197163789Z alerting: 2024-04-15T01:53:03.197206209Z alertmanagers: 2024-04-15T01:53:03.197221540Z - static_configs: 2024-04-15T01:53:03.197234763Z - targets: 2024-04-15T01:53:03.197248911Z - alertmanager:9093 2024-04-15T01:53:03.197276238Z global: 2024-04-15T01:53:03.197290356Z evaluation_interval: 15s 2024-04-15T01:53:03.197303154Z scrape_interval: 15s 2024-04-15T01:53:03.197315719Z rule_files: 2024-04-15T01:53:03.197328129Z - osm_metric_rules.yml 2024-04-15T01:53:03.197340415Z - osm_alert_rules.yml 2024-04-15T01:53:03.197356908Z scrape_configs: 2024-04-15T01:53:03.197375796Z - job_name: mon_exporter 2024-04-15T01:53:03.197388403Z static_configs: 2024-04-15T01:53:03.197397726Z - targets: 2024-04-15T01:53:03.197406558Z - mon:8000 2024-04-15T01:53:03.197415251Z - honor_labels: true 2024-04-15T01:53:03.197423724Z job_name: pushgateway 2024-04-15T01:53:03.197432014Z scrape_interval: 30s 2024-04-15T01:53:03.197440350Z static_configs: 2024-04-15T01:53:03.197478989Z - targets: 2024-04-15T01:53:03.197489176Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T01:53:03.197497442Z 2024-04-15T01:53:03.202426880Z Alerts read: 2 2024-04-15T01:53:03.204660210Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T01:53:03.210947273Z groups: 2024-04-15T01:53:03.210979438Z - name: osm_alert_rules 2024-04-15T01:53:03.210989481Z rules: 2024-04-15T01:53:03.210998742Z - alert: vdu_down 2024-04-15T01:53:03.211008227Z annotations: 2024-04-15T01:53:03.211018179Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T01:53:03.211027985Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T01:53:03.211036524Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T01:53:03.211046472Z expr: vm_status_extended != 1 2024-04-15T01:53:03.211055739Z for: 3m 2024-04-15T01:53:03.211064871Z - name: _osm_alert_rules_20240415015303_ 2024-04-15T01:53:03.211090885Z rules: 2024-04-15T01:53:03.211101226Z - alert: scalein_0589cc98-a2e2-439a-8611-f4f15faf2a43 2024-04-15T01:53:03.211110784Z expr: (count (osm_cpu_utilization{ns_id="dbdf3a71-c603-4682-aea8-c661e40d5bf9", 2024-04-15T01:53:03.211120819Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="dbdf3a71-c603-4682-aea8-c661e40d5bf9", 2024-04-15T01:53:03.211129951Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-15T01:53:03.211138728Z for: 1m 2024-04-15T01:53:03.211148446Z labels: 2024-04-15T01:53:03.211157749Z ns_id: dbdf3a71-c603-4682-aea8-c661e40d5bf9 2024-04-15T01:53:03.211166815Z vdu_id: hackfest_basic_metrics-VM 2024-04-15T01:53:03.211176539Z vnf_member_index: vnf 2024-04-15T01:53:03.211185587Z - alert: scaleout_da864c0c-5da8-452b-9123-278ea4bc0cfe 2024-04-15T01:53:03.211194770Z expr: (count (osm_cpu_utilization{ns_id="dbdf3a71-c603-4682-aea8-c661e40d5bf9", 2024-04-15T01:53:03.211203631Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="dbdf3a71-c603-4682-aea8-c661e40d5bf9", 2024-04-15T01:53:03.211212487Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-15T01:53:03.211221535Z for: 1m 2024-04-15T01:53:03.211230534Z labels: 2024-04-15T01:53:03.211239301Z ns_id: dbdf3a71-c603-4682-aea8-c661e40d5bf9 2024-04-15T01:53:03.211252966Z vdu_id: hackfest_basic_metrics-VM 2024-04-15T01:53:03.211261734Z vnf_member_index: vnf 2024-04-15T01:53:03.211270010Z 2024-04-15T01:53:03.214595954Z New config written, updating prometheus 2024-04-15T01:53:08.256035126Z Prometheus config update successful 2024-04-15T01:53:08.256058940Z 2024-04-15T01:53:08.256063882Z Changes detected, updating prometheus config 2024-04-15T01:53:08.257410466Z Jobs detected: 0 2024-04-15T01:53:08.262308818Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T01:53:08.264412195Z alerting: 2024-04-15T01:53:08.264423799Z alertmanagers: 2024-04-15T01:53:08.264427496Z - static_configs: 2024-04-15T01:53:08.264430572Z - targets: 2024-04-15T01:53:08.264434017Z - alertmanager:9093 2024-04-15T01:53:08.264436999Z global: 2024-04-15T01:53:08.264440273Z evaluation_interval: 15s 2024-04-15T01:53:08.264443331Z scrape_interval: 15s 2024-04-15T01:53:08.264446546Z rule_files: 2024-04-15T01:53:08.264449421Z - osm_metric_rules.yml 2024-04-15T01:53:08.264452351Z - osm_alert_rules.yml 2024-04-15T01:53:08.264455304Z scrape_configs: 2024-04-15T01:53:08.264470163Z - job_name: mon_exporter 2024-04-15T01:53:08.264473179Z static_configs: 2024-04-15T01:53:08.264476170Z - targets: 2024-04-15T01:53:08.264479072Z - mon:8000 2024-04-15T01:53:08.264482028Z - honor_labels: true 2024-04-15T01:53:08.264484996Z job_name: pushgateway 2024-04-15T01:53:08.264487795Z scrape_interval: 30s 2024-04-15T01:53:08.264490676Z static_configs: 2024-04-15T01:53:08.264493536Z - targets: 2024-04-15T01:53:08.264497315Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T01:53:08.264500180Z 2024-04-15T01:53:08.267446212Z Alerts read: 2 2024-04-15T01:53:08.269159019Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T01:53:08.271834150Z groups: 2024-04-15T01:53:08.271843856Z - name: osm_alert_rules 2024-04-15T01:53:08.271847104Z rules: 2024-04-15T01:53:08.271850050Z - alert: vdu_down 2024-04-15T01:53:08.271852853Z annotations: 2024-04-15T01:53:08.271856291Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T01:53:08.271861446Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T01:53:08.271864537Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T01:53:08.271867865Z expr: vm_status_extended != 1 2024-04-15T01:53:08.271870705Z for: 3m 2024-04-15T01:53:08.271873537Z - name: _osm_alert_rules_20240415015308_ 2024-04-15T01:53:08.271876325Z rules: 2024-04-15T01:53:08.271879541Z - alert: scalein_0589cc98-a2e2-439a-8611-f4f15faf2a43 2024-04-15T01:53:08.271882398Z expr: (count (osm_cpu_utilization{ns_id="dbdf3a71-c603-4682-aea8-c661e40d5bf9", 2024-04-15T01:53:08.271896129Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="dbdf3a71-c603-4682-aea8-c661e40d5bf9", 2024-04-15T01:53:08.271899510Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-15T01:53:08.271902570Z for: 1m 2024-04-15T01:53:08.271905356Z labels: 2024-04-15T01:53:08.271908517Z ns_id: dbdf3a71-c603-4682-aea8-c661e40d5bf9 2024-04-15T01:53:08.271911267Z vdu_id: hackfest_basic_metrics-VM 2024-04-15T01:53:08.271915405Z vnf_member_index: vnf 2024-04-15T01:53:08.271918284Z - alert: scaleout_da864c0c-5da8-452b-9123-278ea4bc0cfe 2024-04-15T01:53:08.271921166Z expr: (count (osm_cpu_utilization{ns_id="dbdf3a71-c603-4682-aea8-c661e40d5bf9", 2024-04-15T01:53:08.271924020Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="dbdf3a71-c603-4682-aea8-c661e40d5bf9", 2024-04-15T01:53:08.271926825Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-15T01:53:08.271929587Z for: 1m 2024-04-15T01:53:08.271932299Z labels: 2024-04-15T01:53:08.271935065Z ns_id: dbdf3a71-c603-4682-aea8-c661e40d5bf9 2024-04-15T01:53:08.271937790Z vdu_id: hackfest_basic_metrics-VM 2024-04-15T01:53:08.271940595Z vnf_member_index: vnf 2024-04-15T01:53:08.271943171Z 2024-04-15T01:53:08.279489866Z New config written, updating prometheus 2024-04-15T01:53:13.314202589Z Prometheus config update successful 2024-04-15T01:53:13.314252015Z 2024-04-15T02:01:27.678899697Z Changes detected, updating prometheus config 2024-04-15T02:01:27.680459350Z Jobs detected: 0 2024-04-15T02:01:27.685599169Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:01:27.692379789Z alerting: 2024-04-15T02:01:27.692393947Z alertmanagers: 2024-04-15T02:01:27.692399340Z - static_configs: 2024-04-15T02:01:27.692414586Z - targets: 2024-04-15T02:01:27.692419047Z - alertmanager:9093 2024-04-15T02:01:27.692422016Z global: 2024-04-15T02:01:27.692424811Z evaluation_interval: 15s 2024-04-15T02:01:27.692427542Z scrape_interval: 15s 2024-04-15T02:01:27.692430319Z rule_files: 2024-04-15T02:01:27.692433008Z - osm_metric_rules.yml 2024-04-15T02:01:27.692435738Z - osm_alert_rules.yml 2024-04-15T02:01:27.692438483Z scrape_configs: 2024-04-15T02:01:27.692441256Z - job_name: mon_exporter 2024-04-15T02:01:27.692443972Z static_configs: 2024-04-15T02:01:27.692446711Z - targets: 2024-04-15T02:01:27.692449670Z - mon:8000 2024-04-15T02:01:27.692452527Z - honor_labels: true 2024-04-15T02:01:27.692455170Z job_name: pushgateway 2024-04-15T02:01:27.692457947Z scrape_interval: 30s 2024-04-15T02:01:27.692460594Z static_configs: 2024-04-15T02:01:27.692463425Z - targets: 2024-04-15T02:01:27.692467496Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:01:27.692537071Z 2024-04-15T02:01:27.698314445Z Alerts read: 0 2024-04-15T02:01:27.700305445Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:01:27.701374643Z groups: 2024-04-15T02:01:27.701383822Z - name: osm_alert_rules 2024-04-15T02:01:27.701386595Z rules: 2024-04-15T02:01:27.701389307Z - alert: vdu_down 2024-04-15T02:01:27.701391913Z annotations: 2024-04-15T02:01:27.701396870Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:01:27.701401407Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:01:27.701404183Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:01:27.701407499Z expr: vm_status_extended != 1 2024-04-15T02:01:27.701410057Z for: 3m 2024-04-15T02:01:27.701814434Z 2024-04-15T02:01:27.703637098Z New config written, updating prometheus 2024-04-15T02:01:32.746602318Z Prometheus config update successful 2024-04-15T02:01:32.746814176Z 2024-04-15T02:01:32.746995716Z Changes detected, updating prometheus config 2024-04-15T02:01:32.748679120Z Jobs detected: 0 2024-04-15T02:01:32.755744878Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:01:32.758064053Z alerting: 2024-04-15T02:01:32.758077580Z alertmanagers: 2024-04-15T02:01:32.758082340Z - static_configs: 2024-04-15T02:01:32.758104861Z - targets: 2024-04-15T02:01:32.758110462Z - alertmanager:9093 2024-04-15T02:01:32.758113890Z global: 2024-04-15T02:01:32.758117481Z evaluation_interval: 15s 2024-04-15T02:01:32.758121220Z scrape_interval: 15s 2024-04-15T02:01:32.758124795Z rule_files: 2024-04-15T02:01:32.758128231Z - osm_metric_rules.yml 2024-04-15T02:01:32.758131731Z - osm_alert_rules.yml 2024-04-15T02:01:32.758135127Z scrape_configs: 2024-04-15T02:01:32.758138543Z - job_name: mon_exporter 2024-04-15T02:01:32.758142170Z static_configs: 2024-04-15T02:01:32.758145610Z - targets: 2024-04-15T02:01:32.758149057Z - mon:8000 2024-04-15T02:01:32.758152488Z - honor_labels: true 2024-04-15T02:01:32.758155923Z job_name: pushgateway 2024-04-15T02:01:32.758159497Z scrape_interval: 30s 2024-04-15T02:01:32.758162951Z static_configs: 2024-04-15T02:01:32.758166363Z - targets: 2024-04-15T02:01:32.758170396Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:01:32.758268099Z 2024-04-15T02:01:32.761689712Z Alerts read: 0 2024-04-15T02:01:32.764706259Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:01:32.765826031Z groups: 2024-04-15T02:01:32.765835865Z - name: osm_alert_rules 2024-04-15T02:01:32.765838971Z rules: 2024-04-15T02:01:32.765841921Z - alert: vdu_down 2024-04-15T02:01:32.765844907Z annotations: 2024-04-15T02:01:32.765848526Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:01:32.765851726Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:01:32.765854446Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:01:32.765857715Z expr: vm_status_extended != 1 2024-04-15T02:01:32.765874741Z for: 3m 2024-04-15T02:01:32.765925867Z 2024-04-15T02:01:32.766957133Z New config written, updating prometheus 2024-04-15T02:01:37.811233827Z Prometheus config update successful 2024-04-15T02:01:37.811470974Z 2024-04-15T02:02:18.971524444Z Changes detected, updating prometheus config 2024-04-15T02:02:18.974084413Z Jobs detected: 0 2024-04-15T02:02:18.985981636Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:02:18.989360155Z alerting: 2024-04-15T02:02:18.989397993Z alertmanagers: 2024-04-15T02:02:18.989413042Z - static_configs: 2024-04-15T02:02:18.989426898Z - targets: 2024-04-15T02:02:18.989440898Z - alertmanager:9093 2024-04-15T02:02:18.989453605Z global: 2024-04-15T02:02:18.989466856Z evaluation_interval: 15s 2024-04-15T02:02:18.989479151Z scrape_interval: 15s 2024-04-15T02:02:18.989491783Z rule_files: 2024-04-15T02:02:18.989503872Z - osm_metric_rules.yml 2024-04-15T02:02:18.989516284Z - osm_alert_rules.yml 2024-04-15T02:02:18.989528967Z scrape_configs: 2024-04-15T02:02:18.989541140Z - job_name: mon_exporter 2024-04-15T02:02:18.989553459Z static_configs: 2024-04-15T02:02:18.989566036Z - targets: 2024-04-15T02:02:18.989578872Z - mon:8000 2024-04-15T02:02:18.989591988Z - honor_labels: true 2024-04-15T02:02:18.989603899Z job_name: pushgateway 2024-04-15T02:02:18.989616250Z scrape_interval: 30s 2024-04-15T02:02:18.989628512Z static_configs: 2024-04-15T02:02:18.989641022Z - targets: 2024-04-15T02:02:18.989654432Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:02:18.989666753Z 2024-04-15T02:02:18.993333634Z Alerts read: 2 2024-04-15T02:02:18.995816981Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:02:18.999465276Z groups: 2024-04-15T02:02:18.999477443Z - name: osm_alert_rules 2024-04-15T02:02:18.999480625Z rules: 2024-04-15T02:02:18.999483599Z - alert: vdu_down 2024-04-15T02:02:18.999486449Z annotations: 2024-04-15T02:02:18.999490054Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:02:18.999494113Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:02:18.999497009Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:02:18.999507522Z expr: vm_status_extended != 1 2024-04-15T02:02:18.999511031Z for: 3m 2024-04-15T02:02:18.999514417Z - name: _osm_alert_rules_20240415020218_ 2024-04-15T02:02:18.999517374Z rules: 2024-04-15T02:02:18.999521075Z - alert: scalein_ebc1507e-8a76-46c6-ab8a-459888dd2f63 2024-04-15T02:02:18.999524184Z expr: (count (osm_cpu_utilization{ns_id="9634813e-e96c-4639-9909-803e97a8a73e", 2024-04-15T02:02:18.999527888Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="9634813e-e96c-4639-9909-803e97a8a73e", 2024-04-15T02:02:18.999530909Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-15T02:02:18.999546082Z for: 1m 2024-04-15T02:02:18.999549188Z labels: 2024-04-15T02:02:18.999552082Z ns_id: 9634813e-e96c-4639-9909-803e97a8a73e 2024-04-15T02:02:18.999555107Z vdu_id: hackfest_basic_metrics-VM 2024-04-15T02:02:18.999558318Z vnf_member_index: vnf 2024-04-15T02:02:18.999561268Z - alert: scaleout_60870c1a-6036-4e7d-87b7-2bca82002ac8 2024-04-15T02:02:18.999564135Z expr: (count (osm_cpu_utilization{ns_id="9634813e-e96c-4639-9909-803e97a8a73e", 2024-04-15T02:02:18.999567101Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="9634813e-e96c-4639-9909-803e97a8a73e", 2024-04-15T02:02:18.999570157Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-15T02:02:18.999572979Z for: 1m 2024-04-15T02:02:18.999575792Z labels: 2024-04-15T02:02:18.999578925Z ns_id: 9634813e-e96c-4639-9909-803e97a8a73e 2024-04-15T02:02:18.999581911Z vdu_id: hackfest_basic_metrics-VM 2024-04-15T02:02:18.999585126Z vnf_member_index: vnf 2024-04-15T02:02:18.999741984Z 2024-04-15T02:02:19.002893912Z New config written, updating prometheus 2024-04-15T02:02:24.043407687Z Prometheus config update successful 2024-04-15T02:02:24.043545957Z 2024-04-15T02:02:24.043702673Z Changes detected, updating prometheus config 2024-04-15T02:02:24.045264139Z Jobs detected: 0 2024-04-15T02:02:24.051484197Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:02:24.054361517Z alerting: 2024-04-15T02:02:24.054390770Z alertmanagers: 2024-04-15T02:02:24.054401387Z - static_configs: 2024-04-15T02:02:24.054410218Z - targets: 2024-04-15T02:02:24.054419479Z - alertmanager:9093 2024-04-15T02:02:24.054428220Z global: 2024-04-15T02:02:24.054437126Z evaluation_interval: 15s 2024-04-15T02:02:24.054446124Z scrape_interval: 15s 2024-04-15T02:02:24.054455487Z rule_files: 2024-04-15T02:02:24.054464114Z - osm_metric_rules.yml 2024-04-15T02:02:24.054472381Z - osm_alert_rules.yml 2024-04-15T02:02:24.054480711Z scrape_configs: 2024-04-15T02:02:24.054489201Z - job_name: mon_exporter 2024-04-15T02:02:24.054497550Z static_configs: 2024-04-15T02:02:24.054506003Z - targets: 2024-04-15T02:02:24.054514537Z - mon:8000 2024-04-15T02:02:24.054522978Z - honor_labels: true 2024-04-15T02:02:24.054531469Z job_name: pushgateway 2024-04-15T02:02:24.054539806Z scrape_interval: 30s 2024-04-15T02:02:24.054548074Z static_configs: 2024-04-15T02:02:24.054556415Z - targets: 2024-04-15T02:02:24.054565852Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:02:24.054574180Z 2024-04-15T02:02:24.058238185Z Alerts read: 2 2024-04-15T02:02:24.060290564Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:02:24.063623199Z groups: 2024-04-15T02:02:24.063642371Z - name: osm_alert_rules 2024-04-15T02:02:24.063651339Z rules: 2024-04-15T02:02:24.063660200Z - alert: vdu_down 2024-04-15T02:02:24.063668803Z annotations: 2024-04-15T02:02:24.063678455Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:02:24.063687919Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:02:24.063696278Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:02:24.063705889Z expr: vm_status_extended != 1 2024-04-15T02:02:24.063714315Z for: 3m 2024-04-15T02:02:24.063723211Z - name: _osm_alert_rules_20240415020224_ 2024-04-15T02:02:24.063759314Z rules: 2024-04-15T02:02:24.063768898Z - alert: scalein_ebc1507e-8a76-46c6-ab8a-459888dd2f63 2024-04-15T02:02:24.063777389Z expr: (count (osm_cpu_utilization{ns_id="9634813e-e96c-4639-9909-803e97a8a73e", 2024-04-15T02:02:24.063814109Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="9634813e-e96c-4639-9909-803e97a8a73e", 2024-04-15T02:02:24.063824107Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-15T02:02:24.063832632Z for: 1m 2024-04-15T02:02:24.063840905Z labels: 2024-04-15T02:02:24.063849263Z ns_id: 9634813e-e96c-4639-9909-803e97a8a73e 2024-04-15T02:02:24.063857635Z vdu_id: hackfest_basic_metrics-VM 2024-04-15T02:02:24.063866626Z vnf_member_index: vnf 2024-04-15T02:02:24.063874943Z - alert: scaleout_60870c1a-6036-4e7d-87b7-2bca82002ac8 2024-04-15T02:02:24.063883471Z expr: (count (osm_cpu_utilization{ns_id="9634813e-e96c-4639-9909-803e97a8a73e", 2024-04-15T02:02:24.063891821Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="9634813e-e96c-4639-9909-803e97a8a73e", 2024-04-15T02:02:24.063900083Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-15T02:02:24.063908470Z for: 1m 2024-04-15T02:02:24.063916899Z labels: 2024-04-15T02:02:24.063925299Z ns_id: 9634813e-e96c-4639-9909-803e97a8a73e 2024-04-15T02:02:24.063933616Z vdu_id: hackfest_basic_metrics-VM 2024-04-15T02:02:24.063942061Z vnf_member_index: vnf 2024-04-15T02:02:24.063949991Z 2024-04-15T02:02:24.066695720Z New config written, updating prometheus 2024-04-15T02:02:29.099720003Z Prometheus config update successful 2024-04-15T02:02:29.099760966Z 2024-04-15T02:14:50.975549322Z Changes detected, updating prometheus config 2024-04-15T02:14:50.978477819Z Jobs detected: 0 2024-04-15T02:14:50.986464195Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:14:50.988838936Z alerting: 2024-04-15T02:14:50.988851992Z alertmanagers: 2024-04-15T02:14:50.988856151Z - static_configs: 2024-04-15T02:14:50.988859782Z - targets: 2024-04-15T02:14:50.988863718Z - alertmanager:9093 2024-04-15T02:14:50.988867377Z global: 2024-04-15T02:14:50.988870649Z evaluation_interval: 15s 2024-04-15T02:14:50.988873769Z scrape_interval: 15s 2024-04-15T02:14:50.988877150Z rule_files: 2024-04-15T02:14:50.988880359Z - osm_metric_rules.yml 2024-04-15T02:14:50.988883529Z - osm_alert_rules.yml 2024-04-15T02:14:50.988886616Z scrape_configs: 2024-04-15T02:14:50.988889756Z - job_name: mon_exporter 2024-04-15T02:14:50.988892896Z static_configs: 2024-04-15T02:14:50.988896052Z - targets: 2024-04-15T02:14:50.988899187Z - mon:8000 2024-04-15T02:14:50.988902320Z - honor_labels: true 2024-04-15T02:14:50.988905629Z job_name: pushgateway 2024-04-15T02:14:50.988908777Z scrape_interval: 30s 2024-04-15T02:14:50.988911847Z static_configs: 2024-04-15T02:14:50.988914913Z - targets: 2024-04-15T02:14:50.988918709Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:14:50.988921764Z 2024-04-15T02:14:51.005592247Z Alerts read: 0 2024-04-15T02:14:51.014596079Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:14:51.018923435Z groups: 2024-04-15T02:14:51.018946369Z - name: osm_alert_rules 2024-04-15T02:14:51.018953469Z rules: 2024-04-15T02:14:51.018959492Z - alert: vdu_down 2024-04-15T02:14:51.018965355Z annotations: 2024-04-15T02:14:51.018989205Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:14:51.019016850Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:14:51.019022807Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:14:51.019029023Z expr: vm_status_extended != 1 2024-04-15T02:14:51.019033976Z for: 3m 2024-04-15T02:14:51.019045420Z 2024-04-15T02:14:51.021126668Z New config written, updating prometheus 2024-04-15T02:14:56.060736820Z Prometheus config update successful 2024-04-15T02:14:56.060789471Z 2024-04-15T02:14:56.060801058Z Changes detected, updating prometheus config 2024-04-15T02:14:56.062147380Z Jobs detected: 0 2024-04-15T02:14:56.070095883Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:14:56.072131018Z alerting: 2024-04-15T02:14:56.072143283Z alertmanagers: 2024-04-15T02:14:56.072148874Z - static_configs: 2024-04-15T02:14:56.072152457Z - targets: 2024-04-15T02:14:56.072157118Z - alertmanager:9093 2024-04-15T02:14:56.072160533Z global: 2024-04-15T02:14:56.072164100Z evaluation_interval: 15s 2024-04-15T02:14:56.072167576Z scrape_interval: 15s 2024-04-15T02:14:56.072171028Z rule_files: 2024-04-15T02:14:56.072174436Z - osm_metric_rules.yml 2024-04-15T02:14:56.072177832Z - osm_alert_rules.yml 2024-04-15T02:14:56.072181207Z scrape_configs: 2024-04-15T02:14:56.072184657Z - job_name: mon_exporter 2024-04-15T02:14:56.072188042Z static_configs: 2024-04-15T02:14:56.072191551Z - targets: 2024-04-15T02:14:56.072194931Z - mon:8000 2024-04-15T02:14:56.072198337Z - honor_labels: true 2024-04-15T02:14:56.072202070Z job_name: pushgateway 2024-04-15T02:14:56.072205451Z scrape_interval: 30s 2024-04-15T02:14:56.072208773Z static_configs: 2024-04-15T02:14:56.072212153Z - targets: 2024-04-15T02:14:56.072216884Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:14:56.072220232Z 2024-04-15T02:14:56.077366028Z Alerts read: 0 2024-04-15T02:14:56.082112254Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:14:56.085307812Z groups: 2024-04-15T02:14:56.085335400Z - name: osm_alert_rules 2024-04-15T02:14:56.085344676Z rules: 2024-04-15T02:14:56.085353508Z - alert: vdu_down 2024-04-15T02:14:56.085361884Z annotations: 2024-04-15T02:14:56.085374348Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:14:56.085385766Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:14:56.085394287Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:14:56.085403439Z expr: vm_status_extended != 1 2024-04-15T02:14:56.085411929Z for: 3m 2024-04-15T02:14:56.085419902Z 2024-04-15T02:14:56.088802137Z New config written, updating prometheus 2024-04-15T02:15:01.111140913Z Prometheus config update successful 2024-04-15T02:15:01.111166926Z 2024-04-15T02:17:04.818001132Z Changes detected, updating prometheus config 2024-04-15T02:17:04.822491130Z Jobs detected: 0 2024-04-15T02:17:04.837963829Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:17:04.842375939Z alerting: 2024-04-15T02:17:04.842392485Z alertmanagers: 2024-04-15T02:17:04.842396845Z - static_configs: 2024-04-15T02:17:04.842400232Z - targets: 2024-04-15T02:17:04.842404020Z - alertmanager:9093 2024-04-15T02:17:04.842407473Z global: 2024-04-15T02:17:04.842410670Z evaluation_interval: 15s 2024-04-15T02:17:04.842414018Z scrape_interval: 15s 2024-04-15T02:17:04.842435464Z rule_files: 2024-04-15T02:17:04.842438647Z - osm_metric_rules.yml 2024-04-15T02:17:04.842441766Z - osm_alert_rules.yml 2024-04-15T02:17:04.842444838Z scrape_configs: 2024-04-15T02:17:04.842447871Z - job_name: mon_exporter 2024-04-15T02:17:04.842451108Z static_configs: 2024-04-15T02:17:04.842454343Z - targets: 2024-04-15T02:17:04.842457407Z - mon:8000 2024-04-15T02:17:04.842460647Z - honor_labels: true 2024-04-15T02:17:04.842463605Z job_name: pushgateway 2024-04-15T02:17:04.842467063Z scrape_interval: 30s 2024-04-15T02:17:04.842470278Z static_configs: 2024-04-15T02:17:04.842473224Z - targets: 2024-04-15T02:17:04.842476941Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:17:04.842479933Z 2024-04-15T02:17:04.849572519Z Alerts read: 1 2024-04-15T02:17:04.852949467Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:17:04.856031990Z groups: 2024-04-15T02:17:04.856046003Z - name: osm_alert_rules 2024-04-15T02:17:04.856049353Z rules: 2024-04-15T02:17:04.856052329Z - alert: vdu_down 2024-04-15T02:17:04.856055559Z annotations: 2024-04-15T02:17:04.856065395Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:17:04.856069396Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:17:04.856072614Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:17:04.856076549Z expr: vm_status_extended != 1 2024-04-15T02:17:04.856079773Z for: 3m 2024-04-15T02:17:04.856082769Z - name: _osm_alert_rules_20240415021704_ 2024-04-15T02:17:04.856085794Z rules: 2024-04-15T02:17:04.856089615Z - alert: vdu_alarm_dc4d1565-c8e5-4e7a-ae31-aadb234807e7 2024-04-15T02:17:04.856093753Z expr: osm_cpu_utilization{ns_id="e4f02f80-3350-4af9-9c35-6dc0f7a75e9b", vnf_member_index="vnf", 2024-04-15T02:17:04.856096817Z vdu_id="cirros_vnfd-VM"} < 20.0000 2024-04-15T02:17:04.856099773Z for: 1m 2024-04-15T02:17:04.856102698Z labels: 2024-04-15T02:17:04.856106226Z ns_id: e4f02f80-3350-4af9-9c35-6dc0f7a75e9b 2024-04-15T02:17:04.856109841Z vdu_id: cirros_vnfd-VM 2024-04-15T02:17:04.856116526Z vdu_name: '{{ $labels.vdu_name }}' 2024-04-15T02:17:04.856119702Z vnf_member_index: vnf 2024-04-15T02:17:04.856122494Z 2024-04-15T02:17:04.858599071Z New config written, updating prometheus 2024-04-15T02:17:09.891382527Z Prometheus config update successful 2024-04-15T02:17:09.891436268Z 2024-04-15T02:26:54.624050066Z Changes detected, updating prometheus config 2024-04-15T02:26:54.627571608Z Jobs detected: 0 2024-04-15T02:26:54.638284247Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:26:54.641952467Z alerting: 2024-04-15T02:26:54.641970889Z alertmanagers: 2024-04-15T02:26:54.641979297Z - static_configs: 2024-04-15T02:26:54.641983883Z - targets: 2024-04-15T02:26:54.641990715Z - alertmanager:9093 2024-04-15T02:26:54.641995117Z global: 2024-04-15T02:26:54.641999761Z evaluation_interval: 15s 2024-04-15T02:26:54.642004164Z scrape_interval: 15s 2024-04-15T02:26:54.642008555Z rule_files: 2024-04-15T02:26:54.642012834Z - osm_metric_rules.yml 2024-04-15T02:26:54.642017428Z - osm_alert_rules.yml 2024-04-15T02:26:54.642022241Z scrape_configs: 2024-04-15T02:26:54.642026573Z - job_name: mon_exporter 2024-04-15T02:26:54.642031087Z static_configs: 2024-04-15T02:26:54.642035443Z - targets: 2024-04-15T02:26:54.642039806Z - mon:8000 2024-04-15T02:26:54.642065283Z - honor_labels: true 2024-04-15T02:26:54.642069611Z job_name: pushgateway 2024-04-15T02:26:54.642073789Z scrape_interval: 30s 2024-04-15T02:26:54.642078353Z static_configs: 2024-04-15T02:26:54.642083074Z - targets: 2024-04-15T02:26:54.642090645Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:26:54.642095367Z 2024-04-15T02:26:54.647965539Z Alerts read: 0 2024-04-15T02:26:54.650538787Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:26:54.651733009Z groups: 2024-04-15T02:26:54.651748268Z - name: osm_alert_rules 2024-04-15T02:26:54.651754040Z rules: 2024-04-15T02:26:54.651759180Z - alert: vdu_down 2024-04-15T02:26:54.651764257Z annotations: 2024-04-15T02:26:54.651769991Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:26:54.651776450Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:26:54.651781633Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:26:54.651787559Z expr: vm_status_extended != 1 2024-04-15T02:26:54.651792725Z for: 3m 2024-04-15T02:26:54.651797554Z 2024-04-15T02:26:54.652774318Z New config written, updating prometheus 2024-04-15T02:26:59.695428445Z Prometheus config update successful 2024-04-15T02:26:59.695650608Z 2024-04-15T02:29:03.172627117Z Changes detected, updating prometheus config 2024-04-15T02:29:03.176114186Z Jobs detected: 1 2024-04-15T02:29:03.188561396Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:29:03.194231228Z alerting: 2024-04-15T02:29:03.194246852Z alertmanagers: 2024-04-15T02:29:03.194251104Z - static_configs: 2024-04-15T02:29:03.194254691Z - targets: 2024-04-15T02:29:03.194258385Z - alertmanager:9093 2024-04-15T02:29:03.194261508Z global: 2024-04-15T02:29:03.194264737Z evaluation_interval: 15s 2024-04-15T02:29:03.194267876Z scrape_interval: 15s 2024-04-15T02:29:03.194270999Z rule_files: 2024-04-15T02:29:03.194274141Z - osm_metric_rules.yml 2024-04-15T02:29:03.194277179Z - osm_alert_rules.yml 2024-04-15T02:29:03.194280672Z scrape_configs: 2024-04-15T02:29:03.194283761Z - job_name: mon_exporter 2024-04-15T02:29:03.194286867Z static_configs: 2024-04-15T02:29:03.194290214Z - targets: 2024-04-15T02:29:03.194293265Z - mon:8000 2024-04-15T02:29:03.194296574Z - honor_labels: true 2024-04-15T02:29:03.194299743Z job_name: pushgateway 2024-04-15T02:29:03.194302754Z scrape_interval: 30s 2024-04-15T02:29:03.194305847Z static_configs: 2024-04-15T02:29:03.194309382Z - targets: 2024-04-15T02:29:03.194313075Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:29:03.194316139Z - job_name: ad52888a5c68406bbb01953808581f12 2024-04-15T02:29:03.194319196Z metrics_path: /snmp 2024-04-15T02:29:03.194322250Z params: 2024-04-15T02:29:03.194325496Z module: 2024-04-15T02:29:03.194328751Z - osm-snmp 2024-04-15T02:29:03.194331791Z relabel_configs: 2024-04-15T02:29:03.194334963Z - source_labels: 2024-04-15T02:29:03.194337989Z - __address__ 2024-04-15T02:29:03.194341032Z target_label: __param_target 2024-04-15T02:29:03.194344133Z - source_labels: 2024-04-15T02:29:03.194347219Z - __param_target 2024-04-15T02:29:03.194350330Z target_label: instance 2024-04-15T02:29:03.194354050Z - replacement: eechart-0079325432-snmpexporter.a87516c1-b21c-4a26-980f-86d5fae269b3.svc:80 2024-04-15T02:29:03.194357452Z target_label: __address__ 2024-04-15T02:29:03.194374752Z static_configs: 2024-04-15T02:29:03.194378136Z - targets: 2024-04-15T02:29:03.194381280Z - 172.21.248.42 2024-04-15T02:29:03.194384288Z 2024-04-15T02:29:03.200362973Z Alerts read: 0 2024-04-15T02:29:03.205754612Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:29:03.208429711Z groups: 2024-04-15T02:29:03.208442298Z - name: osm_alert_rules 2024-04-15T02:29:03.208447114Z rules: 2024-04-15T02:29:03.208451644Z - alert: vdu_down 2024-04-15T02:29:03.208455870Z annotations: 2024-04-15T02:29:03.208460776Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:29:03.208465900Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:29:03.208470445Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:29:03.208475771Z expr: vm_status_extended != 1 2024-04-15T02:29:03.208480105Z for: 3m 2024-04-15T02:29:03.208816685Z 2024-04-15T02:29:03.211680573Z New config written, updating prometheus 2024-04-15T02:29:08.261435529Z Prometheus config update successful 2024-04-15T02:29:08.264086355Z 2024-04-15T02:29:27.897383522Z Changes detected, updating prometheus config 2024-04-15T02:29:27.900215876Z Jobs detected: 0 2024-04-15T02:29:27.911159262Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:29:27.914280285Z alerting: 2024-04-15T02:29:27.914299492Z alertmanagers: 2024-04-15T02:29:27.914306190Z - static_configs: 2024-04-15T02:29:27.914311873Z - targets: 2024-04-15T02:29:27.914318187Z - alertmanager:9093 2024-04-15T02:29:27.914323839Z global: 2024-04-15T02:29:27.914329411Z evaluation_interval: 15s 2024-04-15T02:29:27.914335643Z scrape_interval: 15s 2024-04-15T02:29:27.914341450Z rule_files: 2024-04-15T02:29:27.914347630Z - osm_metric_rules.yml 2024-04-15T02:29:27.914353336Z - osm_alert_rules.yml 2024-04-15T02:29:27.914358732Z scrape_configs: 2024-04-15T02:29:27.914364153Z - job_name: mon_exporter 2024-04-15T02:29:27.914369336Z static_configs: 2024-04-15T02:29:27.914374726Z - targets: 2024-04-15T02:29:27.914380430Z - mon:8000 2024-04-15T02:29:27.914385906Z - honor_labels: true 2024-04-15T02:29:27.914391133Z job_name: pushgateway 2024-04-15T02:29:27.914396673Z scrape_interval: 30s 2024-04-15T02:29:27.914402480Z static_configs: 2024-04-15T02:29:27.914407860Z - targets: 2024-04-15T02:29:27.914413947Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:29:27.914419533Z 2024-04-15T02:29:27.919245014Z Alerts read: 0 2024-04-15T02:29:27.922001562Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:29:27.923406893Z groups: 2024-04-15T02:29:27.923426698Z - name: osm_alert_rules 2024-04-15T02:29:27.923430685Z rules: 2024-04-15T02:29:27.923434590Z - alert: vdu_down 2024-04-15T02:29:27.923438402Z annotations: 2024-04-15T02:29:27.923443071Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:29:27.923447330Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:29:27.923450949Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:29:27.923455744Z expr: vm_status_extended != 1 2024-04-15T02:29:27.923459379Z for: 3m 2024-04-15T02:29:27.923462781Z 2024-04-15T02:29:27.924578602Z New config written, updating prometheus 2024-04-15T02:29:32.963234913Z Prometheus config update successful 2024-04-15T02:29:32.963267363Z 2024-04-15T02:42:37.518643182Z Changes detected, updating prometheus config 2024-04-15T02:42:37.520433449Z Jobs detected: 0 2024-04-15T02:42:37.528067014Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:42:37.531349638Z alerting: 2024-04-15T02:42:37.531367224Z alertmanagers: 2024-04-15T02:42:37.531373966Z - static_configs: 2024-04-15T02:42:37.531377543Z - targets: 2024-04-15T02:42:37.531382454Z - alertmanager:9093 2024-04-15T02:42:37.531386075Z global: 2024-04-15T02:42:37.531389540Z evaluation_interval: 15s 2024-04-15T02:42:37.531393029Z scrape_interval: 15s 2024-04-15T02:42:37.531396586Z rule_files: 2024-04-15T02:42:37.531399941Z - osm_metric_rules.yml 2024-04-15T02:42:37.531403332Z - osm_alert_rules.yml 2024-04-15T02:42:37.531406708Z scrape_configs: 2024-04-15T02:42:37.531410102Z - job_name: mon_exporter 2024-04-15T02:42:37.531413509Z static_configs: 2024-04-15T02:42:37.531416887Z - targets: 2024-04-15T02:42:37.531420508Z - mon:8000 2024-04-15T02:42:37.531423847Z - honor_labels: true 2024-04-15T02:42:37.531427248Z job_name: pushgateway 2024-04-15T02:42:37.531430592Z scrape_interval: 30s 2024-04-15T02:42:37.531433895Z static_configs: 2024-04-15T02:42:37.531437276Z - targets: 2024-04-15T02:42:37.531442115Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:42:37.531445533Z 2024-04-15T02:42:37.537145578Z Alerts read: 2 2024-04-15T02:42:37.539260148Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:42:37.542329352Z groups: 2024-04-15T02:42:37.542340440Z - name: osm_alert_rules 2024-04-15T02:42:37.542343755Z rules: 2024-04-15T02:42:37.542346740Z - alert: vdu_down 2024-04-15T02:42:37.542349730Z annotations: 2024-04-15T02:42:37.542354168Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:42:37.542358277Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:42:37.542361265Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:42:37.542364757Z expr: vm_status_extended != 1 2024-04-15T02:42:37.542367737Z for: 3m 2024-04-15T02:42:37.542370526Z - name: _osm_alert_rules_20240415024237_ 2024-04-15T02:42:37.542373598Z rules: 2024-04-15T02:42:37.542376953Z - alert: scalein_579c195c-14b1-4fbc-bc7f-5da8752a54c5 2024-04-15T02:42:37.542379818Z expr: (count (osm_cpu_utilization{ns_id="a2a07d89-b285-4778-b8dc-22aafeb7f01c", 2024-04-15T02:42:37.542384947Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="a2a07d89-b285-4778-b8dc-22aafeb7f01c", 2024-04-15T02:42:37.542387887Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-15T02:42:37.542390750Z for: 1m 2024-04-15T02:42:37.542393646Z labels: 2024-04-15T02:42:37.542396480Z ns_id: a2a07d89-b285-4778-b8dc-22aafeb7f01c 2024-04-15T02:42:37.542399300Z vdu_id: hackfest_basic_metrics-VM 2024-04-15T02:42:37.542403566Z vnf_member_index: '1' 2024-04-15T02:42:37.542406445Z - alert: scaleout_a886bf54-5cb2-497e-ab8d-caa928ea7947 2024-04-15T02:42:37.542409292Z expr: (count (osm_cpu_utilization{ns_id="a2a07d89-b285-4778-b8dc-22aafeb7f01c", 2024-04-15T02:42:37.542412115Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="a2a07d89-b285-4778-b8dc-22aafeb7f01c", 2024-04-15T02:42:37.542415056Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-15T02:42:37.542417932Z for: 1m 2024-04-15T02:42:37.542420770Z labels: 2024-04-15T02:42:37.542435676Z ns_id: a2a07d89-b285-4778-b8dc-22aafeb7f01c 2024-04-15T02:42:37.542438650Z vdu_id: hackfest_basic_metrics-VM 2024-04-15T02:42:37.542441437Z vnf_member_index: '1' 2024-04-15T02:42:37.542444032Z 2024-04-15T02:42:37.545234191Z New config written, updating prometheus 2024-04-15T02:42:42.584728993Z Prometheus config update successful 2024-04-15T02:42:42.584759290Z 2024-04-15T02:42:42.584787664Z Changes detected, updating prometheus config 2024-04-15T02:42:42.586176743Z Jobs detected: 0 2024-04-15T02:42:42.593048677Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:42:42.594809379Z alerting: 2024-04-15T02:42:42.594894012Z alertmanagers: 2024-04-15T02:42:42.594914058Z - static_configs: 2024-04-15T02:42:42.594923179Z - targets: 2024-04-15T02:42:42.594946355Z - alertmanager:9093 2024-04-15T02:42:42.594955430Z global: 2024-04-15T02:42:42.594967789Z evaluation_interval: 15s 2024-04-15T02:42:42.594982770Z scrape_interval: 15s 2024-04-15T02:42:42.594995896Z rule_files: 2024-04-15T02:42:42.595009295Z - osm_metric_rules.yml 2024-04-15T02:42:42.595021804Z - osm_alert_rules.yml 2024-04-15T02:42:42.595034493Z scrape_configs: 2024-04-15T02:42:42.595046791Z - job_name: mon_exporter 2024-04-15T02:42:42.595061126Z static_configs: 2024-04-15T02:42:42.595074349Z - targets: 2024-04-15T02:42:42.595087555Z - mon:8000 2024-04-15T02:42:42.595101751Z - honor_labels: true 2024-04-15T02:42:42.595114498Z job_name: pushgateway 2024-04-15T02:42:42.595127533Z scrape_interval: 30s 2024-04-15T02:42:42.595141262Z static_configs: 2024-04-15T02:42:42.595153647Z - targets: 2024-04-15T02:42:42.595165870Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:42:42.595177411Z 2024-04-15T02:42:42.598291890Z Alerts read: 2 2024-04-15T02:42:42.600076053Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:42:42.602775449Z groups: 2024-04-15T02:42:42.602797971Z - name: osm_alert_rules 2024-04-15T02:42:42.602807201Z rules: 2024-04-15T02:42:42.602815283Z - alert: vdu_down 2024-04-15T02:42:42.602823130Z annotations: 2024-04-15T02:42:42.602831791Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:42:42.602840649Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:42:42.602848589Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:42:42.602857008Z expr: vm_status_extended != 1 2024-04-15T02:42:42.602864902Z for: 3m 2024-04-15T02:42:42.602914463Z - name: _osm_alert_rules_20240415024242_ 2024-04-15T02:42:42.602925860Z rules: 2024-04-15T02:42:42.602934678Z - alert: scalein_579c195c-14b1-4fbc-bc7f-5da8752a54c5 2024-04-15T02:42:42.602942772Z expr: (count (osm_cpu_utilization{ns_id="a2a07d89-b285-4778-b8dc-22aafeb7f01c", 2024-04-15T02:42:42.602951561Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="a2a07d89-b285-4778-b8dc-22aafeb7f01c", 2024-04-15T02:42:42.602959425Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-15T02:42:42.602967809Z for: 1m 2024-04-15T02:42:42.602975614Z labels: 2024-04-15T02:42:42.602983971Z ns_id: a2a07d89-b285-4778-b8dc-22aafeb7f01c 2024-04-15T02:42:42.602991766Z vdu_id: hackfest_basic_metrics-VM 2024-04-15T02:42:42.603000353Z vnf_member_index: '1' 2024-04-15T02:42:42.603008126Z - alert: scaleout_a886bf54-5cb2-497e-ab8d-caa928ea7947 2024-04-15T02:42:42.603038911Z expr: (count (osm_cpu_utilization{ns_id="a2a07d89-b285-4778-b8dc-22aafeb7f01c", 2024-04-15T02:42:42.603047430Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="a2a07d89-b285-4778-b8dc-22aafeb7f01c", 2024-04-15T02:42:42.603055248Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-15T02:42:42.603062975Z for: 1m 2024-04-15T02:42:42.603070733Z labels: 2024-04-15T02:42:42.603078656Z ns_id: a2a07d89-b285-4778-b8dc-22aafeb7f01c 2024-04-15T02:42:42.603086364Z vdu_id: hackfest_basic_metrics-VM 2024-04-15T02:42:42.603094116Z vnf_member_index: '1' 2024-04-15T02:42:42.603101579Z 2024-04-15T02:42:42.605769180Z New config written, updating prometheus 2024-04-15T02:42:47.637851675Z Prometheus config update successful 2024-04-15T02:42:47.637888130Z 2024-04-15T02:43:31.557528074Z Changes detected, updating prometheus config 2024-04-15T02:43:31.561750867Z Jobs detected: 0 2024-04-15T02:43:31.574920260Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:43:31.578950317Z alerting: 2024-04-15T02:43:31.578974943Z alertmanagers: 2024-04-15T02:43:31.578984330Z - static_configs: 2024-04-15T02:43:31.578992165Z - targets: 2024-04-15T02:43:31.579000606Z - alertmanager:9093 2024-04-15T02:43:31.579022468Z global: 2024-04-15T02:43:31.579030866Z evaluation_interval: 15s 2024-04-15T02:43:31.579039084Z scrape_interval: 15s 2024-04-15T02:43:31.579047166Z rule_files: 2024-04-15T02:43:31.579055031Z - osm_metric_rules.yml 2024-04-15T02:43:31.579062923Z - osm_alert_rules.yml 2024-04-15T02:43:31.579070735Z scrape_configs: 2024-04-15T02:43:31.579078972Z - job_name: mon_exporter 2024-04-15T02:43:31.579086597Z static_configs: 2024-04-15T02:43:31.579094298Z - targets: 2024-04-15T02:43:31.579102103Z - mon:8000 2024-04-15T02:43:31.579109728Z - honor_labels: true 2024-04-15T02:43:31.579117437Z job_name: pushgateway 2024-04-15T02:43:31.579125007Z scrape_interval: 30s 2024-04-15T02:43:31.579132688Z static_configs: 2024-04-15T02:43:31.579140343Z - targets: 2024-04-15T02:43:31.579148733Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:43:31.579156168Z 2024-04-15T02:43:31.586123256Z Alerts read: 0 2024-04-15T02:43:31.590952389Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:43:31.593860700Z groups: 2024-04-15T02:43:31.593885996Z - name: osm_alert_rules 2024-04-15T02:43:31.593895413Z rules: 2024-04-15T02:43:31.593904863Z - alert: vdu_down 2024-04-15T02:43:31.593913577Z annotations: 2024-04-15T02:43:31.593923107Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:43:31.593932595Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:43:31.593941141Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:43:31.593950286Z expr: vm_status_extended != 1 2024-04-15T02:43:31.593959200Z for: 3m 2024-04-15T02:43:31.593967439Z 2024-04-15T02:43:31.596305072Z New config written, updating prometheus 2024-04-15T02:43:36.630137827Z Prometheus config update successful 2024-04-15T02:43:36.630164910Z 2024-04-15T02:43:36.630168606Z Changes detected, updating prometheus config 2024-04-15T02:43:36.633125154Z Jobs detected: 0 2024-04-15T02:43:36.637267667Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-15T02:43:36.639093362Z alerting: 2024-04-15T02:43:36.639103301Z alertmanagers: 2024-04-15T02:43:36.639117444Z - static_configs: 2024-04-15T02:43:36.639120252Z - targets: 2024-04-15T02:43:36.639123300Z - alertmanager:9093 2024-04-15T02:43:36.639126133Z global: 2024-04-15T02:43:36.639128699Z evaluation_interval: 15s 2024-04-15T02:43:36.639131232Z scrape_interval: 15s 2024-04-15T02:43:36.639133745Z rule_files: 2024-04-15T02:43:36.639136247Z - osm_metric_rules.yml 2024-04-15T02:43:36.639138753Z - osm_alert_rules.yml 2024-04-15T02:43:36.639141279Z scrape_configs: 2024-04-15T02:43:36.639143794Z - job_name: mon_exporter 2024-04-15T02:43:36.639146343Z static_configs: 2024-04-15T02:43:36.639148869Z - targets: 2024-04-15T02:43:36.639151602Z - mon:8000 2024-04-15T02:43:36.639154027Z - honor_labels: true 2024-04-15T02:43:36.639156563Z job_name: pushgateway 2024-04-15T02:43:36.639159082Z scrape_interval: 30s 2024-04-15T02:43:36.639161527Z static_configs: 2024-04-15T02:43:36.639164046Z - targets: 2024-04-15T02:43:36.639167095Z - pushgateway-prometheus-pushgateway:9091 2024-04-15T02:43:36.639169797Z 2024-04-15T02:43:36.641720336Z Alerts read: 0 2024-04-15T02:43:36.643467795Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-15T02:43:36.644770789Z groups: 2024-04-15T02:43:36.644781091Z - name: osm_alert_rules 2024-04-15T02:43:36.644784501Z rules: 2024-04-15T02:43:36.644787390Z - alert: vdu_down 2024-04-15T02:43:36.644790183Z annotations: 2024-04-15T02:43:36.644793611Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-15T02:43:36.644796798Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-15T02:43:36.644799536Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-15T02:43:36.644802856Z expr: vm_status_extended != 1 2024-04-15T02:43:36.644805750Z for: 3m 2024-04-15T02:43:36.644808352Z 2024-04-15T02:43:36.645905356Z New config written, updating prometheus 2024-04-15T02:43:41.673474198Z Prometheus config update successful 2024-04-15T02:43:41.673498190Z