2024-04-14T01:24:52.654724079Z ts=2024-04-14T01:24:52.654Z caller=main.go:539 level=info msg="No time or size retention was set so using the default time retention" duration=15d
2024-04-14T01:24:52.654809688Z ts=2024-04-14T01:24:52.654Z caller=main.go:583 level=info msg="Starting Prometheus Server" mode=server version="(version=2.47.0, branch=HEAD, revision=efa34a5840661c29c2e362efa76bc3a70dccb335)"
2024-04-14T01:24:52.654826133Z ts=2024-04-14T01:24:52.654Z caller=main.go:588 level=info build_context="(go=go1.21.0, platform=linux/amd64, user=root@409eb5e6b30c, date=20230906-10:20:07, tags=netgo,builtinassets,stringlabels)"
2024-04-14T01:24:52.654839708Z ts=2024-04-14T01:24:52.654Z caller=main.go:589 level=info host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))"
2024-04-14T01:24:52.654852367Z ts=2024-04-14T01:24:52.654Z caller=main.go:590 level=info fd_limits="(soft=1048576, hard=1048576)"
2024-04-14T01:24:52.654866307Z ts=2024-04-14T01:24:52.654Z caller=main.go:591 level=info vm_limits="(soft=unlimited, hard=unlimited)"
2024-04-14T01:24:52.656589132Z ts=2024-04-14T01:24:52.656Z caller=web.go:566 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090
2024-04-14T01:24:52.657080508Z ts=2024-04-14T01:24:52.656Z caller=main.go:1024 level=info msg="Starting TSDB ..."
2024-04-14T01:24:52.661700975Z ts=2024-04-14T01:24:52.661Z caller=head.go:600 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
2024-04-14T01:24:52.661730730Z ts=2024-04-14T01:24:52.661Z caller=head.go:681 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=8.6µs
2024-04-14T01:24:52.661740912Z ts=2024-04-14T01:24:52.661Z caller=head.go:689 level=info component=tsdb msg="Replaying WAL, this may take a while"
2024-04-14T01:24:52.662230344Z ts=2024-04-14T01:24:52.661Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090
2024-04-14T01:24:52.662576187Z ts=2024-04-14T01:24:52.662Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090
2024-04-14T01:24:52.662860787Z ts=2024-04-14T01:24:52.662Z caller=head.go:760 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
2024-04-14T01:24:52.662878030Z ts=2024-04-14T01:24:52.662Z caller=head.go:797 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=130.3µs wal_replay_duration=1.064506ms wbl_replay_duration=175ns total_replay_duration=1.232046ms
2024-04-14T01:24:52.668092309Z ts=2024-04-14T01:24:52.667Z caller=main.go:1045 level=info fs_type=EXT4_SUPER_MAGIC
2024-04-14T01:24:52.668121328Z ts=2024-04-14T01:24:52.667Z caller=main.go:1048 level=info msg="TSDB started"
2024-04-14T01:24:52.668130947Z ts=2024-04-14T01:24:52.667Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:24:52.670660639Z ts=2024-04-14T01:24:52.670Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.570761ms db_storage=6.937µs remote_storage=1.61µs web_handler=363ns query_engine=824ns scrape=333.372µs scrape_sd=30.966µs notify=25.861µs notify_sd=7.19µs rules=1.859337ms tracing=5.471µs
2024-04-14T01:24:52.670679707Z ts=2024-04-14T01:24:52.670Z caller=main.go:1009 level=info msg="Server is ready to receive web requests."
2024-04-14T01:24:52.670686500Z ts=2024-04-14T01:24:52.670Z caller=manager.go:1009 level=info component="rule manager" msg="Starting rule manager..."
2024-04-14T01:26:17.686840713Z ts=2024-04-14T01:26:17.684Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:26:17.686876554Z ts=2024-04-14T01:26:17.686Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.087205ms db_storage=6.416µs remote_storage=1.649µs web_handler=620ns query_engine=980ns scrape=236.968µs scrape_sd=41.295µs notify=56.802µs notify_sd=7.537µs rules=1.019639ms tracing=20.174µs
2024-04-14T01:39:15.869489823Z ts=2024-04-14T01:39:15.869Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:39:15.874245579Z ts=2024-04-14T01:39:15.874Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.925838ms db_storage=8.084µs remote_storage=2.282µs web_handler=1.394µs query_engine=1.471µs scrape=386.28µs scrape_sd=154.129µs notify=126.112µs notify_sd=18.489µs rules=2.68405ms tracing=20.856µs
2024-04-14T01:39:20.943079963Z ts=2024-04-14T01:39:20.942Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:39:20.944841371Z ts=2024-04-14T01:39:20.944Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.76489ms db_storage=1.721µs remote_storage=1.691µs web_handler=439ns query_engine=976ns scrape=83.802µs scrape_sd=30.535µs notify=15.265µs notify_sd=6.713µs rules=1.232735ms tracing=4.952µs
2024-04-14T01:40:46.124543500Z ts=2024-04-14T01:40:46.124Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:40:46.127569138Z ts=2024-04-14T01:40:46.127Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.061178ms db_storage=2.219µs remote_storage=2.587µs web_handler=642ns query_engine=1.649µs scrape=193.048µs scrape_sd=92.657µs notify=31.17µs notify_sd=14.575µs rules=2.028629ms tracing=8.96µs
2024-04-14T01:40:51.170057003Z ts=2024-04-14T01:40:51.169Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:40:51.172866122Z ts=2024-04-14T01:40:51.172Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.863549ms db_storage=2.166µs remote_storage=3.21µs web_handler=593ns query_engine=1.476µs scrape=187.751µs scrape_sd=61.004µs notify=23.623µs notify_sd=14.141µs rules=1.79936ms tracing=7.611µs
2024-04-14T01:41:58.037215290Z ts=2024-04-14T01:41:58.036Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:41:58.039711911Z ts=2024-04-14T01:41:58.039Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.705074ms db_storage=9.371µs remote_storage=1.887µs web_handler=604ns query_engine=1.116µs scrape=160.898µs scrape_sd=71.684µs notify=70.34µs notify_sd=12.705µs rules=1.755703ms tracing=5.096µs
2024-04-14T01:42:03.086916078Z ts=2024-04-14T01:42:03.086Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:42:03.096108799Z ts=2024-04-14T01:42:03.095Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.144526ms db_storage=17.172µs remote_storage=3.28µs web_handler=1.419µs query_engine=2.035µs scrape=575.738µs scrape_sd=101.623µs notify=148.147µs notify_sd=30.572µs rules=7.106372ms tracing=12.618µs
2024-04-14T01:42:08.159294894Z ts=2024-04-14T01:42:08.157Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:42:08.168776152Z ts=2024-04-14T01:42:08.161Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.866202ms db_storage=1.531µs remote_storage=1.629µs web_handler=313ns query_engine=1.137µs scrape=106.411µs scrape_sd=24.83µs notify=15.434µs notify_sd=26.813µs rules=3.352609ms tracing=6.088µs
2024-04-14T01:42:13.214484715Z ts=2024-04-14T01:42:13.214Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:42:13.220636330Z ts=2024-04-14T01:42:13.220Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.184143ms db_storage=2.362µs remote_storage=2.61µs web_handler=803ns query_engine=1.413µs scrape=302.437µs scrape_sd=73.068µs notify=26.435µs notify_sd=14.833µs rules=4.98387ms tracing=11.742µs
2024-04-14T01:42:18.273258356Z ts=2024-04-14T01:42:18.273Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:42:18.276422186Z ts=2024-04-14T01:42:18.276Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.164804ms db_storage=1.772µs remote_storage=1.526µs web_handler=327ns query_engine=964ns scrape=101.021µs scrape_sd=38.827µs notify=14.016µs notify_sd=6.859µs rules=2.579278ms tracing=11.121µs
2024-04-14T01:42:23.337482330Z ts=2024-04-14T01:42:23.337Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:42:23.348352976Z ts=2024-04-14T01:42:23.348Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=10.937078ms db_storage=2.196µs remote_storage=2.933µs web_handler=748ns query_engine=1.382µs scrape=339.703µs scrape_sd=88.375µs notify=150.893µs notify_sd=18.654µs rules=9.147325ms tracing=8.016µs
2024-04-14T01:43:26.355466970Z ts=2024-04-14T01:43:26.355Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:43:26.356935164Z ts=2024-04-14T01:43:26.356Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.482523ms db_storage=1.454µs remote_storage=1.791µs web_handler=362ns query_engine=975ns scrape=93.35µs scrape_sd=53.186µs notify=16.193µs notify_sd=20.542µs rules=879.655µs tracing=8.747µs
2024-04-14T01:43:31.393104376Z ts=2024-04-14T01:43:31.392Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:43:31.399706317Z ts=2024-04-14T01:43:31.399Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.743174ms db_storage=2.581µs remote_storage=3.399µs web_handler=1.092µs query_engine=1.957µs scrape=412.247µs scrape_sd=580.17µs notify=170.245µs notify_sd=69.635µs rules=3.861737ms tracing=9.227µs
2024-04-14T01:43:36.452678584Z ts=2024-04-14T01:43:36.452Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:43:36.454535271Z ts=2024-04-14T01:43:36.454Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.776027ms db_storage=2.121µs remote_storage=2.289µs web_handler=439ns query_engine=1.175µs scrape=110.952µs scrape_sd=33.506µs notify=23.693µs notify_sd=30.979µs rules=1.210149ms tracing=5.541µs
2024-04-14T01:43:41.490309590Z ts=2024-04-14T01:43:41.490Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:43:41.492382384Z ts=2024-04-14T01:43:41.492Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.09352ms db_storage=1.535µs remote_storage=1.902µs web_handler=344ns query_engine=993ns scrape=136.789µs scrape_sd=26.444µs notify=51.947µs notify_sd=8.983µs rules=1.504633ms tracing=5.333µs
2024-04-14T01:43:46.531383036Z ts=2024-04-14T01:43:46.531Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:43:46.532611668Z ts=2024-04-14T01:43:46.532Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.249527ms db_storage=1.571µs remote_storage=1.615µs web_handler=583ns query_engine=1.028µs scrape=85.113µs scrape_sd=20.29µs notify=14.451µs notify_sd=6.305µs rules=780.277µs tracing=5.344µs
2024-04-14T01:43:51.581501165Z ts=2024-04-14T01:43:51.581Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T01:43:51.587409705Z ts=2024-04-14T01:43:51.587Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.851071ms db_storage=1.774µs remote_storage=1.88µs web_handler=381ns query_engine=1.302µs scrape=110.192µs scrape_sd=47.599µs notify=18.268µs notify_sd=14.136µs rules=5.327568ms tracing=9.873µs
2024-04-14T01:56:32.589369933Z ts=2024-04-14T01:56:32.588Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"58254198-1c59-4738-8466-82acf32df33a\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"8eb993c1-e9cc-4778-8a64-0b5a9ce94254\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"65d9d31f-d1ac-448b-b237-b73d7941c9db\", vdu_name=\"basic_27_helm_ee-simple-mgmtVM-0\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"58254198-1c59-4738-8466-82acf32df33a\", vnf_id=\"5c51a231-081b-4fe9-8e68-37eb7d88cc3c\", vnf_member_index=\"simple\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"8eb993c1-e9cc-4778-8a64-0b5a9ce94254\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"65d9d31f-d1ac-448b-b237-b73d7941c9db\", vdu_name=\"UNKNOWN\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"58254198-1c59-4738-8466-82acf32df33a\", vnf_id=\"5c51a231-081b-4fe9-8e68-37eb7d88cc3c\", vnf_member_index=\"simple\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-14T01:56:47.588150386Z ts=2024-04-14T01:56:47.587Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"58254198-1c59-4738-8466-82acf32df33a\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"8eb993c1-e9cc-4778-8a64-0b5a9ce94254\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"65d9d31f-d1ac-448b-b237-b73d7941c9db\", vdu_name=\"basic_27_helm_ee-simple-mgmtVM-0\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"58254198-1c59-4738-8466-82acf32df33a\", vnf_id=\"5c51a231-081b-4fe9-8e68-37eb7d88cc3c\", vnf_member_index=\"simple\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"8eb993c1-e9cc-4778-8a64-0b5a9ce94254\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"65d9d31f-d1ac-448b-b237-b73d7941c9db\", vdu_name=\"UNKNOWN\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"58254198-1c59-4738-8466-82acf32df33a\", vnf_id=\"5c51a231-081b-4fe9-8e68-37eb7d88cc3c\", vnf_member_index=\"simple\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-14T02:30:32.587636999Z ts=2024-04-14T02:30:32.586Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"5845e1ac-4e6b-4810-a4f6-df0bb6208ec1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bbda467b-5519-4e57-93db-5d51f5a0547b\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"d310ca09-8871-4dcb-b26e-e876930ff38e\", vdu_name=\"heal_01-manual_scale_vnf-mgmtVM-0\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"5845e1ac-4e6b-4810-a4f6-df0bb6208ec1\", vnf_id=\"5bdb1957-c7c3-4f4f-93ff-54e59845d066\", vnf_member_index=\"manual_scale_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bbda467b-5519-4e57-93db-5d51f5a0547b\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"d310ca09-8871-4dcb-b26e-e876930ff38e\", vdu_name=\"UNKNOWN\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"5845e1ac-4e6b-4810-a4f6-df0bb6208ec1\", vnf_id=\"5bdb1957-c7c3-4f4f-93ff-54e59845d066\", vnf_member_index=\"manual_scale_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-14T02:30:47.586786913Z ts=2024-04-14T02:30:47.586Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"5845e1ac-4e6b-4810-a4f6-df0bb6208ec1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bbda467b-5519-4e57-93db-5d51f5a0547b\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"d310ca09-8871-4dcb-b26e-e876930ff38e\", vdu_name=\"heal_01-manual_scale_vnf-mgmtVM-0\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"5845e1ac-4e6b-4810-a4f6-df0bb6208ec1\", vnf_id=\"5bdb1957-c7c3-4f4f-93ff-54e59845d066\", vnf_member_index=\"manual_scale_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"bbda467b-5519-4e57-93db-5d51f5a0547b\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"d310ca09-8871-4dcb-b26e-e876930ff38e\", vdu_name=\"UNKNOWN\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"5845e1ac-4e6b-4810-a4f6-df0bb6208ec1\", vnf_id=\"5bdb1957-c7c3-4f4f-93ff-54e59845d066\", vnf_member_index=\"manual_scale_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-14T02:36:32.587823094Z ts=2024-04-14T02:36:32.587Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"55765cee-34d6-45fb-a100-66d4710c237e\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"47ae8a5c-be26-4547-91b7-d525d599e636\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"f3ccb58c-17be-48e0-a5ac-6e0192ceef77\", vdu_name=\"heal_02-manual_scale_vnf-mgmtVM-2\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"55765cee-34d6-45fb-a100-66d4710c237e\", vnf_id=\"2092ef9d-8a88-4b37-893f-ee23874a4cf9\", vnf_member_index=\"manual_scale_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"47ae8a5c-be26-4547-91b7-d525d599e636\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"f3ccb58c-17be-48e0-a5ac-6e0192ceef77\", vdu_name=\"heal_02-manual_scale_vnf-mgmtVM-1\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"55765cee-34d6-45fb-a100-66d4710c237e\", vnf_id=\"2092ef9d-8a88-4b37-893f-ee23874a4cf9\", vnf_member_index=\"manual_scale_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-14T02:36:47.585386461Z ts=2024-04-14T02:36:47.585Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"55765cee-34d6-45fb-a100-66d4710c237e\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"47ae8a5c-be26-4547-91b7-d525d599e636\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"f3ccb58c-17be-48e0-a5ac-6e0192ceef77\", vdu_name=\"heal_02-manual_scale_vnf-mgmtVM-2\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"55765cee-34d6-45fb-a100-66d4710c237e\", vnf_id=\"2092ef9d-8a88-4b37-893f-ee23874a4cf9\", vnf_member_index=\"manual_scale_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"47ae8a5c-be26-4547-91b7-d525d599e636\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"f3ccb58c-17be-48e0-a5ac-6e0192ceef77\", vdu_name=\"heal_02-manual_scale_vnf-mgmtVM-1\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"55765cee-34d6-45fb-a100-66d4710c237e\", vnf_id=\"2092ef9d-8a88-4b37-893f-ee23874a4cf9\", vnf_member_index=\"manual_scale_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-14T02:43:04.534410351Z ts=2024-04-14T02:43:04.534Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T02:43:04.542387247Z ts=2024-04-14T02:43:04.542Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.12816ms db_storage=9.86µs remote_storage=3.289µs web_handler=1.35µs query_engine=1.59µs scrape=598.507µs scrape_sd=163.68µs notify=162.14µs notify_sd=21.441µs rules=4.519827ms tracing=26.718µs
2024-04-14T02:49:05.707532861Z ts=2024-04-14T02:49:05.707Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T02:49:05.711443788Z ts=2024-04-14T02:49:05.711Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.965264ms db_storage=9.978µs remote_storage=2.729µs web_handler=747ns query_engine=1.06µs scrape=377.567µs scrape_sd=78.468µs notify=53.522µs notify_sd=27.097µs rules=2.208204ms tracing=7.564µs
2024-04-14T03:03:21.682582607Z ts=2024-04-14T03:03:21.682Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:03:21.685397993Z ts=2024-04-14T03:03:21.685Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.899687ms db_storage=5.271µs remote_storage=1.585µs web_handler=591ns query_engine=871ns scrape=203.454µs scrape_sd=85.965µs notify=34.838µs notify_sd=6.959µs rules=1.771471ms tracing=7.982µs
2024-04-14T03:03:26.744957807Z ts=2024-04-14T03:03:26.744Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:03:26.748646181Z ts=2024-04-14T03:03:26.748Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.703941ms db_storage=2.12µs remote_storage=2.183µs web_handler=576ns query_engine=1.192µs scrape=159.209µs scrape_sd=57.126µs notify=19.553µs notify_sd=10.494µs rules=2.862893ms tracing=8.073µs
2024-04-14T03:10:45.925263679Z ts=2024-04-14T03:10:45.924Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:10:45.930532192Z ts=2024-04-14T03:10:45.930Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.456653ms db_storage=38.912µs remote_storage=2.209µs web_handler=1.206µs query_engine=1.641µs scrape=418.848µs scrape_sd=207.223µs notify=243.81µs notify_sd=23.429µs rules=2.785591ms tracing=53.558µs
2024-04-14T03:10:50.968607061Z ts=2024-04-14T03:10:50.968Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:10:50.970673525Z ts=2024-04-14T03:10:50.970Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.177934ms db_storage=1.867µs remote_storage=2.179µs web_handler=516ns query_engine=1.209µs scrape=207.353µs scrape_sd=42.123µs notify=23.792µs notify_sd=12.535µs rules=1.459787ms tracing=6.794µs
2024-04-14T03:11:36.949235905Z ts=2024-04-14T03:11:36.949Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:11:36.952738647Z ts=2024-04-14T03:11:36.952Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.584364ms db_storage=13.388µs remote_storage=2.474µs web_handler=992ns query_engine=1.066µs scrape=200.107µs scrape_sd=59.195µs notify=67.774µs notify_sd=9.792µs rules=1.691832ms tracing=9.942µs
2024-04-14T03:11:42.016746080Z ts=2024-04-14T03:11:42.016Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:11:42.018423218Z ts=2024-04-14T03:11:42.018Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.698685ms db_storage=1.468µs remote_storage=1.827µs web_handler=301ns query_engine=894ns scrape=82.74µs scrape_sd=23.968µs notify=14.952µs notify_sd=7.002µs rules=1.154786ms tracing=3.724µs
2024-04-14T03:24:32.589421707Z ts=2024-04-14T03:24:32.588Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"6ecc53b0-3c7a-4a4d-baa2-c18bb669338f\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"92002443-f804-4d5d-9e90-d4d0d6677639\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"1272ae44-cde8-4f90-9647-73321196fbb3\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-1\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"6ecc53b0-3c7a-4a4d-baa2-c18bb669338f\", vnf_id=\"faeb1f20-0707-4393-a913-3f75f8c3e37e\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"92002443-f804-4d5d-9e90-d4d0d6677639\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"1272ae44-cde8-4f90-9647-73321196fbb3\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"6ecc53b0-3c7a-4a4d-baa2-c18bb669338f\", vnf_id=\"faeb1f20-0707-4393-a913-3f75f8c3e37e\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-14T03:24:47.584699094Z ts=2024-04-14T03:24:47.584Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"6ecc53b0-3c7a-4a4d-baa2-c18bb669338f\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"92002443-f804-4d5d-9e90-d4d0d6677639\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"1272ae44-cde8-4f90-9647-73321196fbb3\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-1\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"6ecc53b0-3c7a-4a4d-baa2-c18bb669338f\", vnf_id=\"faeb1f20-0707-4393-a913-3f75f8c3e37e\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"92002443-f804-4d5d-9e90-d4d0d6677639\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"1272ae44-cde8-4f90-9647-73321196fbb3\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"6ecc53b0-3c7a-4a4d-baa2-c18bb669338f\", vnf_id=\"faeb1f20-0707-4393-a913-3f75f8c3e37e\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-14T03:25:08.426252041Z ts=2024-04-14T03:25:08.426Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:25:08.428325599Z ts=2024-04-14T03:25:08.428Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.088558ms db_storage=4.862µs remote_storage=1.729µs web_handler=562ns query_engine=929ns scrape=141.009µs scrape_sd=34.629µs notify=44.657µs notify_sd=10.341µs rules=1.165519ms tracing=21.715µs
2024-04-14T03:25:13.483509810Z ts=2024-04-14T03:25:13.483Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:25:13.489124061Z ts=2024-04-14T03:25:13.488Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.666419ms db_storage=2.663µs remote_storage=3.167µs web_handler=873ns query_engine=1.622µs scrape=340.332µs scrape_sd=352.384µs notify=219.797µs notify_sd=54.282µs rules=3.331989ms tracing=14.304µs
2024-04-14T03:27:24.003852651Z ts=2024-04-14T03:27:24.003Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:27:24.006304935Z ts=2024-04-14T03:27:24.006Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.466318ms db_storage=2.209µs remote_storage=2.295µs web_handler=434ns query_engine=1.084µs scrape=112.61µs scrape_sd=65.5µs notify=22.143µs notify_sd=11µs rules=1.752856ms tracing=7.771µs
2024-04-14T03:37:14.049710523Z ts=2024-04-14T03:37:14.049Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:37:14.051641265Z ts=2024-04-14T03:37:14.051Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.892289ms db_storage=5.332µs remote_storage=1.559µs web_handler=562ns query_engine=942ns scrape=168.999µs scrape_sd=40.989µs notify=48.41µs notify_sd=14.867µs rules=1.027078ms tracing=5.401µs
2024-04-14T03:39:24.785774005Z ts=2024-04-14T03:39:24.785Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:39:24.789684270Z ts=2024-04-14T03:39:24.789Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.007515ms db_storage=12.898µs remote_storage=2.462µs web_handler=1.123µs query_engine=1.394µs scrape=324.763µs scrape_sd=100.374µs notify=96.629µs notify_sd=14.227µs rules=1.977867ms tracing=14.323µs
2024-04-14T03:39:49.600505868Z ts=2024-04-14T03:39:49.600Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:39:49.604396583Z ts=2024-04-14T03:39:49.604Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.863086ms db_storage=2.384µs remote_storage=2.46µs web_handler=863ns query_engine=1.794µs scrape=665.325µs scrape_sd=78.049µs notify=27.528µs notify_sd=15.637µs rules=2.237844ms tracing=8.622µs
2024-04-14T03:48:32.588694930Z ts=2024-04-14T03:48:32.587Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"9f51e0e8-53f2-43d5-9833-a8a826377f83\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6fcf51b6-8ef4-496f-855b-ddd38c2af493\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"771eb807-dddd-40dd-b1a0-417d014cf5f4\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"9f51e0e8-53f2-43d5-9833-a8a826377f83\", vnf_id=\"4e6f8718-feb3-4547-85c6-f3e8080f6e2e\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6fcf51b6-8ef4-496f-855b-ddd38c2af493\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"771eb807-dddd-40dd-b1a0-417d014cf5f4\", vdu_name=\"UNKNOWN\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"9f51e0e8-53f2-43d5-9833-a8a826377f83\", vnf_id=\"4e6f8718-feb3-4547-85c6-f3e8080f6e2e\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-14T03:48:47.588426777Z ts=2024-04-14T03:48:47.588Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"9f51e0e8-53f2-43d5-9833-a8a826377f83\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6fcf51b6-8ef4-496f-855b-ddd38c2af493\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"771eb807-dddd-40dd-b1a0-417d014cf5f4\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"9f51e0e8-53f2-43d5-9833-a8a826377f83\", vnf_id=\"4e6f8718-feb3-4547-85c6-f3e8080f6e2e\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"6fcf51b6-8ef4-496f-855b-ddd38c2af493\", project_id=\"631aecb9-5952-4e8c-b924-78254cf6fa87\", vdu_id=\"771eb807-dddd-40dd-b1a0-417d014cf5f4\", vdu_name=\"UNKNOWN\", vim_id=\"c20f510d-aeb3-434a-a238-18ec3c4eeedc\", vm_id=\"9f51e0e8-53f2-43d5-9833-a8a826377f83\", vnf_id=\"4e6f8718-feb3-4547-85c6-f3e8080f6e2e\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-14T03:53:00.853736765Z ts=2024-04-14T03:53:00.853Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:53:00.856042326Z ts=2024-04-14T03:53:00.855Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.368898ms db_storage=4.789µs remote_storage=2.035µs web_handler=707ns query_engine=872ns scrape=164.709µs scrape_sd=52.104µs notify=50.215µs notify_sd=9.925µs rules=1.486349ms tracing=12.866µs
2024-04-14T03:53:05.915554798Z ts=2024-04-14T03:53:05.915Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:53:05.919280089Z ts=2024-04-14T03:53:05.918Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.74752ms db_storage=2.083µs remote_storage=2.415µs web_handler=562ns query_engine=1.471µs scrape=156.548µs scrape_sd=67.606µs notify=40.925µs notify_sd=16.543µs rules=2.963907ms tracing=9.642µs
2024-04-14T03:53:55.035412618Z ts=2024-04-14T03:53:55.035Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:53:55.037066133Z ts=2024-04-14T03:53:55.036Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.602705ms db_storage=1.883µs remote_storage=1.549µs web_handler=435ns query_engine=1.012µs scrape=104.42µs scrape_sd=46.858µs notify=21.636µs notify_sd=9.724µs rules=1.016003ms tracing=5.832µs
2024-04-14T03:54:00.082482618Z ts=2024-04-14T03:54:00.082Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-14T03:54:00.083757736Z ts=2024-04-14T03:54:00.083Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.246976ms db_storage=1.373µs remote_storage=1.485µs web_handler=373ns query_engine=878ns scrape=84.031µs scrape_sd=26.11µs notify=14.817µs notify_sd=6.817µs rules=780.13µs tracing=3.908µs
2024-04-14T01:26:12.527202601Z Created MongoClient to connect to MongoDB!
2024-04-14T01:26:12.527216418Z Generating prometheus config files
2024-04-14T01:26:12.611395743Z Jobs detected: 0
2024-04-14T01:26:12.624656298Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:26:12.627325329Z alerting:
2024-04-14T01:26:12.627335978Z   alertmanagers:
2024-04-14T01:26:12.627339586Z   - static_configs:
2024-04-14T01:26:12.627342622Z     - targets:
2024-04-14T01:26:12.627346255Z       - alertmanager:9093
2024-04-14T01:26:12.627349285Z global:
2024-04-14T01:26:12.627352344Z   evaluation_interval: 15s
2024-04-14T01:26:12.627355278Z   scrape_interval: 15s
2024-04-14T01:26:12.627396319Z rule_files:
2024-04-14T01:26:12.627400154Z - osm_metric_rules.yml
2024-04-14T01:26:12.627403119Z - osm_alert_rules.yml
2024-04-14T01:26:12.627406092Z scrape_configs:
2024-04-14T01:26:12.627409122Z - job_name: mon_exporter
2024-04-14T01:26:12.627412121Z   static_configs:
2024-04-14T01:26:12.627415033Z   - targets:
2024-04-14T01:26:12.627418210Z     - mon:8000
2024-04-14T01:26:12.627421531Z - honor_labels: true
2024-04-14T01:26:12.627471248Z   job_name: pushgateway
2024-04-14T01:26:12.627474676Z   scrape_interval: 30s
2024-04-14T01:26:12.627477724Z   static_configs:
2024-04-14T01:26:12.627480768Z   - targets:
2024-04-14T01:26:12.627484536Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:26:12.627487501Z 
2024-04-14T01:26:12.630551650Z Alerts read: 0
2024-04-14T01:26:12.634131517Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:26:12.644791692Z groups:
2024-04-14T01:26:12.644806063Z - name: osm_alert_rules
2024-04-14T01:26:12.644809365Z   rules:
2024-04-14T01:26:12.644812377Z   - alert: vdu_down
2024-04-14T01:26:12.644815284Z     annotations:
2024-04-14T01:26:12.644818843Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:26:12.644822194Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:26:12.644825392Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:26:12.644828951Z     expr: vm_status_extended != 1
2024-04-14T01:26:12.644831855Z     for: 3m
2024-04-14T01:26:12.644834618Z 
2024-04-14T01:26:12.644837597Z New config written, updating prometheus
2024-04-14T01:26:12.649532232Z Error in configuration attempt! Number of tries: 1/3
2024-04-14T01:26:12.649552748Z Cannot connect to host prometheus:9090 ssl:default [Connect call failed ('10.98.189.252', 9090)]
2024-04-14T01:26:17.657038034Z Generating prometheus config files
2024-04-14T01:26:17.657052734Z Jobs detected: 0
2024-04-14T01:26:17.660047142Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:26:17.660059883Z alerting:
2024-04-14T01:26:17.660063394Z   alertmanagers:
2024-04-14T01:26:17.660066567Z   - static_configs:
2024-04-14T01:26:17.660069862Z     - targets:
2024-04-14T01:26:17.660073131Z       - alertmanager:9093
2024-04-14T01:26:17.660076015Z global:
2024-04-14T01:26:17.660078927Z   evaluation_interval: 15s
2024-04-14T01:26:17.660081937Z   scrape_interval: 15s
2024-04-14T01:26:17.660084809Z rule_files:
2024-04-14T01:26:17.660087747Z - osm_metric_rules.yml
2024-04-14T01:26:17.660111610Z - osm_alert_rules.yml
2024-04-14T01:26:17.660115418Z scrape_configs:
2024-04-14T01:26:17.660118414Z - job_name: mon_exporter
2024-04-14T01:26:17.660121299Z   static_configs:
2024-04-14T01:26:17.660124404Z   - targets:
2024-04-14T01:26:17.660127396Z     - mon:8000
2024-04-14T01:26:17.660130546Z - honor_labels: true
2024-04-14T01:26:17.660142318Z   job_name: pushgateway
2024-04-14T01:26:17.660145250Z   scrape_interval: 30s
2024-04-14T01:26:17.660148398Z   static_configs:
2024-04-14T01:26:17.660151214Z   - targets:
2024-04-14T01:26:17.660154628Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:26:17.660157411Z 
2024-04-14T01:26:17.679289081Z Alerts read: 0
2024-04-14T01:26:17.679302101Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:26:17.681397547Z groups:
2024-04-14T01:26:17.681411553Z - name: osm_alert_rules
2024-04-14T01:26:17.681414720Z   rules:
2024-04-14T01:26:17.681418129Z   - alert: vdu_down
2024-04-14T01:26:17.681420843Z     annotations:
2024-04-14T01:26:17.681424168Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:26:17.681427504Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:26:17.681430302Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:26:17.681433999Z     expr: vm_status_extended != 1
2024-04-14T01:26:17.681436737Z     for: 3m
2024-04-14T01:26:17.681439291Z 
2024-04-14T01:26:17.681442070Z New config written, updating prometheus
2024-04-14T01:26:22.722964460Z Prometheus config update successful
2024-04-14T01:26:27.735640171Z Listening to changes in prometheus jobs and alerts collections
2024-04-14T01:39:15.834693806Z Changes detected, updating prometheus config
2024-04-14T01:39:15.836838652Z Jobs detected: 0
2024-04-14T01:39:15.844518864Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:39:15.847758442Z alerting:
2024-04-14T01:39:15.847776636Z   alertmanagers:
2024-04-14T01:39:15.847782441Z   - static_configs:
2024-04-14T01:39:15.847787046Z     - targets:
2024-04-14T01:39:15.847795310Z       - alertmanager:9093
2024-04-14T01:39:15.847800130Z global:
2024-04-14T01:39:15.847804673Z   evaluation_interval: 15s
2024-04-14T01:39:15.847809072Z   scrape_interval: 15s
2024-04-14T01:39:15.847813530Z rule_files:
2024-04-14T01:39:15.847818068Z - osm_metric_rules.yml
2024-04-14T01:39:15.847822428Z - osm_alert_rules.yml
2024-04-14T01:39:15.847826819Z scrape_configs:
2024-04-14T01:39:15.847831191Z - job_name: mon_exporter
2024-04-14T01:39:15.847835541Z   static_configs:
2024-04-14T01:39:15.847839947Z   - targets:
2024-04-14T01:39:15.847844402Z     - mon:8000
2024-04-14T01:39:15.847848974Z - honor_labels: true
2024-04-14T01:39:15.847853564Z   job_name: pushgateway
2024-04-14T01:39:15.847857897Z   scrape_interval: 30s
2024-04-14T01:39:15.847862616Z   static_configs:
2024-04-14T01:39:15.847866989Z   - targets:
2024-04-14T01:39:15.847872955Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:39:15.847877231Z 
2024-04-14T01:39:15.852272210Z Alerts read: 2
2024-04-14T01:39:15.854225800Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:39:15.857756567Z groups:
2024-04-14T01:39:15.857769558Z - name: osm_alert_rules
2024-04-14T01:39:15.857772876Z   rules:
2024-04-14T01:39:15.857775978Z   - alert: vdu_down
2024-04-14T01:39:15.857778924Z     annotations:
2024-04-14T01:39:15.857782785Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:39:15.857786733Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:39:15.857789706Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:39:15.857793244Z     expr: vm_status_extended != 1
2024-04-14T01:39:15.857796258Z     for: 3m
2024-04-14T01:39:15.857810830Z - name: _osm_alert_rules_20240414013915_
2024-04-14T01:39:15.857813885Z   rules:
2024-04-14T01:39:15.857817363Z   - alert: scalein_9e7c6d33-6799-4712-a856-b828f9f274b9
2024-04-14T01:39:15.857820542Z     expr: (count (osm_cpu_utilization{ns_id="914ee212-0a2d-404d-ac27-fa8919efb137",
2024-04-14T01:39:15.857824402Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="914ee212-0a2d-404d-ac27-fa8919efb137",
2024-04-14T01:39:15.857827397Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:39:15.857833977Z     for: 1m
2024-04-14T01:39:15.857837038Z     labels:
2024-04-14T01:39:15.857840131Z       ns_id: 914ee212-0a2d-404d-ac27-fa8919efb137
2024-04-14T01:39:15.857843100Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:39:15.857846527Z       vnf_member_index: vnf
2024-04-14T01:39:15.857849607Z   - alert: scaleout_ba08ded2-551a-4e66-9112-de375f71ef4c
2024-04-14T01:39:15.857852535Z     expr: (count (osm_cpu_utilization{ns_id="914ee212-0a2d-404d-ac27-fa8919efb137",
2024-04-14T01:39:15.857855635Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="914ee212-0a2d-404d-ac27-fa8919efb137",
2024-04-14T01:39:15.857858538Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:39:15.857861499Z     for: 1m
2024-04-14T01:39:15.857864566Z     labels:
2024-04-14T01:39:15.857867625Z       ns_id: 914ee212-0a2d-404d-ac27-fa8919efb137
2024-04-14T01:39:15.857870537Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:39:15.857873494Z       vnf_member_index: vnf
2024-04-14T01:39:15.857876232Z 
2024-04-14T01:39:15.861034214Z New config written, updating prometheus
2024-04-14T01:39:20.904351975Z Prometheus config update successful
2024-04-14T01:39:20.904391612Z 
2024-04-14T01:39:20.908279481Z Changes detected, updating prometheus config
2024-04-14T01:39:20.911892149Z Jobs detected: 0
2024-04-14T01:39:20.920377153Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:39:20.923933717Z alerting:
2024-04-14T01:39:20.923951433Z   alertmanagers:
2024-04-14T01:39:20.923957845Z   - static_configs:
2024-04-14T01:39:20.923962327Z     - targets:
2024-04-14T01:39:20.923967526Z       - alertmanager:9093
2024-04-14T01:39:20.923972160Z global:
2024-04-14T01:39:20.923976719Z   evaluation_interval: 15s
2024-04-14T01:39:20.923981063Z   scrape_interval: 15s
2024-04-14T01:39:20.923985423Z rule_files:
2024-04-14T01:39:20.923989766Z - osm_metric_rules.yml
2024-04-14T01:39:20.923994387Z - osm_alert_rules.yml
2024-04-14T01:39:20.923998750Z scrape_configs:
2024-04-14T01:39:20.924003090Z - job_name: mon_exporter
2024-04-14T01:39:20.924008305Z   static_configs:
2024-04-14T01:39:20.924012706Z   - targets:
2024-04-14T01:39:20.924017088Z     - mon:8000
2024-04-14T01:39:20.924021803Z - honor_labels: true
2024-04-14T01:39:20.924026108Z   job_name: pushgateway
2024-04-14T01:39:20.924030445Z   scrape_interval: 30s
2024-04-14T01:39:20.924034762Z   static_configs:
2024-04-14T01:39:20.924039466Z   - targets:
2024-04-14T01:39:20.924044882Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:39:20.924049246Z 
2024-04-14T01:39:20.932315051Z Alerts read: 2
2024-04-14T01:39:20.934138905Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:39:20.937305734Z groups:
2024-04-14T01:39:20.937318062Z - name: osm_alert_rules
2024-04-14T01:39:20.937321324Z   rules:
2024-04-14T01:39:20.937324357Z   - alert: vdu_down
2024-04-14T01:39:20.937339726Z     annotations:
2024-04-14T01:39:20.937343664Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:39:20.937347454Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:39:20.937350611Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:39:20.937354092Z     expr: vm_status_extended != 1
2024-04-14T01:39:20.937357052Z     for: 3m
2024-04-14T01:39:20.937360006Z - name: _osm_alert_rules_20240414013920_
2024-04-14T01:39:20.937363524Z   rules:
2024-04-14T01:39:20.937367031Z   - alert: scalein_9e7c6d33-6799-4712-a856-b828f9f274b9
2024-04-14T01:39:20.937369960Z     expr: (count (osm_cpu_utilization{ns_id="914ee212-0a2d-404d-ac27-fa8919efb137",
2024-04-14T01:39:20.937373672Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="914ee212-0a2d-404d-ac27-fa8919efb137",
2024-04-14T01:39:20.937376624Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:39:20.937379576Z     for: 1m
2024-04-14T01:39:20.937382405Z     labels:
2024-04-14T01:39:20.937385323Z       ns_id: 914ee212-0a2d-404d-ac27-fa8919efb137
2024-04-14T01:39:20.937388451Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:39:20.937392084Z       vnf_member_index: vnf
2024-04-14T01:39:20.937395087Z   - alert: scaleout_ba08ded2-551a-4e66-9112-de375f71ef4c
2024-04-14T01:39:20.937397986Z     expr: (count (osm_cpu_utilization{ns_id="914ee212-0a2d-404d-ac27-fa8919efb137",
2024-04-14T01:39:20.937401107Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="914ee212-0a2d-404d-ac27-fa8919efb137",
2024-04-14T01:39:20.937403976Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:39:20.937406810Z     for: 1m
2024-04-14T01:39:20.937409817Z     labels:
2024-04-14T01:39:20.937412712Z       ns_id: 914ee212-0a2d-404d-ac27-fa8919efb137
2024-04-14T01:39:20.937415817Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:39:20.937418752Z       vnf_member_index: vnf
2024-04-14T01:39:20.937421499Z 
2024-04-14T01:39:20.940531469Z New config written, updating prometheus
2024-04-14T01:39:25.974616542Z Prometheus config update successful
2024-04-14T01:39:25.974720138Z 
2024-04-14T01:40:46.093199627Z Changes detected, updating prometheus config
2024-04-14T01:40:46.099166362Z Jobs detected: 0
2024-04-14T01:40:46.109262878Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:40:46.112625870Z alerting:
2024-04-14T01:40:46.112647822Z   alertmanagers:
2024-04-14T01:40:46.112655871Z   - static_configs:
2024-04-14T01:40:46.112664047Z     - targets:
2024-04-14T01:40:46.112673123Z       - alertmanager:9093
2024-04-14T01:40:46.112677582Z global:
2024-04-14T01:40:46.112682727Z   evaluation_interval: 15s
2024-04-14T01:40:46.112688010Z   scrape_interval: 15s
2024-04-14T01:40:46.112692943Z rule_files:
2024-04-14T01:40:46.112697974Z - osm_metric_rules.yml
2024-04-14T01:40:46.112706741Z - osm_alert_rules.yml
2024-04-14T01:40:46.112714112Z scrape_configs:
2024-04-14T01:40:46.112721538Z - job_name: mon_exporter
2024-04-14T01:40:46.112727252Z   static_configs:
2024-04-14T01:40:46.112734461Z   - targets:
2024-04-14T01:40:46.112741532Z     - mon:8000
2024-04-14T01:40:46.112745884Z - honor_labels: true
2024-04-14T01:40:46.112750169Z   job_name: pushgateway
2024-04-14T01:40:46.112754345Z   scrape_interval: 30s
2024-04-14T01:40:46.112758517Z   static_configs:
2024-04-14T01:40:46.112762790Z   - targets:
2024-04-14T01:40:46.112787074Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:40:46.112794367Z 
2024-04-14T01:40:46.117286746Z Alerts read: 0
2024-04-14T01:40:46.119003576Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:40:46.120240822Z groups:
2024-04-14T01:40:46.120261764Z - name: osm_alert_rules
2024-04-14T01:40:46.120270297Z   rules:
2024-04-14T01:40:46.120278063Z   - alert: vdu_down
2024-04-14T01:40:46.120285815Z     annotations:
2024-04-14T01:40:46.120294672Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:40:46.120319866Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:40:46.120333454Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:40:46.120342261Z     expr: vm_status_extended != 1
2024-04-14T01:40:46.120349960Z     for: 3m
2024-04-14T01:40:46.120357889Z 
2024-04-14T01:40:46.121425164Z New config written, updating prometheus
2024-04-14T01:40:51.151546980Z Prometheus config update successful
2024-04-14T01:40:51.151593581Z 
2024-04-14T01:40:51.151604292Z Changes detected, updating prometheus config
2024-04-14T01:40:51.152892858Z Jobs detected: 0
2024-04-14T01:40:51.158066824Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:40:51.160241554Z alerting:
2024-04-14T01:40:51.160268485Z   alertmanagers:
2024-04-14T01:40:51.160279136Z   - static_configs:
2024-04-14T01:40:51.160288319Z     - targets:
2024-04-14T01:40:51.160297593Z       - alertmanager:9093
2024-04-14T01:40:51.160306246Z global:
2024-04-14T01:40:51.160314908Z   evaluation_interval: 15s
2024-04-14T01:40:51.160323410Z   scrape_interval: 15s
2024-04-14T01:40:51.160332396Z rule_files:
2024-04-14T01:40:51.160340960Z - osm_metric_rules.yml
2024-04-14T01:40:51.160349893Z - osm_alert_rules.yml
2024-04-14T01:40:51.160358552Z scrape_configs:
2024-04-14T01:40:51.160367201Z - job_name: mon_exporter
2024-04-14T01:40:51.160375634Z   static_configs:
2024-04-14T01:40:51.160384223Z   - targets:
2024-04-14T01:40:51.160392886Z     - mon:8000
2024-04-14T01:40:51.160401626Z - honor_labels: true
2024-04-14T01:40:51.160410123Z   job_name: pushgateway
2024-04-14T01:40:51.160418491Z   scrape_interval: 30s
2024-04-14T01:40:51.160426958Z   static_configs:
2024-04-14T01:40:51.160442750Z   - targets:
2024-04-14T01:40:51.160452590Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:40:51.160460832Z 
2024-04-14T01:40:51.163276059Z Alerts read: 0
2024-04-14T01:40:51.164868802Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:40:51.165955475Z groups:
2024-04-14T01:40:51.165976978Z - name: osm_alert_rules
2024-04-14T01:40:51.165986585Z   rules:
2024-04-14T01:40:51.165995373Z   - alert: vdu_down
2024-04-14T01:40:51.166003936Z     annotations:
2024-04-14T01:40:51.166013747Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:40:51.166023127Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:40:51.166031636Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:40:51.166040540Z     expr: vm_status_extended != 1
2024-04-14T01:40:51.166049175Z     for: 3m
2024-04-14T01:40:51.166057304Z 
2024-04-14T01:40:51.167080511Z New config written, updating prometheus
2024-04-14T01:40:56.193766411Z Prometheus config update successful
2024-04-14T01:40:56.193794439Z 
2024-04-14T01:41:58.008125181Z Changes detected, updating prometheus config
2024-04-14T01:41:58.010946838Z Jobs detected: 0
2024-04-14T01:41:58.016174822Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:41:58.018677608Z alerting:
2024-04-14T01:41:58.018692510Z   alertmanagers:
2024-04-14T01:41:58.018696654Z   - static_configs:
2024-04-14T01:41:58.018700614Z     - targets:
2024-04-14T01:41:58.018704508Z       - alertmanager:9093
2024-04-14T01:41:58.018707683Z global:
2024-04-14T01:41:58.018710990Z   evaluation_interval: 15s
2024-04-14T01:41:58.018714546Z   scrape_interval: 15s
2024-04-14T01:41:58.018717654Z rule_files:
2024-04-14T01:41:58.018720702Z - osm_metric_rules.yml
2024-04-14T01:41:58.018723843Z - osm_alert_rules.yml
2024-04-14T01:41:58.018726860Z scrape_configs:
2024-04-14T01:41:58.018730011Z - job_name: mon_exporter
2024-04-14T01:41:58.018733143Z   static_configs:
2024-04-14T01:41:58.018736187Z   - targets:
2024-04-14T01:41:58.018739300Z     - mon:8000
2024-04-14T01:41:58.018742373Z - honor_labels: true
2024-04-14T01:41:58.018745392Z   job_name: pushgateway
2024-04-14T01:41:58.018748367Z   scrape_interval: 30s
2024-04-14T01:41:58.018751378Z   static_configs:
2024-04-14T01:41:58.018754320Z   - targets:
2024-04-14T01:41:58.018758419Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:41:58.018761408Z 
2024-04-14T01:41:58.022296196Z Alerts read: 2
2024-04-14T01:41:58.024208984Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:41:58.027094687Z groups:
2024-04-14T01:41:58.027106691Z - name: osm_alert_rules
2024-04-14T01:41:58.027110222Z   rules:
2024-04-14T01:41:58.027113243Z   - alert: vdu_down
2024-04-14T01:41:58.027115990Z     annotations:
2024-04-14T01:41:58.027119881Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:41:58.027123333Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:41:58.027126092Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:41:58.027129615Z     expr: vm_status_extended != 1
2024-04-14T01:41:58.027132402Z     for: 3m
2024-04-14T01:41:58.027135124Z - name: _osm_alert_rules_20240414014158_
2024-04-14T01:41:58.027138065Z   rules:
2024-04-14T01:41:58.027141426Z   - alert: scalein_29660ca6-e17d-4372-ad76-01927e27f948
2024-04-14T01:41:58.027144339Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:41:58.027182569Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:41:58.027187233Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:41:58.027190480Z     for: 1m
2024-04-14T01:41:58.027193275Z     labels:
2024-04-14T01:41:58.027196126Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:41:58.027198917Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:41:58.027202251Z       vnf_member_index: vnf
2024-04-14T01:41:58.027205039Z   - alert: scaleout_345880de-0ab2-4c20-aa1a-e77db3db16da
2024-04-14T01:41:58.027207964Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:41:58.027211177Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:41:58.027213926Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:41:58.027216633Z     for: 1m
2024-04-14T01:41:58.027219397Z     labels:
2024-04-14T01:41:58.027232837Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:41:58.027235928Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:41:58.027238777Z       vnf_member_index: vnf
2024-04-14T01:41:58.027241327Z 
2024-04-14T01:41:58.029996375Z New config written, updating prometheus
2024-04-14T01:42:03.056367772Z Prometheus config update successful
2024-04-14T01:42:03.056405150Z 
2024-04-14T01:42:03.057656896Z Changes detected, updating prometheus config
2024-04-14T01:42:03.058583745Z Jobs detected: 0
2024-04-14T01:42:03.063083313Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:42:03.065095813Z alerting:
2024-04-14T01:42:03.065109182Z   alertmanagers:
2024-04-14T01:42:03.065114602Z   - static_configs:
2024-04-14T01:42:03.065118967Z     - targets:
2024-04-14T01:42:03.065143054Z       - alertmanager:9093
2024-04-14T01:42:03.065149560Z global:
2024-04-14T01:42:03.065154112Z   evaluation_interval: 15s
2024-04-14T01:42:03.065163460Z   scrape_interval: 15s
2024-04-14T01:42:03.065167875Z rule_files:
2024-04-14T01:42:03.065172231Z - osm_metric_rules.yml
2024-04-14T01:42:03.065176596Z - osm_alert_rules.yml
2024-04-14T01:42:03.065180817Z scrape_configs:
2024-04-14T01:42:03.065185204Z - job_name: mon_exporter
2024-04-14T01:42:03.065189528Z   static_configs:
2024-04-14T01:42:03.065193816Z   - targets:
2024-04-14T01:42:03.065198091Z     - mon:8000
2024-04-14T01:42:03.065202307Z - honor_labels: true
2024-04-14T01:42:03.065206545Z   job_name: pushgateway
2024-04-14T01:42:03.065210735Z   scrape_interval: 30s
2024-04-14T01:42:03.065214904Z   static_configs:
2024-04-14T01:42:03.065219131Z   - targets:
2024-04-14T01:42:03.065223858Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:42:03.065227934Z 
2024-04-14T01:42:03.068561882Z Alerts read: 6
2024-04-14T01:42:03.070384008Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:42:03.077335169Z groups:
2024-04-14T01:42:03.077371055Z - name: osm_alert_rules
2024-04-14T01:42:03.077380674Z   rules:
2024-04-14T01:42:03.077390055Z   - alert: vdu_down
2024-04-14T01:42:03.077398748Z     annotations:
2024-04-14T01:42:03.077408488Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:42:03.077417913Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:42:03.077426411Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:42:03.077441899Z     expr: vm_status_extended != 1
2024-04-14T01:42:03.077450629Z     for: 3m
2024-04-14T01:42:03.077459120Z - name: _osm_alert_rules_20240414014203_
2024-04-14T01:42:03.077468238Z   rules:
2024-04-14T01:42:03.077477310Z   - alert: scalein_29660ca6-e17d-4372-ad76-01927e27f948
2024-04-14T01:42:03.077485900Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:03.077495221Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:03.077503671Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:03.077512030Z     for: 1m
2024-04-14T01:42:03.077520583Z     labels:
2024-04-14T01:42:03.077532183Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:03.077540855Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:03.077549968Z       vnf_member_index: vnf
2024-04-14T01:42:03.077558149Z   - alert: scaleout_345880de-0ab2-4c20-aa1a-e77db3db16da
2024-04-14T01:42:03.077567074Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:03.077602482Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:03.077611317Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:03.077619703Z     for: 1m
2024-04-14T01:42:03.077628225Z     labels:
2024-04-14T01:42:03.077636768Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:03.077645016Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:03.077653312Z       vnf_member_index: vnf
2024-04-14T01:42:03.077661793Z   - alert: scalein_6e13a089-cdc0-40e8-964c-b69704fff4d7
2024-04-14T01:42:03.077670172Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:03.077679172Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:03.077687513Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:03.077695973Z     for: 1m
2024-04-14T01:42:03.077704435Z     labels:
2024-04-14T01:42:03.077712743Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:03.077721091Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:03.077729395Z       vnf_member_index: vnf
2024-04-14T01:42:03.077737697Z   - alert: scaleout_e592e4a5-ade0-4208-94ab-057697d0a978
2024-04-14T01:42:03.077745954Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:03.077754650Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:03.077762941Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:03.077771430Z     for: 1m
2024-04-14T01:42:03.077779805Z     labels:
2024-04-14T01:42:03.077788118Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:03.077796397Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:03.077822516Z       vnf_member_index: vnf
2024-04-14T01:42:03.077830865Z   - alert: scalein_39608fcf-2e21-40ae-b56b-dc45e028e2a0
2024-04-14T01:42:03.077839142Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:03.077847402Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:03.077855749Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:03.077864012Z     for: 1m
2024-04-14T01:42:03.077872234Z     labels:
2024-04-14T01:42:03.077880396Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:03.077888603Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:03.077896977Z       vnf_member_index: vnf
2024-04-14T01:42:03.077905083Z   - alert: scaleout_be3bd216-5829-4018-9dae-fbb385a2168c
2024-04-14T01:42:03.077913394Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:03.077921945Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:03.077930226Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:03.077938565Z     for: 1m
2024-04-14T01:42:03.077946777Z     labels:
2024-04-14T01:42:03.077954947Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:03.077973721Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:03.077982178Z       vnf_member_index: vnf
2024-04-14T01:42:03.077990118Z 
2024-04-14T01:42:03.083911692Z New config written, updating prometheus
2024-04-14T01:42:08.116824806Z Prometheus config update successful
2024-04-14T01:42:08.116982131Z 
2024-04-14T01:42:08.117266525Z Changes detected, updating prometheus config
2024-04-14T01:42:08.118399616Z Jobs detected: 0
2024-04-14T01:42:08.130399582Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:42:08.130412144Z alerting:
2024-04-14T01:42:08.130415472Z   alertmanagers:
2024-04-14T01:42:08.130418672Z   - static_configs:
2024-04-14T01:42:08.130421648Z     - targets:
2024-04-14T01:42:08.130424740Z       - alertmanager:9093
2024-04-14T01:42:08.130427728Z global:
2024-04-14T01:42:08.130430583Z   evaluation_interval: 15s
2024-04-14T01:42:08.130433382Z   scrape_interval: 15s
2024-04-14T01:42:08.130436144Z rule_files:
2024-04-14T01:42:08.130438993Z - osm_metric_rules.yml
2024-04-14T01:42:08.130441773Z - osm_alert_rules.yml
2024-04-14T01:42:08.130444539Z scrape_configs:
2024-04-14T01:42:08.130447263Z - job_name: mon_exporter
2024-04-14T01:42:08.130449999Z   static_configs:
2024-04-14T01:42:08.130452690Z   - targets:
2024-04-14T01:42:08.130455699Z     - mon:8000
2024-04-14T01:42:08.130458392Z - honor_labels: true
2024-04-14T01:42:08.130461099Z   job_name: pushgateway
2024-04-14T01:42:08.130463901Z   scrape_interval: 30s
2024-04-14T01:42:08.130466580Z   static_configs:
2024-04-14T01:42:08.130469275Z   - targets:
2024-04-14T01:42:08.130472403Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:42:08.130474994Z 
2024-04-14T01:42:08.143318929Z Alerts read: 6
2024-04-14T01:42:08.143334582Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:42:08.151280094Z groups:
2024-04-14T01:42:08.151294390Z - name: osm_alert_rules
2024-04-14T01:42:08.151297384Z   rules:
2024-04-14T01:42:08.151300119Z   - alert: vdu_down
2024-04-14T01:42:08.151302831Z     annotations:
2024-04-14T01:42:08.151306107Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:42:08.151309318Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:42:08.151311981Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:42:08.151315030Z     expr: vm_status_extended != 1
2024-04-14T01:42:08.151317839Z     for: 3m
2024-04-14T01:42:08.151320400Z - name: _osm_alert_rules_20240414014208_
2024-04-14T01:42:08.151322938Z   rules:
2024-04-14T01:42:08.151325942Z   - alert: scalein_29660ca6-e17d-4372-ad76-01927e27f948
2024-04-14T01:42:08.151328885Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:08.151332185Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:08.151334785Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:08.151337290Z     for: 1m
2024-04-14T01:42:08.151340054Z     labels:
2024-04-14T01:42:08.151342960Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:08.151345540Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:08.151351893Z       vnf_member_index: vnf
2024-04-14T01:42:08.151354503Z   - alert: scaleout_345880de-0ab2-4c20-aa1a-e77db3db16da
2024-04-14T01:42:08.151357114Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:08.151368458Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:08.151371233Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:08.151373782Z     for: 1m
2024-04-14T01:42:08.151376273Z     labels:
2024-04-14T01:42:08.151378802Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:08.151383607Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:08.151388340Z       vnf_member_index: vnf
2024-04-14T01:42:08.151390984Z   - alert: scalein_6e13a089-cdc0-40e8-964c-b69704fff4d7
2024-04-14T01:42:08.151393453Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:08.151395968Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:08.151398479Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:08.151401082Z     for: 1m
2024-04-14T01:42:08.151403544Z     labels:
2024-04-14T01:42:08.151406005Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:08.151408509Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:08.151410960Z       vnf_member_index: vnf
2024-04-14T01:42:08.151413494Z   - alert: scaleout_e592e4a5-ade0-4208-94ab-057697d0a978
2024-04-14T01:42:08.151416057Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:08.151418546Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:08.151421080Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:08.151423551Z     for: 1m
2024-04-14T01:42:08.151425995Z     labels:
2024-04-14T01:42:08.151428505Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:08.151431075Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:08.151433798Z       vnf_member_index: vnf
2024-04-14T01:42:08.151436220Z   - alert: scalein_39608fcf-2e21-40ae-b56b-dc45e028e2a0
2024-04-14T01:42:08.151438704Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:08.151441294Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:08.151443768Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:08.151446177Z     for: 1m
2024-04-14T01:42:08.151448596Z     labels:
2024-04-14T01:42:08.151451116Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:08.151453510Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:08.151455988Z       vnf_member_index: vnf
2024-04-14T01:42:08.151458524Z   - alert: scaleout_be3bd216-5829-4018-9dae-fbb385a2168c
2024-04-14T01:42:08.151461038Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:08.151463529Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:08.151466515Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:08.151468958Z     for: 1m
2024-04-14T01:42:08.151471450Z     labels:
2024-04-14T01:42:08.151473994Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:08.151476498Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:08.151482433Z       vnf_member_index: vnf
2024-04-14T01:42:08.151486814Z 
2024-04-14T01:42:08.156049774Z New config written, updating prometheus
2024-04-14T01:42:13.180351596Z Prometheus config update successful
2024-04-14T01:42:13.180399218Z 
2024-04-14T01:42:13.180409633Z Changes detected, updating prometheus config
2024-04-14T01:42:13.181665631Z Jobs detected: 0
2024-04-14T01:42:13.187643828Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:42:13.189556838Z alerting:
2024-04-14T01:42:13.189585210Z   alertmanagers:
2024-04-14T01:42:13.189595681Z   - static_configs:
2024-04-14T01:42:13.189604430Z     - targets:
2024-04-14T01:42:13.189613407Z       - alertmanager:9093
2024-04-14T01:42:13.189621745Z global:
2024-04-14T01:42:13.189630083Z   evaluation_interval: 15s
2024-04-14T01:42:13.189641508Z   scrape_interval: 15s
2024-04-14T01:42:13.189650129Z rule_files:
2024-04-14T01:42:13.189658342Z - osm_metric_rules.yml
2024-04-14T01:42:13.189666502Z - osm_alert_rules.yml
2024-04-14T01:42:13.189674809Z scrape_configs:
2024-04-14T01:42:13.189682889Z - job_name: mon_exporter
2024-04-14T01:42:13.189690934Z   static_configs:
2024-04-14T01:42:13.189699115Z   - targets:
2024-04-14T01:42:13.189707275Z     - mon:8000
2024-04-14T01:42:13.189715443Z - honor_labels: true
2024-04-14T01:42:13.189723484Z   job_name: pushgateway
2024-04-14T01:42:13.189731534Z   scrape_interval: 30s
2024-04-14T01:42:13.189739854Z   static_configs:
2024-04-14T01:42:13.189747956Z   - targets:
2024-04-14T01:42:13.189757117Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:42:13.189765038Z 
2024-04-14T01:42:13.193031074Z Alerts read: 6
2024-04-14T01:42:13.194685848Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:42:13.200812308Z groups:
2024-04-14T01:42:13.200825107Z - name: osm_alert_rules
2024-04-14T01:42:13.200828521Z   rules:
2024-04-14T01:42:13.200831905Z   - alert: vdu_down
2024-04-14T01:42:13.200835258Z     annotations:
2024-04-14T01:42:13.200839145Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:42:13.200843069Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:42:13.200846221Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:42:13.200850341Z     expr: vm_status_extended != 1
2024-04-14T01:42:13.200853359Z     for: 3m
2024-04-14T01:42:13.200856405Z - name: _osm_alert_rules_20240414014213_
2024-04-14T01:42:13.200859381Z   rules:
2024-04-14T01:42:13.200863547Z   - alert: scalein_29660ca6-e17d-4372-ad76-01927e27f948
2024-04-14T01:42:13.200866662Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:13.200870607Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:13.200878549Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:13.200881749Z     for: 1m
2024-04-14T01:42:13.200884736Z     labels:
2024-04-14T01:42:13.200887807Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:13.200890825Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:13.200894287Z       vnf_member_index: vnf
2024-04-14T01:42:13.200897267Z   - alert: scaleout_345880de-0ab2-4c20-aa1a-e77db3db16da
2024-04-14T01:42:13.200900467Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:13.200903750Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:13.200920585Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:13.200923720Z     for: 1m
2024-04-14T01:42:13.200926753Z     labels:
2024-04-14T01:42:13.200929695Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:13.200932720Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:13.200935710Z       vnf_member_index: vnf
2024-04-14T01:42:13.200939009Z   - alert: scalein_6e13a089-cdc0-40e8-964c-b69704fff4d7
2024-04-14T01:42:13.200942220Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:13.200945263Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:13.200948325Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:13.200951303Z     for: 1m
2024-04-14T01:42:13.200954248Z     labels:
2024-04-14T01:42:13.200957212Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:13.200960153Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:13.200963097Z       vnf_member_index: vnf
2024-04-14T01:42:13.200966176Z   - alert: scaleout_e592e4a5-ade0-4208-94ab-057697d0a978
2024-04-14T01:42:13.200969165Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:13.200972296Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:13.200975277Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:13.200978328Z     for: 1m
2024-04-14T01:42:13.200981370Z     labels:
2024-04-14T01:42:13.200984328Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:13.200987254Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:13.200990221Z       vnf_member_index: vnf
2024-04-14T01:42:13.200993149Z   - alert: scalein_39608fcf-2e21-40ae-b56b-dc45e028e2a0
2024-04-14T01:42:13.200996186Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:13.200999197Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:13.201002146Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:13.201005139Z     for: 1m
2024-04-14T01:42:13.201008076Z     labels:
2024-04-14T01:42:13.201010995Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:13.201014010Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:13.201016957Z       vnf_member_index: vnf
2024-04-14T01:42:13.201019909Z   - alert: scaleout_be3bd216-5829-4018-9dae-fbb385a2168c
2024-04-14T01:42:13.201022840Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:13.201025973Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:13.201028980Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:13.201031928Z     for: 1m
2024-04-14T01:42:13.201034846Z     labels:
2024-04-14T01:42:13.201037800Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:13.201040858Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:13.201043977Z       vnf_member_index: vnf
2024-04-14T01:42:13.201046779Z 
2024-04-14T01:42:13.207381375Z New config written, updating prometheus
2024-04-14T01:42:18.241533588Z Prometheus config update successful
2024-04-14T01:42:18.241575618Z 
2024-04-14T01:42:18.241683059Z Changes detected, updating prometheus config
2024-04-14T01:42:18.243698391Z Jobs detected: 0
2024-04-14T01:42:18.248948051Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:42:18.250625432Z alerting:
2024-04-14T01:42:18.250638098Z   alertmanagers:
2024-04-14T01:42:18.250642992Z   - static_configs:
2024-04-14T01:42:18.250651619Z     - targets:
2024-04-14T01:42:18.250655748Z       - alertmanager:9093
2024-04-14T01:42:18.250658973Z global:
2024-04-14T01:42:18.250662199Z   evaluation_interval: 15s
2024-04-14T01:42:18.250665399Z   scrape_interval: 15s
2024-04-14T01:42:18.250668807Z rule_files:
2024-04-14T01:42:18.250671898Z - osm_metric_rules.yml
2024-04-14T01:42:18.250675065Z - osm_alert_rules.yml
2024-04-14T01:42:18.250678213Z scrape_configs:
2024-04-14T01:42:18.250681707Z - job_name: mon_exporter
2024-04-14T01:42:18.250684864Z   static_configs:
2024-04-14T01:42:18.250687989Z   - targets:
2024-04-14T01:42:18.250691171Z     - mon:8000
2024-04-14T01:42:18.250694258Z - honor_labels: true
2024-04-14T01:42:18.250697444Z   job_name: pushgateway
2024-04-14T01:42:18.250700514Z   scrape_interval: 30s
2024-04-14T01:42:18.250703531Z   static_configs:
2024-04-14T01:42:18.250706906Z   - targets:
2024-04-14T01:42:18.250710635Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:42:18.250713680Z 
2024-04-14T01:42:18.254507556Z Alerts read: 6
2024-04-14T01:42:18.256122969Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:42:18.263494904Z groups:
2024-04-14T01:42:18.263531067Z - name: osm_alert_rules
2024-04-14T01:42:18.263537729Z   rules:
2024-04-14T01:42:18.263543480Z   - alert: vdu_down
2024-04-14T01:42:18.263549224Z     annotations:
2024-04-14T01:42:18.263555570Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:42:18.263562292Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:42:18.263567747Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:42:18.263574224Z     expr: vm_status_extended != 1
2024-04-14T01:42:18.263579887Z     for: 3m
2024-04-14T01:42:18.263585578Z - name: _osm_alert_rules_20240414014218_
2024-04-14T01:42:18.263591189Z   rules:
2024-04-14T01:42:18.263597920Z   - alert: scalein_29660ca6-e17d-4372-ad76-01927e27f948
2024-04-14T01:42:18.263603573Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:18.263609939Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:18.263615490Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:18.263621107Z     for: 1m
2024-04-14T01:42:18.263626607Z     labels:
2024-04-14T01:42:18.263632201Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:18.263637827Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:18.263643893Z       vnf_member_index: vnf
2024-04-14T01:42:18.263649422Z   - alert: scaleout_345880de-0ab2-4c20-aa1a-e77db3db16da
2024-04-14T01:42:18.263654912Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:18.263660893Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:18.263687936Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:18.263693735Z     for: 1m
2024-04-14T01:42:18.263699279Z     labels:
2024-04-14T01:42:18.263704792Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:18.263710316Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:18.263715959Z       vnf_member_index: vnf
2024-04-14T01:42:18.263721672Z   - alert: scalein_6e13a089-cdc0-40e8-964c-b69704fff4d7
2024-04-14T01:42:18.263727188Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:18.263732857Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:18.263738395Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:18.263749148Z     for: 1m
2024-04-14T01:42:18.263754853Z     labels:
2024-04-14T01:42:18.263760504Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:18.263766041Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:18.263771621Z       vnf_member_index: vnf
2024-04-14T01:42:18.263777166Z   - alert: scaleout_e592e4a5-ade0-4208-94ab-057697d0a978
2024-04-14T01:42:18.263782809Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:18.263788506Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:18.263794092Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:18.263799658Z     for: 1m
2024-04-14T01:42:18.263805224Z     labels:
2024-04-14T01:42:18.263810801Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:18.263816518Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:18.263822037Z       vnf_member_index: vnf
2024-04-14T01:42:18.263827620Z   - alert: scalein_39608fcf-2e21-40ae-b56b-dc45e028e2a0
2024-04-14T01:42:18.263833181Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:18.263838944Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:18.263844455Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:18.263849952Z     for: 1m
2024-04-14T01:42:18.263855481Z     labels:
2024-04-14T01:42:18.263860978Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:18.263888784Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:18.263895004Z       vnf_member_index: vnf
2024-04-14T01:42:18.263900905Z   - alert: scaleout_be3bd216-5829-4018-9dae-fbb385a2168c
2024-04-14T01:42:18.263906437Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:18.263912086Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:18.263917701Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:18.263923417Z     for: 1m
2024-04-14T01:42:18.263928989Z     labels:
2024-04-14T01:42:18.263934527Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:18.263940152Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:18.263945746Z       vnf_member_index: vnf
2024-04-14T01:42:18.263950998Z 
2024-04-14T01:42:18.270278611Z New config written, updating prometheus
2024-04-14T01:42:23.304046015Z Prometheus config update successful
2024-04-14T01:42:23.304073676Z 
2024-04-14T01:42:23.304132739Z Changes detected, updating prometheus config
2024-04-14T01:42:23.306312541Z Jobs detected: 0
2024-04-14T01:42:23.310585706Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:42:23.312717880Z alerting:
2024-04-14T01:42:23.312728945Z   alertmanagers:
2024-04-14T01:42:23.312732843Z   - static_configs:
2024-04-14T01:42:23.312736127Z     - targets:
2024-04-14T01:42:23.312740018Z       - alertmanager:9093
2024-04-14T01:42:23.312743106Z global:
2024-04-14T01:42:23.312746505Z   evaluation_interval: 15s
2024-04-14T01:42:23.312749487Z   scrape_interval: 15s
2024-04-14T01:42:23.312753142Z rule_files:
2024-04-14T01:42:23.312756232Z - osm_metric_rules.yml
2024-04-14T01:42:23.312759260Z - osm_alert_rules.yml
2024-04-14T01:42:23.312762245Z scrape_configs:
2024-04-14T01:42:23.312765195Z - job_name: mon_exporter
2024-04-14T01:42:23.312768240Z   static_configs:
2024-04-14T01:42:23.312771262Z   - targets:
2024-04-14T01:42:23.312774271Z     - mon:8000
2024-04-14T01:42:23.312777275Z - honor_labels: true
2024-04-14T01:42:23.312780418Z   job_name: pushgateway
2024-04-14T01:42:23.312783411Z   scrape_interval: 30s
2024-04-14T01:42:23.312786324Z   static_configs:
2024-04-14T01:42:23.312789339Z   - targets:
2024-04-14T01:42:23.312793301Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:42:23.312796219Z 
2024-04-14T01:42:23.316849923Z Alerts read: 6
2024-04-14T01:42:23.318661890Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:42:23.325341966Z groups:
2024-04-14T01:42:23.325354404Z - name: osm_alert_rules
2024-04-14T01:42:23.325357715Z   rules:
2024-04-14T01:42:23.325360758Z   - alert: vdu_down
2024-04-14T01:42:23.325363752Z     annotations:
2024-04-14T01:42:23.325367722Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:42:23.325377987Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:42:23.325381580Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:42:23.325385420Z     expr: vm_status_extended != 1
2024-04-14T01:42:23.325388411Z     for: 3m
2024-04-14T01:42:23.325391411Z - name: _osm_alert_rules_20240414014223_
2024-04-14T01:42:23.325394437Z   rules:
2024-04-14T01:42:23.325397738Z   - alert: scalein_29660ca6-e17d-4372-ad76-01927e27f948
2024-04-14T01:42:23.325400857Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:23.325404697Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:23.325407846Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:23.325410915Z     for: 1m
2024-04-14T01:42:23.325413835Z     labels:
2024-04-14T01:42:23.325416779Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:23.325419744Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:23.325423330Z       vnf_member_index: vnf
2024-04-14T01:42:23.325426322Z   - alert: scaleout_345880de-0ab2-4c20-aa1a-e77db3db16da
2024-04-14T01:42:23.325429238Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:23.325432297Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:23.325435282Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:23.325451775Z     for: 1m
2024-04-14T01:42:23.325454870Z     labels:
2024-04-14T01:42:23.325458074Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:23.325461092Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:23.325468138Z       vnf_member_index: vnf
2024-04-14T01:42:23.325471166Z   - alert: scalein_6e13a089-cdc0-40e8-964c-b69704fff4d7
2024-04-14T01:42:23.325474348Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:23.325477535Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:23.325480597Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:23.325483543Z     for: 1m
2024-04-14T01:42:23.325486668Z     labels:
2024-04-14T01:42:23.325489688Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:23.325492681Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:23.325495892Z       vnf_member_index: vnf
2024-04-14T01:42:23.325498818Z   - alert: scaleout_e592e4a5-ade0-4208-94ab-057697d0a978
2024-04-14T01:42:23.325501759Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:23.325504745Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:23.325507788Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:23.325510640Z     for: 1m
2024-04-14T01:42:23.325513588Z     labels:
2024-04-14T01:42:23.325516536Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:23.325519446Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:23.325522326Z       vnf_member_index: vnf
2024-04-14T01:42:23.325525326Z   - alert: scalein_39608fcf-2e21-40ae-b56b-dc45e028e2a0
2024-04-14T01:42:23.325528321Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:23.325531365Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:23.325534474Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T01:42:23.325537478Z     for: 1m
2024-04-14T01:42:23.325540357Z     labels:
2024-04-14T01:42:23.325545477Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:23.325548380Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:23.325551565Z       vnf_member_index: vnf
2024-04-14T01:42:23.325554489Z   - alert: scaleout_be3bd216-5829-4018-9dae-fbb385a2168c
2024-04-14T01:42:23.325557491Z     expr: (count (osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:23.325560452Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="d8ffd3d7-daec-4449-85d0-15c70585289a",
2024-04-14T01:42:23.325563360Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T01:42:23.325566323Z     for: 1m
2024-04-14T01:42:23.325569198Z     labels:
2024-04-14T01:42:23.325572150Z       ns_id: d8ffd3d7-daec-4449-85d0-15c70585289a
2024-04-14T01:42:23.325575094Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T01:42:23.325578016Z       vnf_member_index: vnf
2024-04-14T01:42:23.325580766Z 
2024-04-14T01:42:23.331651834Z New config written, updating prometheus
2024-04-14T01:42:28.363191388Z Prometheus config update successful
2024-04-14T01:42:28.363229116Z 
2024-04-14T01:43:26.334164238Z Changes detected, updating prometheus config
2024-04-14T01:43:26.337344358Z Jobs detected: 0
2024-04-14T01:43:26.341652205Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:43:26.343249318Z alerting:
2024-04-14T01:43:26.343274299Z   alertmanagers:
2024-04-14T01:43:26.343283144Z   - static_configs:
2024-04-14T01:43:26.343290753Z     - targets:
2024-04-14T01:43:26.343331910Z       - alertmanager:9093
2024-04-14T01:43:26.343339486Z global:
2024-04-14T01:43:26.343347330Z   evaluation_interval: 15s
2024-04-14T01:43:26.343354578Z   scrape_interval: 15s
2024-04-14T01:43:26.343361905Z rule_files:
2024-04-14T01:43:26.343369085Z - osm_metric_rules.yml
2024-04-14T01:43:26.343414686Z - osm_alert_rules.yml
2024-04-14T01:43:26.343423154Z scrape_configs:
2024-04-14T01:43:26.343430315Z - job_name: mon_exporter
2024-04-14T01:43:26.343437346Z   static_configs:
2024-04-14T01:43:26.343444651Z   - targets:
2024-04-14T01:43:26.343451928Z     - mon:8000
2024-04-14T01:43:26.343458994Z - honor_labels: true
2024-04-14T01:43:26.343488925Z   job_name: pushgateway
2024-04-14T01:43:26.343496419Z   scrape_interval: 30s
2024-04-14T01:43:26.343503407Z   static_configs:
2024-04-14T01:43:26.343510392Z   - targets:
2024-04-14T01:43:26.343518197Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:43:26.343525024Z 
2024-04-14T01:43:26.347621542Z Alerts read: 0
2024-04-14T01:43:26.349328678Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:43:26.350313350Z groups:
2024-04-14T01:43:26.350326047Z - name: osm_alert_rules
2024-04-14T01:43:26.350331439Z   rules:
2024-04-14T01:43:26.350336628Z   - alert: vdu_down
2024-04-14T01:43:26.350341397Z     annotations:
2024-04-14T01:43:26.350347613Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:43:26.350353706Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:43:26.350358569Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:43:26.350364330Z     expr: vm_status_extended != 1
2024-04-14T01:43:26.350369275Z     for: 3m
2024-04-14T01:43:26.350373785Z 
2024-04-14T01:43:26.351413834Z New config written, updating prometheus
2024-04-14T01:43:31.375332382Z Prometheus config update successful
2024-04-14T01:43:31.375361293Z 
2024-04-14T01:43:31.375530143Z Changes detected, updating prometheus config
2024-04-14T01:43:31.377136762Z Jobs detected: 0
2024-04-14T01:43:31.381311985Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:43:31.382970179Z alerting:
2024-04-14T01:43:31.382978179Z   alertmanagers:
2024-04-14T01:43:31.382982387Z   - static_configs:
2024-04-14T01:43:31.382985591Z     - targets:
2024-04-14T01:43:31.382989123Z       - alertmanager:9093
2024-04-14T01:43:31.382991903Z global:
2024-04-14T01:43:31.382994694Z   evaluation_interval: 15s
2024-04-14T01:43:31.382997415Z   scrape_interval: 15s
2024-04-14T01:43:31.383000468Z rule_files:
2024-04-14T01:43:31.383003241Z - osm_metric_rules.yml
2024-04-14T01:43:31.383005988Z - osm_alert_rules.yml
2024-04-14T01:43:31.383008911Z scrape_configs:
2024-04-14T01:43:31.383011636Z - job_name: mon_exporter
2024-04-14T01:43:31.383014416Z   static_configs:
2024-04-14T01:43:31.383017155Z   - targets:
2024-04-14T01:43:31.383019854Z     - mon:8000
2024-04-14T01:43:31.383022566Z - honor_labels: true
2024-04-14T01:43:31.383025235Z   job_name: pushgateway
2024-04-14T01:43:31.383027991Z   scrape_interval: 30s
2024-04-14T01:43:31.383044551Z   static_configs:
2024-04-14T01:43:31.383048044Z   - targets:
2024-04-14T01:43:31.383051700Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:43:31.383054437Z 
2024-04-14T01:43:31.385919043Z Alerts read: 0
2024-04-14T01:43:31.387668994Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:43:31.388739561Z groups:
2024-04-14T01:43:31.388748616Z - name: osm_alert_rules
2024-04-14T01:43:31.388751817Z   rules:
2024-04-14T01:43:31.388754888Z   - alert: vdu_down
2024-04-14T01:43:31.388757930Z     annotations:
2024-04-14T01:43:31.388761949Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:43:31.388765705Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:43:31.388768842Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:43:31.388772477Z     expr: vm_status_extended != 1
2024-04-14T01:43:31.388775416Z     for: 3m
2024-04-14T01:43:31.388778143Z 
2024-04-14T01:43:31.389800456Z New config written, updating prometheus
2024-04-14T01:43:36.425114834Z Prometheus config update successful
2024-04-14T01:43:36.425222267Z 
2024-04-14T01:43:36.425459414Z Changes detected, updating prometheus config
2024-04-14T01:43:36.428111802Z Jobs detected: 0
2024-04-14T01:43:36.435751281Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:43:36.438778072Z alerting:
2024-04-14T01:43:36.438799874Z   alertmanagers:
2024-04-14T01:43:36.438806312Z   - static_configs:
2024-04-14T01:43:36.438811411Z     - targets:
2024-04-14T01:43:36.438817405Z       - alertmanager:9093
2024-04-14T01:43:36.438822386Z global:
2024-04-14T01:43:36.438827389Z   evaluation_interval: 15s
2024-04-14T01:43:36.438832316Z   scrape_interval: 15s
2024-04-14T01:43:36.438837173Z rule_files:
2024-04-14T01:43:36.438842356Z - osm_metric_rules.yml
2024-04-14T01:43:36.438847204Z - osm_alert_rules.yml
2024-04-14T01:43:36.438852020Z scrape_configs:
2024-04-14T01:43:36.438857167Z - job_name: mon_exporter
2024-04-14T01:43:36.438862147Z   static_configs:
2024-04-14T01:43:36.438867715Z   - targets:
2024-04-14T01:43:36.438872729Z     - mon:8000
2024-04-14T01:43:36.438877513Z - honor_labels: true
2024-04-14T01:43:36.438882537Z   job_name: pushgateway
2024-04-14T01:43:36.438892679Z   scrape_interval: 30s
2024-04-14T01:43:36.438897724Z   static_configs:
2024-04-14T01:43:36.438902702Z   - targets:
2024-04-14T01:43:36.438908262Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:43:36.438913194Z 
2024-04-14T01:43:36.443140422Z Alerts read: 0
2024-04-14T01:43:36.445955142Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:43:36.448075835Z groups:
2024-04-14T01:43:36.448102929Z - name: osm_alert_rules
2024-04-14T01:43:36.448108733Z   rules:
2024-04-14T01:43:36.448137162Z   - alert: vdu_down
2024-04-14T01:43:36.448142725Z     annotations:
2024-04-14T01:43:36.448151288Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:43:36.448158623Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:43:36.448164148Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:43:36.448182150Z     expr: vm_status_extended != 1
2024-04-14T01:43:36.448186332Z     for: 3m
2024-04-14T01:43:36.448189693Z 
2024-04-14T01:43:36.449504749Z New config written, updating prometheus
2024-04-14T01:43:41.471316342Z Prometheus config update successful
2024-04-14T01:43:41.471364280Z 
2024-04-14T01:43:41.471368460Z Changes detected, updating prometheus config
2024-04-14T01:43:41.472274690Z Jobs detected: 0
2024-04-14T01:43:41.476286605Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:43:41.477883852Z alerting:
2024-04-14T01:43:41.477892137Z   alertmanagers:
2024-04-14T01:43:41.477897145Z   - static_configs:
2024-04-14T01:43:41.477900929Z     - targets:
2024-04-14T01:43:41.477905259Z       - alertmanager:9093
2024-04-14T01:43:41.477908898Z global:
2024-04-14T01:43:41.477912580Z   evaluation_interval: 15s
2024-04-14T01:43:41.477916255Z   scrape_interval: 15s
2024-04-14T01:43:41.477919952Z rule_files:
2024-04-14T01:43:41.477923638Z - osm_metric_rules.yml
2024-04-14T01:43:41.477927337Z - osm_alert_rules.yml
2024-04-14T01:43:41.477931013Z scrape_configs:
2024-04-14T01:43:41.477934658Z - job_name: mon_exporter
2024-04-14T01:43:41.477938229Z   static_configs:
2024-04-14T01:43:41.477941804Z   - targets:
2024-04-14T01:43:41.477945523Z     - mon:8000
2024-04-14T01:43:41.477949304Z - honor_labels: true
2024-04-14T01:43:41.477952874Z   job_name: pushgateway
2024-04-14T01:43:41.477956541Z   scrape_interval: 30s
2024-04-14T01:43:41.477960112Z   static_configs:
2024-04-14T01:43:41.477963762Z   - targets:
2024-04-14T01:43:41.477968201Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:43:41.477971719Z 
2024-04-14T01:43:41.481880603Z Alerts read: 0
2024-04-14T01:43:41.484097953Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:43:41.485124804Z groups:
2024-04-14T01:43:41.485133551Z - name: osm_alert_rules
2024-04-14T01:43:41.485138022Z   rules:
2024-04-14T01:43:41.485141819Z   - alert: vdu_down
2024-04-14T01:43:41.485145477Z     annotations:
2024-04-14T01:43:41.485149882Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:43:41.485178229Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:43:41.485182301Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:43:41.485186395Z     expr: vm_status_extended != 1
2024-04-14T01:43:41.485194854Z     for: 3m
2024-04-14T01:43:41.485198396Z 
2024-04-14T01:43:41.486633319Z New config written, updating prometheus
2024-04-14T01:43:46.508911752Z Prometheus config update successful
2024-04-14T01:43:46.508951862Z 
2024-04-14T01:43:46.508955752Z Changes detected, updating prometheus config
2024-04-14T01:43:46.510643715Z Jobs detected: 0
2024-04-14T01:43:46.516105258Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:43:46.518607693Z alerting:
2024-04-14T01:43:46.518621371Z   alertmanagers:
2024-04-14T01:43:46.518626527Z   - static_configs:
2024-04-14T01:43:46.518630951Z     - targets:
2024-04-14T01:43:46.518636022Z       - alertmanager:9093
2024-04-14T01:43:46.518640091Z global:
2024-04-14T01:43:46.518644449Z   evaluation_interval: 15s
2024-04-14T01:43:46.518648750Z   scrape_interval: 15s
2024-04-14T01:43:46.518652773Z rule_files:
2024-04-14T01:43:46.518656732Z - osm_metric_rules.yml
2024-04-14T01:43:46.518660726Z - osm_alert_rules.yml
2024-04-14T01:43:46.518664855Z scrape_configs:
2024-04-14T01:43:46.518668634Z - job_name: mon_exporter
2024-04-14T01:43:46.518672878Z   static_configs:
2024-04-14T01:43:46.518676817Z   - targets:
2024-04-14T01:43:46.518680585Z     - mon:8000
2024-04-14T01:43:46.518684600Z - honor_labels: true
2024-04-14T01:43:46.518689188Z   job_name: pushgateway
2024-04-14T01:43:46.518710365Z   scrape_interval: 30s
2024-04-14T01:43:46.518715374Z   static_configs:
2024-04-14T01:43:46.518719383Z   - targets:
2024-04-14T01:43:46.518724278Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:43:46.518728464Z 
2024-04-14T01:43:46.524201159Z Alerts read: 0
2024-04-14T01:43:46.526142036Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:43:46.527698733Z groups:
2024-04-14T01:43:46.527710013Z - name: osm_alert_rules
2024-04-14T01:43:46.527712858Z   rules:
2024-04-14T01:43:46.527715478Z   - alert: vdu_down
2024-04-14T01:43:46.527718309Z     annotations:
2024-04-14T01:43:46.527721656Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:43:46.527724791Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:43:46.527727320Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:43:46.527730366Z     expr: vm_status_extended != 1
2024-04-14T01:43:46.527737077Z     for: 3m
2024-04-14T01:43:46.527739529Z 
2024-04-14T01:43:46.528787963Z New config written, updating prometheus
2024-04-14T01:43:51.560146387Z Prometheus config update successful
2024-04-14T01:43:51.560194525Z 
2024-04-14T01:43:51.560201259Z Changes detected, updating prometheus config
2024-04-14T01:43:51.562209658Z Jobs detected: 0
2024-04-14T01:43:51.567440976Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T01:43:51.569562672Z alerting:
2024-04-14T01:43:51.569574669Z   alertmanagers:
2024-04-14T01:43:51.569579175Z   - static_configs:
2024-04-14T01:43:51.569582831Z     - targets:
2024-04-14T01:43:51.569586905Z       - alertmanager:9093
2024-04-14T01:43:51.569590487Z global:
2024-04-14T01:43:51.569594350Z   evaluation_interval: 15s
2024-04-14T01:43:51.569597986Z   scrape_interval: 15s
2024-04-14T01:43:51.569602169Z rule_files:
2024-04-14T01:43:51.569605748Z - osm_metric_rules.yml
2024-04-14T01:43:51.569609355Z - osm_alert_rules.yml
2024-04-14T01:43:51.569612980Z scrape_configs:
2024-04-14T01:43:51.569616485Z - job_name: mon_exporter
2024-04-14T01:43:51.569620166Z   static_configs:
2024-04-14T01:43:51.569623755Z   - targets:
2024-04-14T01:43:51.569627271Z     - mon:8000
2024-04-14T01:43:51.569630850Z - honor_labels: true
2024-04-14T01:43:51.569634351Z   job_name: pushgateway
2024-04-14T01:43:51.569637903Z   scrape_interval: 30s
2024-04-14T01:43:51.569641391Z   static_configs:
2024-04-14T01:43:51.569644928Z   - targets:
2024-04-14T01:43:51.569649178Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T01:43:51.569652630Z 
2024-04-14T01:43:51.573373290Z Alerts read: 0
2024-04-14T01:43:51.575009452Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T01:43:51.577282659Z groups:
2024-04-14T01:43:51.577295041Z - name: osm_alert_rules
2024-04-14T01:43:51.577298533Z   rules:
2024-04-14T01:43:51.577301561Z   - alert: vdu_down
2024-04-14T01:43:51.577304449Z     annotations:
2024-04-14T01:43:51.577308176Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T01:43:51.577311691Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T01:43:51.577314666Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T01:43:51.577318286Z     expr: vm_status_extended != 1
2024-04-14T01:43:51.577321170Z     for: 3m
2024-04-14T01:43:51.577323986Z 
2024-04-14T01:43:51.578440917Z New config written, updating prometheus
2024-04-14T01:43:56.619178690Z Prometheus config update successful
2024-04-14T01:43:56.619204936Z 
2024-04-14T02:43:04.509903209Z Changes detected, updating prometheus config
2024-04-14T02:43:04.512536375Z Jobs detected: 0
2024-04-14T02:43:04.517648541Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T02:43:04.520159599Z alerting:
2024-04-14T02:43:04.520171997Z   alertmanagers:
2024-04-14T02:43:04.520176285Z   - static_configs:
2024-04-14T02:43:04.520179693Z     - targets:
2024-04-14T02:43:04.520183437Z       - alertmanager:9093
2024-04-14T02:43:04.520186557Z global:
2024-04-14T02:43:04.520189754Z   evaluation_interval: 15s
2024-04-14T02:43:04.520192982Z   scrape_interval: 15s
2024-04-14T02:43:04.520196077Z rule_files:
2024-04-14T02:43:04.520214071Z - osm_metric_rules.yml
2024-04-14T02:43:04.520217856Z - osm_alert_rules.yml
2024-04-14T02:43:04.520221198Z scrape_configs:
2024-04-14T02:43:04.520224239Z - job_name: mon_exporter
2024-04-14T02:43:04.520227372Z   static_configs:
2024-04-14T02:43:04.520230377Z   - targets:
2024-04-14T02:43:04.520233433Z     - mon:8000
2024-04-14T02:43:04.520236495Z - honor_labels: true
2024-04-14T02:43:04.520239457Z   job_name: pushgateway
2024-04-14T02:43:04.520242976Z   scrape_interval: 30s
2024-04-14T02:43:04.520246143Z   static_configs:
2024-04-14T02:43:04.520249078Z   - targets:
2024-04-14T02:43:04.520252999Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T02:43:04.520255946Z 
2024-04-14T02:43:04.523333606Z Alerts read: 0
2024-04-14T02:43:04.525436145Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T02:43:04.526488649Z groups:
2024-04-14T02:43:04.526494995Z - name: osm_alert_rules
2024-04-14T02:43:04.526498224Z   rules:
2024-04-14T02:43:04.526501391Z   - alert: vdu_down
2024-04-14T02:43:04.526504803Z     annotations:
2024-04-14T02:43:04.526508449Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T02:43:04.526511999Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T02:43:04.526515334Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T02:43:04.526519197Z     expr: vm_status_extended != 1
2024-04-14T02:43:04.526522125Z     for: 3m
2024-04-14T02:43:04.526528863Z 
2024-04-14T02:43:04.527672208Z New config written, updating prometheus
2024-04-14T02:43:09.575619664Z Prometheus config update successful
2024-04-14T02:43:09.575694518Z 
2024-04-14T02:49:05.674234517Z Changes detected, updating prometheus config
2024-04-14T02:49:05.676353402Z Jobs detected: 0
2024-04-14T02:49:05.682017573Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T02:49:05.683768983Z alerting:
2024-04-14T02:49:05.683787719Z   alertmanagers:
2024-04-14T02:49:05.683796403Z   - static_configs:
2024-04-14T02:49:05.683804156Z     - targets:
2024-04-14T02:49:05.683822259Z       - alertmanager:9093
2024-04-14T02:49:05.683829958Z global:
2024-04-14T02:49:05.683837674Z   evaluation_interval: 15s
2024-04-14T02:49:05.683845131Z   scrape_interval: 15s
2024-04-14T02:49:05.683853613Z rule_files:
2024-04-14T02:49:05.683861296Z - osm_metric_rules.yml
2024-04-14T02:49:05.683868746Z - osm_alert_rules.yml
2024-04-14T02:49:05.683876307Z scrape_configs:
2024-04-14T02:49:05.683883804Z - job_name: mon_exporter
2024-04-14T02:49:05.683891317Z   static_configs:
2024-04-14T02:49:05.683898834Z   - targets:
2024-04-14T02:49:05.683907003Z     - mon:8000
2024-04-14T02:49:05.683914682Z - honor_labels: true
2024-04-14T02:49:05.683960594Z   job_name: pushgateway
2024-04-14T02:49:05.683968835Z   scrape_interval: 30s
2024-04-14T02:49:05.683976450Z   static_configs:
2024-04-14T02:49:05.683984001Z   - targets:
2024-04-14T02:49:05.683992764Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T02:49:05.684000073Z 
2024-04-14T02:49:05.687887227Z Alerts read: 0
2024-04-14T02:49:05.693779496Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T02:49:05.696671988Z groups:
2024-04-14T02:49:05.696706553Z - name: osm_alert_rules
2024-04-14T02:49:05.696723945Z   rules:
2024-04-14T02:49:05.696732668Z   - alert: vdu_down
2024-04-14T02:49:05.696741067Z     annotations:
2024-04-14T02:49:05.696751384Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T02:49:05.696762424Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T02:49:05.696770623Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T02:49:05.696779653Z     expr: vm_status_extended != 1
2024-04-14T02:49:05.696788044Z     for: 3m
2024-04-14T02:49:05.696808001Z 
2024-04-14T02:49:05.699430868Z New config written, updating prometheus
2024-04-14T02:49:10.741830557Z Prometheus config update successful
2024-04-14T02:49:10.741906995Z 
2024-04-14T03:03:21.644743232Z Changes detected, updating prometheus config
2024-04-14T03:03:21.647972504Z Jobs detected: 0
2024-04-14T03:03:21.660181040Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:03:21.663562388Z alerting:
2024-04-14T03:03:21.663633035Z   alertmanagers:
2024-04-14T03:03:21.663640783Z   - static_configs:
2024-04-14T03:03:21.663646167Z     - targets:
2024-04-14T03:03:21.663657417Z       - alertmanager:9093
2024-04-14T03:03:21.663663037Z global:
2024-04-14T03:03:21.663668749Z   evaluation_interval: 15s
2024-04-14T03:03:21.663674453Z   scrape_interval: 15s
2024-04-14T03:03:21.663690943Z rule_files:
2024-04-14T03:03:21.663696957Z - osm_metric_rules.yml
2024-04-14T03:03:21.663702144Z - osm_alert_rules.yml
2024-04-14T03:03:21.663707323Z scrape_configs:
2024-04-14T03:03:21.663712606Z - job_name: mon_exporter
2024-04-14T03:03:21.663717779Z   static_configs:
2024-04-14T03:03:21.663723025Z   - targets:
2024-04-14T03:03:21.663728363Z     - mon:8000
2024-04-14T03:03:21.663733524Z - honor_labels: true
2024-04-14T03:03:21.663738813Z   job_name: pushgateway
2024-04-14T03:03:21.663744055Z   scrape_interval: 30s
2024-04-14T03:03:21.663749205Z   static_configs:
2024-04-14T03:03:21.663754401Z   - targets:
2024-04-14T03:03:21.663760501Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:03:21.663765654Z 
2024-04-14T03:03:21.668580467Z Alerts read: 2
2024-04-14T03:03:21.670782492Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:03:21.674298739Z groups:
2024-04-14T03:03:21.674324796Z - name: osm_alert_rules
2024-04-14T03:03:21.674332919Z   rules:
2024-04-14T03:03:21.674340265Z   - alert: vdu_down
2024-04-14T03:03:21.674347581Z     annotations:
2024-04-14T03:03:21.674356159Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:03:21.674364131Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:03:21.674371221Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:03:21.674378769Z     expr: vm_status_extended != 1
2024-04-14T03:03:21.674385840Z     for: 3m
2024-04-14T03:03:21.674393059Z - name: _osm_alert_rules_20240414030321_
2024-04-14T03:03:21.674421213Z   rules:
2024-04-14T03:03:21.674429419Z   - alert: scalein_fbd3e40b-c43e-481a-8406-9f1089ded241
2024-04-14T03:03:21.674437290Z     expr: (count (osm_cpu_utilization{ns_id="84a770ac-bc67-4cd7-ad4c-2562caeaaaec",
2024-04-14T03:03:21.674457624Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="84a770ac-bc67-4cd7-ad4c-2562caeaaaec",
2024-04-14T03:03:21.674465098Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T03:03:21.674472099Z     for: 1m
2024-04-14T03:03:21.674478874Z     labels:
2024-04-14T03:03:21.674491282Z       ns_id: 84a770ac-bc67-4cd7-ad4c-2562caeaaaec
2024-04-14T03:03:21.674498468Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T03:03:21.674506155Z       vnf_member_index: vnf
2024-04-14T03:03:21.674513051Z   - alert: scaleout_5760fb89-246c-4afc-b510-c7be27b3e15c
2024-04-14T03:03:21.674519928Z     expr: (count (osm_cpu_utilization{ns_id="84a770ac-bc67-4cd7-ad4c-2562caeaaaec",
2024-04-14T03:03:21.674526876Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="84a770ac-bc67-4cd7-ad4c-2562caeaaaec",
2024-04-14T03:03:21.674533731Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T03:03:21.674540528Z     for: 1m
2024-04-14T03:03:21.674547370Z     labels:
2024-04-14T03:03:21.674554214Z       ns_id: 84a770ac-bc67-4cd7-ad4c-2562caeaaaec
2024-04-14T03:03:21.674560973Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T03:03:21.674567953Z       vnf_member_index: vnf
2024-04-14T03:03:21.674574432Z 
2024-04-14T03:03:21.677587380Z New config written, updating prometheus
2024-04-14T03:03:26.712386060Z Prometheus config update successful
2024-04-14T03:03:26.712422655Z 
2024-04-14T03:03:26.714784324Z Changes detected, updating prometheus config
2024-04-14T03:03:26.716889583Z Jobs detected: 0
2024-04-14T03:03:26.726303632Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:03:26.729190190Z alerting:
2024-04-14T03:03:26.729207263Z   alertmanagers:
2024-04-14T03:03:26.729213801Z   - static_configs:
2024-04-14T03:03:26.729232390Z     - targets:
2024-04-14T03:03:26.729237829Z       - alertmanager:9093
2024-04-14T03:03:26.729242552Z global:
2024-04-14T03:03:26.729246726Z   evaluation_interval: 15s
2024-04-14T03:03:26.729250802Z   scrape_interval: 15s
2024-04-14T03:03:26.729254991Z rule_files:
2024-04-14T03:03:26.729259100Z - osm_metric_rules.yml
2024-04-14T03:03:26.729263406Z - osm_alert_rules.yml
2024-04-14T03:03:26.729267474Z scrape_configs:
2024-04-14T03:03:26.729271655Z - job_name: mon_exporter
2024-04-14T03:03:26.729275667Z   static_configs:
2024-04-14T03:03:26.729279773Z   - targets:
2024-04-14T03:03:26.729283820Z     - mon:8000
2024-04-14T03:03:26.729287888Z - honor_labels: true
2024-04-14T03:03:26.729292030Z   job_name: pushgateway
2024-04-14T03:03:26.729296231Z   scrape_interval: 30s
2024-04-14T03:03:26.729300332Z   static_configs:
2024-04-14T03:03:26.729304690Z   - targets:
2024-04-14T03:03:26.729309669Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:03:26.729313545Z 
2024-04-14T03:03:26.733720114Z Alerts read: 2
2024-04-14T03:03:26.735893471Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:03:26.738536712Z groups:
2024-04-14T03:03:26.738550729Z - name: osm_alert_rules
2024-04-14T03:03:26.738556061Z   rules:
2024-04-14T03:03:26.738560655Z   - alert: vdu_down
2024-04-14T03:03:26.738564576Z     annotations:
2024-04-14T03:03:26.738569283Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:03:26.738596551Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:03:26.738601322Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:03:26.738607105Z     expr: vm_status_extended != 1
2024-04-14T03:03:26.738611395Z     for: 3m
2024-04-14T03:03:26.738615902Z - name: _osm_alert_rules_20240414030326_
2024-04-14T03:03:26.738620194Z   rules:
2024-04-14T03:03:26.738624808Z   - alert: scalein_fbd3e40b-c43e-481a-8406-9f1089ded241
2024-04-14T03:03:26.738629171Z     expr: (count (osm_cpu_utilization{ns_id="84a770ac-bc67-4cd7-ad4c-2562caeaaaec",
2024-04-14T03:03:26.738646115Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="84a770ac-bc67-4cd7-ad4c-2562caeaaaec",
2024-04-14T03:03:26.738650550Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T03:03:26.738654906Z     for: 1m
2024-04-14T03:03:26.738659268Z     labels:
2024-04-14T03:03:26.738663593Z       ns_id: 84a770ac-bc67-4cd7-ad4c-2562caeaaaec
2024-04-14T03:03:26.738667703Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T03:03:26.738673411Z       vnf_member_index: vnf
2024-04-14T03:03:26.738677887Z   - alert: scaleout_5760fb89-246c-4afc-b510-c7be27b3e15c
2024-04-14T03:03:26.738685518Z     expr: (count (osm_cpu_utilization{ns_id="84a770ac-bc67-4cd7-ad4c-2562caeaaaec",
2024-04-14T03:03:26.738690260Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="84a770ac-bc67-4cd7-ad4c-2562caeaaaec",
2024-04-14T03:03:26.738694346Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T03:03:26.738698297Z     for: 1m
2024-04-14T03:03:26.738702417Z     labels:
2024-04-14T03:03:26.738706824Z       ns_id: 84a770ac-bc67-4cd7-ad4c-2562caeaaaec
2024-04-14T03:03:26.738710913Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T03:03:26.738715045Z       vnf_member_index: vnf
2024-04-14T03:03:26.738719052Z 
2024-04-14T03:03:26.741662732Z New config written, updating prometheus
2024-04-14T03:03:31.762684164Z Prometheus config update successful
2024-04-14T03:03:31.762705469Z 
2024-04-14T03:10:45.888329771Z Changes detected, updating prometheus config
2024-04-14T03:10:45.891378344Z Jobs detected: 0
2024-04-14T03:10:45.898286659Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:10:45.904484896Z alerting:
2024-04-14T03:10:45.904508860Z   alertmanagers:
2024-04-14T03:10:45.904516378Z   - static_configs:
2024-04-14T03:10:45.904523435Z     - targets:
2024-04-14T03:10:45.904533888Z       - alertmanager:9093
2024-04-14T03:10:45.904540967Z global:
2024-04-14T03:10:45.904547684Z   evaluation_interval: 15s
2024-04-14T03:10:45.904554023Z   scrape_interval: 15s
2024-04-14T03:10:45.904560538Z rule_files:
2024-04-14T03:10:45.904566897Z - osm_metric_rules.yml
2024-04-14T03:10:45.904573348Z - osm_alert_rules.yml
2024-04-14T03:10:45.904579924Z scrape_configs:
2024-04-14T03:10:45.904586540Z - job_name: mon_exporter
2024-04-14T03:10:45.904592980Z   static_configs:
2024-04-14T03:10:45.904599518Z   - targets:
2024-04-14T03:10:45.904605936Z     - mon:8000
2024-04-14T03:10:45.904612326Z - honor_labels: true
2024-04-14T03:10:45.904618764Z   job_name: pushgateway
2024-04-14T03:10:45.904625183Z   scrape_interval: 30s
2024-04-14T03:10:45.904631668Z   static_configs:
2024-04-14T03:10:45.904638031Z   - targets:
2024-04-14T03:10:45.904645255Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:10:45.904695299Z 
2024-04-14T03:10:45.911623831Z Alerts read: 0
2024-04-14T03:10:45.914879541Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:10:45.916992093Z groups:
2024-04-14T03:10:45.917010212Z - name: osm_alert_rules
2024-04-14T03:10:45.917015851Z   rules:
2024-04-14T03:10:45.917021898Z   - alert: vdu_down
2024-04-14T03:10:45.917054873Z     annotations:
2024-04-14T03:10:45.917061793Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:10:45.917070169Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:10:45.917091734Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:10:45.917097904Z     expr: vm_status_extended != 1
2024-04-14T03:10:45.917103467Z     for: 3m
2024-04-14T03:10:45.917108547Z 
2024-04-14T03:10:45.919449779Z New config written, updating prometheus
2024-04-14T03:10:50.949665562Z Prometheus config update successful
2024-04-14T03:10:50.949701450Z 
2024-04-14T03:10:50.949708325Z Changes detected, updating prometheus config
2024-04-14T03:10:50.951230775Z Jobs detected: 0
2024-04-14T03:10:50.956464891Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:10:50.958280006Z alerting:
2024-04-14T03:10:50.958291084Z   alertmanagers:
2024-04-14T03:10:50.958294601Z   - static_configs:
2024-04-14T03:10:50.958297418Z     - targets:
2024-04-14T03:10:50.958300582Z       - alertmanager:9093
2024-04-14T03:10:50.958303628Z global:
2024-04-14T03:10:50.958306443Z   evaluation_interval: 15s
2024-04-14T03:10:50.958309203Z   scrape_interval: 15s
2024-04-14T03:10:50.958312097Z rule_files:
2024-04-14T03:10:50.958314800Z - osm_metric_rules.yml
2024-04-14T03:10:50.958317614Z - osm_alert_rules.yml
2024-04-14T03:10:50.958320421Z scrape_configs:
2024-04-14T03:10:50.958323103Z - job_name: mon_exporter
2024-04-14T03:10:50.958337616Z   static_configs:
2024-04-14T03:10:50.958340763Z   - targets:
2024-04-14T03:10:50.958343756Z     - mon:8000
2024-04-14T03:10:50.958346863Z - honor_labels: true
2024-04-14T03:10:50.958349528Z   job_name: pushgateway
2024-04-14T03:10:50.958352238Z   scrape_interval: 30s
2024-04-14T03:10:50.958355090Z   static_configs:
2024-04-14T03:10:50.958357913Z   - targets:
2024-04-14T03:10:50.958361054Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:10:50.958363760Z 
2024-04-14T03:10:50.961202909Z Alerts read: 0
2024-04-14T03:10:50.962873796Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:10:50.963948281Z groups:
2024-04-14T03:10:50.963959136Z - name: osm_alert_rules
2024-04-14T03:10:50.963962427Z   rules:
2024-04-14T03:10:50.963965410Z   - alert: vdu_down
2024-04-14T03:10:50.963968527Z     annotations:
2024-04-14T03:10:50.963972394Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:10:50.963979211Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:10:50.963982233Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:10:50.963985875Z     expr: vm_status_extended != 1
2024-04-14T03:10:50.963988839Z     for: 3m
2024-04-14T03:10:50.963991642Z 
2024-04-14T03:10:50.965115141Z New config written, updating prometheus
2024-04-14T03:10:55.986454600Z Prometheus config update successful
2024-04-14T03:10:55.986551074Z 
2024-04-14T03:11:36.913376469Z Changes detected, updating prometheus config
2024-04-14T03:11:36.916090891Z Jobs detected: 0
2024-04-14T03:11:36.926851145Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:11:36.930360169Z alerting:
2024-04-14T03:11:36.930378582Z   alertmanagers:
2024-04-14T03:11:36.930384230Z   - static_configs:
2024-04-14T03:11:36.930388725Z     - targets:
2024-04-14T03:11:36.930393864Z       - alertmanager:9093
2024-04-14T03:11:36.930398100Z global:
2024-04-14T03:11:36.930402245Z   evaluation_interval: 15s
2024-04-14T03:11:36.930406367Z   scrape_interval: 15s
2024-04-14T03:11:36.930410477Z rule_files:
2024-04-14T03:11:36.930414647Z - osm_metric_rules.yml
2024-04-14T03:11:36.930418825Z - osm_alert_rules.yml
2024-04-14T03:11:36.930422958Z scrape_configs:
2024-04-14T03:11:36.930427118Z - job_name: mon_exporter
2024-04-14T03:11:36.930431278Z   static_configs:
2024-04-14T03:11:36.930435381Z   - targets:
2024-04-14T03:11:36.930439468Z     - mon:8000
2024-04-14T03:11:36.930443413Z - honor_labels: true
2024-04-14T03:11:36.930447466Z   job_name: pushgateway
2024-04-14T03:11:36.930451654Z   scrape_interval: 30s
2024-04-14T03:11:36.930455729Z   static_configs:
2024-04-14T03:11:36.930460108Z   - targets:
2024-04-14T03:11:36.930464985Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:11:36.930468939Z 
2024-04-14T03:11:36.936982187Z Alerts read: 2
2024-04-14T03:11:36.939566122Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:11:36.943213773Z groups:
2024-04-14T03:11:36.943242253Z - name: osm_alert_rules
2024-04-14T03:11:36.943251946Z   rules:
2024-04-14T03:11:36.943259096Z   - alert: vdu_down
2024-04-14T03:11:36.943266159Z     annotations:
2024-04-14T03:11:36.943274073Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:11:36.943281533Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:11:36.943289353Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:11:36.943297067Z     expr: vm_status_extended != 1
2024-04-14T03:11:36.943304084Z     for: 3m
2024-04-14T03:11:36.943311597Z - name: _osm_alert_rules_20240414031136_
2024-04-14T03:11:36.943322124Z   rules:
2024-04-14T03:11:36.943334502Z   - alert: scalein_eec8dfff-78c9-4635-998b-719651d126ce
2024-04-14T03:11:36.943346379Z     expr: (count (osm_cpu_utilization{ns_id="92002443-f804-4d5d-9e90-d4d0d6677639",
2024-04-14T03:11:36.943358350Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="92002443-f804-4d5d-9e90-d4d0d6677639",
2024-04-14T03:11:36.943365277Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T03:11:36.943372104Z     for: 1m
2024-04-14T03:11:36.943378606Z     labels:
2024-04-14T03:11:36.943385059Z       ns_id: 92002443-f804-4d5d-9e90-d4d0d6677639
2024-04-14T03:11:36.943391539Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T03:11:36.943399269Z       vnf_member_index: vnf
2024-04-14T03:11:36.943406070Z   - alert: scaleout_5f500868-1298-4abf-bb88-20f9d153862c
2024-04-14T03:11:36.943412477Z     expr: (count (osm_cpu_utilization{ns_id="92002443-f804-4d5d-9e90-d4d0d6677639",
2024-04-14T03:11:36.943419213Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="92002443-f804-4d5d-9e90-d4d0d6677639",
2024-04-14T03:11:36.943426050Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T03:11:36.943433164Z     for: 1m
2024-04-14T03:11:36.943440073Z     labels:
2024-04-14T03:11:36.943447114Z       ns_id: 92002443-f804-4d5d-9e90-d4d0d6677639
2024-04-14T03:11:36.943453620Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T03:11:36.943483336Z       vnf_member_index: vnf
2024-04-14T03:11:36.943490640Z 
2024-04-14T03:11:36.946026388Z New config written, updating prometheus
2024-04-14T03:11:41.980688713Z Prometheus config update successful
2024-04-14T03:11:41.980757087Z 
2024-04-14T03:11:41.988263157Z Changes detected, updating prometheus config
2024-04-14T03:11:41.990137107Z Jobs detected: 0
2024-04-14T03:11:41.998376202Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:11:42.000416182Z alerting:
2024-04-14T03:11:42.000430078Z   alertmanagers:
2024-04-14T03:11:42.000434321Z   - static_configs:
2024-04-14T03:11:42.000437635Z     - targets:
2024-04-14T03:11:42.000441413Z       - alertmanager:9093
2024-04-14T03:11:42.000452751Z global:
2024-04-14T03:11:42.000456194Z   evaluation_interval: 15s
2024-04-14T03:11:42.000459408Z   scrape_interval: 15s
2024-04-14T03:11:42.000462680Z rule_files:
2024-04-14T03:11:42.000466064Z - osm_metric_rules.yml
2024-04-14T03:11:42.000469307Z - osm_alert_rules.yml
2024-04-14T03:11:42.000472563Z scrape_configs:
2024-04-14T03:11:42.000475893Z - job_name: mon_exporter
2024-04-14T03:11:42.000479174Z   static_configs:
2024-04-14T03:11:42.000482454Z   - targets:
2024-04-14T03:11:42.000485744Z     - mon:8000
2024-04-14T03:11:42.000489231Z - honor_labels: true
2024-04-14T03:11:42.000492482Z   job_name: pushgateway
2024-04-14T03:11:42.000495849Z   scrape_interval: 30s
2024-04-14T03:11:42.000499047Z   static_configs:
2024-04-14T03:11:42.000502305Z   - targets:
2024-04-14T03:11:42.000506411Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:11:42.000509555Z 
2024-04-14T03:11:42.005634968Z Alerts read: 2
2024-04-14T03:11:42.007719629Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:11:42.010969096Z groups:
2024-04-14T03:11:42.010980102Z - name: osm_alert_rules
2024-04-14T03:11:42.010983185Z   rules:
2024-04-14T03:11:42.010985989Z   - alert: vdu_down
2024-04-14T03:11:42.010988718Z     annotations:
2024-04-14T03:11:42.010992365Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:11:42.010996261Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:11:42.010999024Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:11:42.011002412Z     expr: vm_status_extended != 1
2024-04-14T03:11:42.011017629Z     for: 3m
2024-04-14T03:11:42.011020712Z - name: _osm_alert_rules_20240414031142_
2024-04-14T03:11:42.011023544Z   rules:
2024-04-14T03:11:42.011026872Z   - alert: scalein_eec8dfff-78c9-4635-998b-719651d126ce
2024-04-14T03:11:42.011029683Z     expr: (count (osm_cpu_utilization{ns_id="92002443-f804-4d5d-9e90-d4d0d6677639",
2024-04-14T03:11:42.011033412Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="92002443-f804-4d5d-9e90-d4d0d6677639",
2024-04-14T03:11:42.011036942Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T03:11:42.011039846Z     for: 1m
2024-04-14T03:11:42.011042669Z     labels:
2024-04-14T03:11:42.011045471Z       ns_id: 92002443-f804-4d5d-9e90-d4d0d6677639
2024-04-14T03:11:42.011048185Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T03:11:42.011051530Z       vnf_member_index: vnf
2024-04-14T03:11:42.011054301Z   - alert: scaleout_5f500868-1298-4abf-bb88-20f9d153862c
2024-04-14T03:11:42.011057250Z     expr: (count (osm_cpu_utilization{ns_id="92002443-f804-4d5d-9e90-d4d0d6677639",
2024-04-14T03:11:42.011072407Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="92002443-f804-4d5d-9e90-d4d0d6677639",
2024-04-14T03:11:42.011075241Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T03:11:42.011078367Z     for: 1m
2024-04-14T03:11:42.011081037Z     labels:
2024-04-14T03:11:42.011083988Z       ns_id: 92002443-f804-4d5d-9e90-d4d0d6677639
2024-04-14T03:11:42.011086722Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T03:11:42.011089408Z       vnf_member_index: vnf
2024-04-14T03:11:42.011091964Z 
2024-04-14T03:11:42.014021628Z New config written, updating prometheus
2024-04-14T03:11:47.042751370Z Prometheus config update successful
2024-04-14T03:11:47.042804650Z 
2024-04-14T03:25:08.400574191Z Changes detected, updating prometheus config
2024-04-14T03:25:08.402442788Z Jobs detected: 0
2024-04-14T03:25:08.407393170Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:25:08.409383862Z alerting:
2024-04-14T03:25:08.409393874Z   alertmanagers:
2024-04-14T03:25:08.409397401Z   - static_configs:
2024-04-14T03:25:08.409400768Z     - targets:
2024-04-14T03:25:08.409404474Z       - alertmanager:9093
2024-04-14T03:25:08.409407261Z global:
2024-04-14T03:25:08.409410218Z   evaluation_interval: 15s
2024-04-14T03:25:08.409413084Z   scrape_interval: 15s
2024-04-14T03:25:08.409415870Z rule_files:
2024-04-14T03:25:08.409418649Z - osm_metric_rules.yml
2024-04-14T03:25:08.409422092Z - osm_alert_rules.yml
2024-04-14T03:25:08.409424893Z scrape_configs:
2024-04-14T03:25:08.409427700Z - job_name: mon_exporter
2024-04-14T03:25:08.409430489Z   static_configs:
2024-04-14T03:25:08.409433246Z   - targets:
2024-04-14T03:25:08.409436198Z     - mon:8000
2024-04-14T03:25:08.409438914Z - honor_labels: true
2024-04-14T03:25:08.409441621Z   job_name: pushgateway
2024-04-14T03:25:08.409444772Z   scrape_interval: 30s
2024-04-14T03:25:08.409447473Z   static_configs:
2024-04-14T03:25:08.409450156Z   - targets:
2024-04-14T03:25:08.409453624Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:25:08.409643224Z 
2024-04-14T03:25:08.416140377Z Alerts read: 0
2024-04-14T03:25:08.418298625Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:25:08.419603258Z groups:
2024-04-14T03:25:08.419614819Z - name: osm_alert_rules
2024-04-14T03:25:08.419618052Z   rules:
2024-04-14T03:25:08.419621044Z   - alert: vdu_down
2024-04-14T03:25:08.419624141Z     annotations:
2024-04-14T03:25:08.419628150Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:25:08.419631827Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:25:08.419634895Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:25:08.419638660Z     expr: vm_status_extended != 1
2024-04-14T03:25:08.419641699Z     for: 3m
2024-04-14T03:25:08.419714818Z 
2024-04-14T03:25:08.421025014Z New config written, updating prometheus
2024-04-14T03:25:13.456202919Z Prometheus config update successful
2024-04-14T03:25:13.456307500Z 
2024-04-14T03:25:13.456499439Z Changes detected, updating prometheus config
2024-04-14T03:25:13.467310443Z Jobs detected: 0
2024-04-14T03:25:13.470804503Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:25:13.473124893Z alerting:
2024-04-14T03:25:13.473149811Z   alertmanagers:
2024-04-14T03:25:13.473158962Z   - static_configs:
2024-04-14T03:25:13.473166942Z     - targets:
2024-04-14T03:25:13.473200707Z       - alertmanager:9093
2024-04-14T03:25:13.473208935Z global:
2024-04-14T03:25:13.473216799Z   evaluation_interval: 15s
2024-04-14T03:25:13.473224405Z   scrape_interval: 15s
2024-04-14T03:25:13.473232849Z rule_files:
2024-04-14T03:25:13.473240370Z - osm_metric_rules.yml
2024-04-14T03:25:13.473247901Z - osm_alert_rules.yml
2024-04-14T03:25:13.473255469Z scrape_configs:
2024-04-14T03:25:13.473263184Z - job_name: mon_exporter
2024-04-14T03:25:13.473270710Z   static_configs:
2024-04-14T03:25:13.473278262Z   - targets:
2024-04-14T03:25:13.473285930Z     - mon:8000
2024-04-14T03:25:13.473294127Z - honor_labels: true
2024-04-14T03:25:13.473301787Z   job_name: pushgateway
2024-04-14T03:25:13.473309152Z   scrape_interval: 30s
2024-04-14T03:25:13.473316805Z   static_configs:
2024-04-14T03:25:13.473324301Z   - targets:
2024-04-14T03:25:13.473332676Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:25:13.473339990Z 
2024-04-14T03:25:13.476072968Z Alerts read: 0
2024-04-14T03:25:13.477892911Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:25:13.478959466Z groups:
2024-04-14T03:25:13.478993533Z - name: osm_alert_rules
2024-04-14T03:25:13.479006672Z   rules:
2024-04-14T03:25:13.479018852Z   - alert: vdu_down
2024-04-14T03:25:13.479031376Z     annotations:
2024-04-14T03:25:13.479045657Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:25:13.479059605Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:25:13.479070849Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:25:13.479082839Z     expr: vm_status_extended != 1
2024-04-14T03:25:13.479090853Z     for: 3m
2024-04-14T03:25:13.479324805Z 
2024-04-14T03:25:13.480370755Z New config written, updating prometheus
2024-04-14T03:25:18.509511588Z Prometheus config update successful
2024-04-14T03:25:18.509564176Z 
2024-04-14T03:27:23.982917440Z Changes detected, updating prometheus config
2024-04-14T03:27:23.984115108Z Jobs detected: 0
2024-04-14T03:27:23.989126013Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:27:23.990907635Z alerting:
2024-04-14T03:27:23.990920073Z   alertmanagers:
2024-04-14T03:27:23.990924810Z   - static_configs:
2024-04-14T03:27:23.990928008Z     - targets:
2024-04-14T03:27:23.990931907Z       - alertmanager:9093
2024-04-14T03:27:23.990934861Z global:
2024-04-14T03:27:23.990945320Z   evaluation_interval: 15s
2024-04-14T03:27:23.990948694Z   scrape_interval: 15s
2024-04-14T03:27:23.990951735Z rule_files:
2024-04-14T03:27:23.990954633Z - osm_metric_rules.yml
2024-04-14T03:27:23.990957725Z - osm_alert_rules.yml
2024-04-14T03:27:23.990960623Z scrape_configs:
2024-04-14T03:27:23.990963602Z - job_name: mon_exporter
2024-04-14T03:27:23.990970884Z   static_configs:
2024-04-14T03:27:23.990973955Z   - targets:
2024-04-14T03:27:23.990976956Z     - mon:8000
2024-04-14T03:27:23.990979884Z - honor_labels: true
2024-04-14T03:27:23.990982759Z   job_name: pushgateway
2024-04-14T03:27:23.990985742Z   scrape_interval: 30s
2024-04-14T03:27:23.990988696Z   static_configs:
2024-04-14T03:27:23.990991604Z   - targets:
2024-04-14T03:27:23.990995120Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:27:23.990998030Z 
2024-04-14T03:27:23.994226263Z Alerts read: 1
2024-04-14T03:27:23.995920421Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:27:23.997862677Z groups:
2024-04-14T03:27:23.997873129Z - name: osm_alert_rules
2024-04-14T03:27:23.997890001Z   rules:
2024-04-14T03:27:23.997893376Z   - alert: vdu_down
2024-04-14T03:27:23.997896403Z     annotations:
2024-04-14T03:27:23.997908899Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:27:23.997913366Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:27:23.997916382Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:27:23.997920101Z     expr: vm_status_extended != 1
2024-04-14T03:27:23.997923080Z     for: 3m
2024-04-14T03:27:23.997926098Z - name: _osm_alert_rules_20240414032723_
2024-04-14T03:27:23.997929383Z   rules:
2024-04-14T03:27:23.997933551Z   - alert: vdu_alarm_7a3f4085-d71d-4cbb-bbf4-dc02404e100e
2024-04-14T03:27:23.997937153Z     expr: osm_cpu_utilization{ns_id="93a9f575-0cdf-44d9-a06c-d962e9f5aa8d", vnf_member_index="vnf",
2024-04-14T03:27:23.997940236Z       vdu_id="cirros_vnfd-VM"} < 20.0000
2024-04-14T03:27:23.997943324Z     for: 1m
2024-04-14T03:27:23.997946324Z     labels:
2024-04-14T03:27:23.997949297Z       ns_id: 93a9f575-0cdf-44d9-a06c-d962e9f5aa8d
2024-04-14T03:27:23.997952835Z       vdu_id: cirros_vnfd-VM
2024-04-14T03:27:23.997955880Z       vdu_name: '{{ $labels.vdu_name }}'
2024-04-14T03:27:23.997958826Z       vnf_member_index: vnf
2024-04-14T03:27:23.997961565Z 
2024-04-14T03:27:23.999915356Z New config written, updating prometheus
2024-04-14T03:27:29.024029134Z Prometheus config update successful
2024-04-14T03:27:29.024069023Z 
2024-04-14T03:37:14.020590634Z Changes detected, updating prometheus config
2024-04-14T03:37:14.023129047Z Jobs detected: 0
2024-04-14T03:37:14.033549604Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:37:14.037215987Z alerting:
2024-04-14T03:37:14.037245484Z   alertmanagers:
2024-04-14T03:37:14.037256787Z   - static_configs:
2024-04-14T03:37:14.037266296Z     - targets:
2024-04-14T03:37:14.037280778Z       - alertmanager:9093
2024-04-14T03:37:14.037295032Z global:
2024-04-14T03:37:14.037307381Z   evaluation_interval: 15s
2024-04-14T03:37:14.037319527Z   scrape_interval: 15s
2024-04-14T03:37:14.037332537Z rule_files:
2024-04-14T03:37:14.037344583Z - osm_metric_rules.yml
2024-04-14T03:37:14.037356020Z - osm_alert_rules.yml
2024-04-14T03:37:14.037368022Z scrape_configs:
2024-04-14T03:37:14.037380572Z - job_name: mon_exporter
2024-04-14T03:37:14.037394218Z   static_configs:
2024-04-14T03:37:14.037406427Z   - targets:
2024-04-14T03:37:14.037418797Z     - mon:8000
2024-04-14T03:37:14.037431398Z - honor_labels: true
2024-04-14T03:37:14.037443575Z   job_name: pushgateway
2024-04-14T03:37:14.037456541Z   scrape_interval: 30s
2024-04-14T03:37:14.037469699Z   static_configs:
2024-04-14T03:37:14.037482019Z   - targets:
2024-04-14T03:37:14.037495653Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:37:14.037507466Z 
2024-04-14T03:37:14.040054404Z Alerts read: 0
2024-04-14T03:37:14.041873809Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:37:14.042779148Z groups:
2024-04-14T03:37:14.042789231Z - name: osm_alert_rules
2024-04-14T03:37:14.042793853Z   rules:
2024-04-14T03:37:14.042798829Z   - alert: vdu_down
2024-04-14T03:37:14.042803118Z     annotations:
2024-04-14T03:37:14.042807844Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:37:14.042812576Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:37:14.042816879Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:37:14.042840386Z     expr: vm_status_extended != 1
2024-04-14T03:37:14.042844846Z     for: 3m
2024-04-14T03:37:14.042848809Z 
2024-04-14T03:37:14.044033540Z New config written, updating prometheus
2024-04-14T03:37:19.078404579Z Prometheus config update successful
2024-04-14T03:37:19.078446259Z 
2024-04-14T03:39:24.751460024Z Changes detected, updating prometheus config
2024-04-14T03:39:24.754724274Z Jobs detected: 1
2024-04-14T03:39:24.766553554Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:39:24.771553881Z alerting:
2024-04-14T03:39:24.771569302Z   alertmanagers:
2024-04-14T03:39:24.771574185Z   - static_configs:
2024-04-14T03:39:24.771578241Z     - targets:
2024-04-14T03:39:24.771582751Z       - alertmanager:9093
2024-04-14T03:39:24.771586685Z global:
2024-04-14T03:39:24.771590792Z   evaluation_interval: 15s
2024-04-14T03:39:24.771594719Z   scrape_interval: 15s
2024-04-14T03:39:24.771598625Z rule_files:
2024-04-14T03:39:24.771602437Z - osm_metric_rules.yml
2024-04-14T03:39:24.771606251Z - osm_alert_rules.yml
2024-04-14T03:39:24.771610126Z scrape_configs:
2024-04-14T03:39:24.771614195Z - job_name: mon_exporter
2024-04-14T03:39:24.771618001Z   static_configs:
2024-04-14T03:39:24.771621968Z   - targets:
2024-04-14T03:39:24.771625854Z     - mon:8000
2024-04-14T03:39:24.771629738Z - honor_labels: true
2024-04-14T03:39:24.771633633Z   job_name: pushgateway
2024-04-14T03:39:24.771637395Z   scrape_interval: 30s
2024-04-14T03:39:24.771641175Z   static_configs:
2024-04-14T03:39:24.771645017Z   - targets:
2024-04-14T03:39:24.771653388Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:39:24.771657699Z - job_name: 395212b25be4482291b77f78dc082b57
2024-04-14T03:39:24.771661584Z   metrics_path: /snmp
2024-04-14T03:39:24.771665367Z   params:
2024-04-14T03:39:24.771669211Z     module:
2024-04-14T03:39:24.771673095Z     - osm-snmp
2024-04-14T03:39:24.771676930Z   relabel_configs:
2024-04-14T03:39:24.771680794Z   - source_labels:
2024-04-14T03:39:24.771684576Z     - __address__
2024-04-14T03:39:24.771688340Z     target_label: __param_target
2024-04-14T03:39:24.771692181Z   - source_labels:
2024-04-14T03:39:24.771695974Z     - __param_target
2024-04-14T03:39:24.771699729Z     target_label: instance
2024-04-14T03:39:24.771704209Z   - replacement: eechart-0035554028-snmpexporter.0ed742e8-02f0-471e-94eb-861c3d20a6cd.svc:80
2024-04-14T03:39:24.771708044Z     target_label: __address__
2024-04-14T03:39:24.771711791Z   static_configs:
2024-04-14T03:39:24.771715606Z   - targets:
2024-04-14T03:39:24.771719469Z     - 172.21.249.172
2024-04-14T03:39:24.771728781Z 
2024-04-14T03:39:24.776718709Z Alerts read: 0
2024-04-14T03:39:24.778918129Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:39:24.780389055Z groups:
2024-04-14T03:39:24.780403370Z - name: osm_alert_rules
2024-04-14T03:39:24.780407963Z   rules:
2024-04-14T03:39:24.780411825Z   - alert: vdu_down
2024-04-14T03:39:24.780415984Z     annotations:
2024-04-14T03:39:24.780420367Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:39:24.780424852Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:39:24.780428943Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:39:24.780433633Z     expr: vm_status_extended != 1
2024-04-14T03:39:24.780437512Z     for: 3m
2024-04-14T03:39:24.780441167Z 
2024-04-14T03:39:24.781601823Z New config written, updating prometheus
2024-04-14T03:39:29.835994330Z Prometheus config update successful
2024-04-14T03:39:29.845399844Z 
2024-04-14T03:39:49.569900372Z Changes detected, updating prometheus config
2024-04-14T03:39:49.572838741Z Jobs detected: 0
2024-04-14T03:39:49.583505055Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:39:49.586703794Z alerting:
2024-04-14T03:39:49.586719992Z   alertmanagers:
2024-04-14T03:39:49.586729656Z   - static_configs:
2024-04-14T03:39:49.586738351Z     - targets:
2024-04-14T03:39:49.586747218Z       - alertmanager:9093
2024-04-14T03:39:49.586755653Z global:
2024-04-14T03:39:49.586764070Z   evaluation_interval: 15s
2024-04-14T03:39:49.586772752Z   scrape_interval: 15s
2024-04-14T03:39:49.586781372Z rule_files:
2024-04-14T03:39:49.586789663Z - osm_metric_rules.yml
2024-04-14T03:39:49.586817321Z - osm_alert_rules.yml
2024-04-14T03:39:49.586826282Z scrape_configs:
2024-04-14T03:39:49.586834505Z - job_name: mon_exporter
2024-04-14T03:39:49.586842769Z   static_configs:
2024-04-14T03:39:49.586851209Z   - targets:
2024-04-14T03:39:49.586860498Z     - mon:8000
2024-04-14T03:39:49.586868849Z - honor_labels: true
2024-04-14T03:39:49.586877141Z   job_name: pushgateway
2024-04-14T03:39:49.586885339Z   scrape_interval: 30s
2024-04-14T03:39:49.586893561Z   static_configs:
2024-04-14T03:39:49.586901818Z   - targets:
2024-04-14T03:39:49.586910856Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:39:49.586919002Z 
2024-04-14T03:39:49.591091667Z Alerts read: 0
2024-04-14T03:39:49.595577816Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:39:49.595600469Z groups:
2024-04-14T03:39:49.595615160Z - name: osm_alert_rules
2024-04-14T03:39:49.595624255Z   rules:
2024-04-14T03:39:49.595632929Z   - alert: vdu_down
2024-04-14T03:39:49.595641388Z     annotations:
2024-04-14T03:39:49.595650590Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:39:49.595659865Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:39:49.595668215Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:39:49.595682825Z     expr: vm_status_extended != 1
2024-04-14T03:39:49.595691442Z     for: 3m
2024-04-14T03:39:49.595699481Z 
2024-04-14T03:39:49.596869539Z New config written, updating prometheus
2024-04-14T03:39:54.631325779Z Prometheus config update successful
2024-04-14T03:39:54.631398377Z 
2024-04-14T03:53:00.813853812Z Changes detected, updating prometheus config
2024-04-14T03:53:00.818366517Z Jobs detected: 0
2024-04-14T03:53:00.829019233Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:53:00.832133221Z alerting:
2024-04-14T03:53:00.832145278Z   alertmanagers:
2024-04-14T03:53:00.832149602Z   - static_configs:
2024-04-14T03:53:00.832152765Z     - targets:
2024-04-14T03:53:00.832156374Z       - alertmanager:9093
2024-04-14T03:53:00.832159393Z global:
2024-04-14T03:53:00.832162382Z   evaluation_interval: 15s
2024-04-14T03:53:00.832165347Z   scrape_interval: 15s
2024-04-14T03:53:00.832168290Z rule_files:
2024-04-14T03:53:00.832171224Z - osm_metric_rules.yml
2024-04-14T03:53:00.832174159Z - osm_alert_rules.yml
2024-04-14T03:53:00.832177100Z scrape_configs:
2024-04-14T03:53:00.832180029Z - job_name: mon_exporter
2024-04-14T03:53:00.832182963Z   static_configs:
2024-04-14T03:53:00.832186029Z   - targets:
2024-04-14T03:53:00.832189009Z     - mon:8000
2024-04-14T03:53:00.832202937Z - honor_labels: true
2024-04-14T03:53:00.832206092Z   job_name: pushgateway
2024-04-14T03:53:00.832209074Z   scrape_interval: 30s
2024-04-14T03:53:00.832211924Z   static_configs:
2024-04-14T03:53:00.832214819Z   - targets:
2024-04-14T03:53:00.832218177Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:53:00.832220981Z 
2024-04-14T03:53:00.838204909Z Alerts read: 2
2024-04-14T03:53:00.840351127Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:53:00.844129605Z groups:
2024-04-14T03:53:00.844142959Z - name: osm_alert_rules
2024-04-14T03:53:00.844146767Z   rules:
2024-04-14T03:53:00.844150200Z   - alert: vdu_down
2024-04-14T03:53:00.844153744Z     annotations:
2024-04-14T03:53:00.844157735Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:53:00.844161747Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:53:00.844183629Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:53:00.844188393Z     expr: vm_status_extended != 1
2024-04-14T03:53:00.844191831Z     for: 3m
2024-04-14T03:53:00.844195374Z - name: _osm_alert_rules_20240414035300_
2024-04-14T03:53:00.844198667Z   rules:
2024-04-14T03:53:00.844202493Z   - alert: scalein_a0f8fed5-72c8-4f74-a242-225a9679e244
2024-04-14T03:53:00.844206066Z     expr: (count (osm_cpu_utilization{ns_id="0fa3b7e5-2c7d-45d7-8040-e37758f61831",
2024-04-14T03:53:00.844210165Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0fa3b7e5-2c7d-45d7-8040-e37758f61831",
2024-04-14T03:53:00.844213910Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T03:53:00.844217558Z     for: 1m
2024-04-14T03:53:00.844220890Z     labels:
2024-04-14T03:53:00.844228251Z       ns_id: 0fa3b7e5-2c7d-45d7-8040-e37758f61831
2024-04-14T03:53:00.844231761Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T03:53:00.844235966Z       vnf_member_index: '1'
2024-04-14T03:53:00.844239357Z   - alert: scaleout_d646e45e-55e8-45fc-83a2-1349ad0cb1bc
2024-04-14T03:53:00.844242918Z     expr: (count (osm_cpu_utilization{ns_id="0fa3b7e5-2c7d-45d7-8040-e37758f61831",
2024-04-14T03:53:00.844246405Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0fa3b7e5-2c7d-45d7-8040-e37758f61831",
2024-04-14T03:53:00.844249833Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T03:53:00.844253123Z     for: 1m
2024-04-14T03:53:00.844256472Z     labels:
2024-04-14T03:53:00.844259782Z       ns_id: 0fa3b7e5-2c7d-45d7-8040-e37758f61831
2024-04-14T03:53:00.844263129Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T03:53:00.844266550Z       vnf_member_index: '1'
2024-04-14T03:53:00.844269701Z 
2024-04-14T03:53:00.846992065Z New config written, updating prometheus
2024-04-14T03:53:05.885942014Z Prometheus config update successful
2024-04-14T03:53:05.885996851Z 
2024-04-14T03:53:05.890241399Z Changes detected, updating prometheus config
2024-04-14T03:53:05.892634167Z Jobs detected: 0
2024-04-14T03:53:05.899509993Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:53:05.901275079Z alerting:
2024-04-14T03:53:05.901298357Z   alertmanagers:
2024-04-14T03:53:05.901307993Z   - static_configs:
2024-04-14T03:53:05.901316604Z     - targets:
2024-04-14T03:53:05.901325449Z       - alertmanager:9093
2024-04-14T03:53:05.901334345Z global:
2024-04-14T03:53:05.901343094Z   evaluation_interval: 15s
2024-04-14T03:53:05.901370781Z   scrape_interval: 15s
2024-04-14T03:53:05.901379368Z rule_files:
2024-04-14T03:53:05.901393349Z - osm_metric_rules.yml
2024-04-14T03:53:05.901402038Z - osm_alert_rules.yml
2024-04-14T03:53:05.901410380Z scrape_configs:
2024-04-14T03:53:05.901418763Z - job_name: mon_exporter
2024-04-14T03:53:05.901427031Z   static_configs:
2024-04-14T03:53:05.901435494Z   - targets:
2024-04-14T03:53:05.901443823Z     - mon:8000
2024-04-14T03:53:05.901452081Z - honor_labels: true
2024-04-14T03:53:05.901460457Z   job_name: pushgateway
2024-04-14T03:53:05.901468631Z   scrape_interval: 30s
2024-04-14T03:53:05.901476887Z   static_configs:
2024-04-14T03:53:05.901485103Z   - targets:
2024-04-14T03:53:05.901494370Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:53:05.901502486Z 
2024-04-14T03:53:05.906228274Z Alerts read: 2
2024-04-14T03:53:05.906272713Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:53:05.909288693Z groups:
2024-04-14T03:53:05.909314458Z - name: osm_alert_rules
2024-04-14T03:53:05.909323581Z   rules:
2024-04-14T03:53:05.909332072Z   - alert: vdu_down
2024-04-14T03:53:05.909340546Z     annotations:
2024-04-14T03:53:05.909349883Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:53:05.909358368Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:53:05.909367288Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:53:05.909376979Z     expr: vm_status_extended != 1
2024-04-14T03:53:05.909385443Z     for: 3m
2024-04-14T03:53:05.909393841Z - name: _osm_alert_rules_20240414035305_
2024-04-14T03:53:05.909402517Z   rules:
2024-04-14T03:53:05.909411403Z   - alert: scalein_a0f8fed5-72c8-4f74-a242-225a9679e244
2024-04-14T03:53:05.909543290Z     expr: (count (osm_cpu_utilization{ns_id="0fa3b7e5-2c7d-45d7-8040-e37758f61831",
2024-04-14T03:53:05.909555121Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0fa3b7e5-2c7d-45d7-8040-e37758f61831",
2024-04-14T03:53:05.909563469Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-14T03:53:05.909571968Z     for: 1m
2024-04-14T03:53:05.909580484Z     labels:
2024-04-14T03:53:05.909588989Z       ns_id: 0fa3b7e5-2c7d-45d7-8040-e37758f61831
2024-04-14T03:53:05.909597510Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T03:53:05.909606492Z       vnf_member_index: '1'
2024-04-14T03:53:05.909614792Z   - alert: scaleout_d646e45e-55e8-45fc-83a2-1349ad0cb1bc
2024-04-14T03:53:05.909623069Z     expr: (count (osm_cpu_utilization{ns_id="0fa3b7e5-2c7d-45d7-8040-e37758f61831",
2024-04-14T03:53:05.909631349Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0fa3b7e5-2c7d-45d7-8040-e37758f61831",
2024-04-14T03:53:05.909639590Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-14T03:53:05.909647790Z     for: 1m
2024-04-14T03:53:05.909656164Z     labels:
2024-04-14T03:53:05.909664339Z       ns_id: 0fa3b7e5-2c7d-45d7-8040-e37758f61831
2024-04-14T03:53:05.909672556Z       vdu_id: hackfest_basic_metrics-VM
2024-04-14T03:53:05.909680856Z       vnf_member_index: '1'
2024-04-14T03:53:05.909698578Z 
2024-04-14T03:53:05.912268134Z New config written, updating prometheus
2024-04-14T03:53:10.944159268Z Prometheus config update successful
2024-04-14T03:53:10.944195791Z 
2024-04-14T03:53:55.019067988Z Changes detected, updating prometheus config
2024-04-14T03:53:55.020294069Z Jobs detected: 0
2024-04-14T03:53:55.025153941Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:53:55.026786354Z alerting:
2024-04-14T03:53:55.026794397Z   alertmanagers:
2024-04-14T03:53:55.026798000Z   - static_configs:
2024-04-14T03:53:55.026801057Z     - targets:
2024-04-14T03:53:55.026804314Z       - alertmanager:9093
2024-04-14T03:53:55.026806884Z global:
2024-04-14T03:53:55.026810114Z   evaluation_interval: 15s
2024-04-14T03:53:55.026812726Z   scrape_interval: 15s
2024-04-14T03:53:55.026815320Z rule_files:
2024-04-14T03:53:55.026817827Z - osm_metric_rules.yml
2024-04-14T03:53:55.026820501Z - osm_alert_rules.yml
2024-04-14T03:53:55.026823027Z scrape_configs:
2024-04-14T03:53:55.026825691Z - job_name: mon_exporter
2024-04-14T03:53:55.026828263Z   static_configs:
2024-04-14T03:53:55.026830752Z   - targets:
2024-04-14T03:53:55.026833247Z     - mon:8000
2024-04-14T03:53:55.026846055Z - honor_labels: true
2024-04-14T03:53:55.026849008Z   job_name: pushgateway
2024-04-14T03:53:55.026851462Z   scrape_interval: 30s
2024-04-14T03:53:55.026854000Z   static_configs:
2024-04-14T03:53:55.026856443Z   - targets:
2024-04-14T03:53:55.026859305Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:53:55.026861773Z 
2024-04-14T03:53:55.029211840Z Alerts read: 0
2024-04-14T03:53:55.030763473Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:53:55.031847550Z groups:
2024-04-14T03:53:55.031859966Z - name: osm_alert_rules
2024-04-14T03:53:55.031863636Z   rules:
2024-04-14T03:53:55.031870486Z   - alert: vdu_down
2024-04-14T03:53:55.031873556Z     annotations:
2024-04-14T03:53:55.031877141Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:53:55.031880750Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:53:55.031883671Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:53:55.031887251Z     expr: vm_status_extended != 1
2024-04-14T03:53:55.031890379Z     for: 3m
2024-04-14T03:53:55.031893177Z 
2024-04-14T03:53:55.032779417Z New config written, updating prometheus
2024-04-14T03:54:00.062093787Z Prometheus config update successful
2024-04-14T03:54:00.062125006Z 
2024-04-14T03:54:00.062129969Z Changes detected, updating prometheus config
2024-04-14T03:54:00.063517587Z Jobs detected: 0
2024-04-14T03:54:00.069322624Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-14T03:54:00.072164541Z alerting:
2024-04-14T03:54:00.072175696Z   alertmanagers:
2024-04-14T03:54:00.072179737Z   - static_configs:
2024-04-14T03:54:00.072182848Z     - targets:
2024-04-14T03:54:00.072186483Z       - alertmanager:9093
2024-04-14T03:54:00.072189511Z global:
2024-04-14T03:54:00.072192418Z   evaluation_interval: 15s
2024-04-14T03:54:00.072195773Z   scrape_interval: 15s
2024-04-14T03:54:00.072198725Z rule_files:
2024-04-14T03:54:00.072201562Z - osm_metric_rules.yml
2024-04-14T03:54:00.072205330Z - osm_alert_rules.yml
2024-04-14T03:54:00.072208294Z scrape_configs:
2024-04-14T03:54:00.072211311Z - job_name: mon_exporter
2024-04-14T03:54:00.072214216Z   static_configs:
2024-04-14T03:54:00.072217092Z   - targets:
2024-04-14T03:54:00.072220227Z     - mon:8000
2024-04-14T03:54:00.072223119Z - honor_labels: true
2024-04-14T03:54:00.072226025Z   job_name: pushgateway
2024-04-14T03:54:00.072229053Z   scrape_interval: 30s
2024-04-14T03:54:00.072231856Z   static_configs:
2024-04-14T03:54:00.072234749Z   - targets:
2024-04-14T03:54:00.072238572Z     - pushgateway-prometheus-pushgateway:9091
2024-04-14T03:54:00.072256696Z 
2024-04-14T03:54:00.075106278Z Alerts read: 0
2024-04-14T03:54:00.077151422Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-14T03:54:00.078286863Z groups:
2024-04-14T03:54:00.078295801Z - name: osm_alert_rules
2024-04-14T03:54:00.078298919Z   rules:
2024-04-14T03:54:00.078301717Z   - alert: vdu_down
2024-04-14T03:54:00.078304462Z     annotations:
2024-04-14T03:54:00.078307966Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-14T03:54:00.078311283Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-14T03:54:00.078314040Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-14T03:54:00.078317910Z     expr: vm_status_extended != 1
2024-04-14T03:54:00.078320720Z     for: 3m
2024-04-14T03:54:00.078323257Z 
2024-04-14T03:54:00.079290007Z New config written, updating prometheus
2024-04-14T03:54:05.113527973Z Prometheus config update successful
2024-04-14T03:54:05.113575803Z