2024-04-23T01:24:19.072687644Z ts=2024-04-23T01:24:19.070Z caller=main.go:539 level=info msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-23T01:24:19.072724490Z ts=2024-04-23T01:24:19.070Z caller=main.go:583 level=info msg="Starting Prometheus Server" mode=server version="(version=2.47.0, branch=HEAD, revision=efa34a5840661c29c2e362efa76bc3a70dccb335)" 2024-04-23T01:24:19.072737855Z ts=2024-04-23T01:24:19.070Z caller=main.go:588 level=info build_context="(go=go1.21.0, platform=linux/amd64, user=root@409eb5e6b30c, date=20230906-10:20:07, tags=netgo,builtinassets,stringlabels)" 2024-04-23T01:24:19.072741379Z ts=2024-04-23T01:24:19.070Z caller=main.go:589 level=info host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))" 2024-04-23T01:24:19.072744652Z ts=2024-04-23T01:24:19.070Z caller=main.go:590 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-23T01:24:19.072747391Z ts=2024-04-23T01:24:19.070Z caller=main.go:591 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-23T01:24:19.076451325Z ts=2024-04-23T01:24:19.074Z caller=web.go:566 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-04-23T01:24:19.077258354Z ts=2024-04-23T01:24:19.076Z caller=main.go:1024 level=info msg="Starting TSDB ..." 2024-04-23T01:24:19.082237010Z ts=2024-04-23T01:24:19.081Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090 2024-04-23T01:24:19.082244089Z ts=2024-04-23T01:24:19.081Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090 2024-04-23T01:24:19.087519816Z ts=2024-04-23T01:24:19.085Z caller=head.go:600 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-23T01:24:19.087535215Z ts=2024-04-23T01:24:19.085Z caller=head.go:681 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=11.694µs 2024-04-23T01:24:19.087539053Z ts=2024-04-23T01:24:19.085Z caller=head.go:689 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-23T01:24:19.087542378Z ts=2024-04-23T01:24:19.086Z caller=head.go:760 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-23T01:24:19.087546300Z ts=2024-04-23T01:24:19.086Z caller=head.go:797 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=43.013µs wal_replay_duration=283.751µs wbl_replay_duration=143ns total_replay_duration=361.131µs 2024-04-23T01:24:19.088833514Z ts=2024-04-23T01:24:19.088Z caller=main.go:1045 level=info fs_type=EXT4_SUPER_MAGIC 2024-04-23T01:24:19.088844228Z ts=2024-04-23T01:24:19.088Z caller=main.go:1048 level=info msg="TSDB started" 2024-04-23T01:24:19.088852640Z ts=2024-04-23T01:24:19.088Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:24:19.091257617Z ts=2024-04-23T01:24:19.090Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.475219ms db_storage=1.542µs remote_storage=1.721µs web_handler=429ns query_engine=982ns scrape=288.31µs scrape_sd=38.925µs notify=36.287µs notify_sd=8.674µs rules=1.721899ms tracing=11.389µs 2024-04-23T01:24:19.091271144Z ts=2024-04-23T01:24:19.090Z caller=main.go:1009 level=info msg="Server is ready to receive web requests." 2024-04-23T01:24:19.091306174Z ts=2024-04-23T01:24:19.090Z caller=manager.go:1009 level=info component="rule manager" msg="Starting rule manager..." 2024-04-23T01:25:02.631332258Z ts=2024-04-23T01:25:02.626Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:25:02.631350768Z ts=2024-04-23T01:25:02.628Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.386781ms db_storage=1.843µs remote_storage=6.915µs web_handler=729ns query_engine=1.246µs scrape=228.128µs scrape_sd=76.499µs notify=41.065µs notify_sd=7.379µs rules=1.096717ms tracing=5.019µs 2024-04-23T01:38:48.112537951Z ts=2024-04-23T01:38:48.112Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:38:48.118211614Z ts=2024-04-23T01:38:48.118Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.826144ms db_storage=7.803µs remote_storage=1.66µs web_handler=1.181µs query_engine=1.325µs scrape=275.038µs scrape_sd=100.148µs notify=75.089µs notify_sd=11.597µs rules=4.203672ms tracing=20.224µs 2024-04-23T01:38:53.194335494Z ts=2024-04-23T01:38:53.194Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:38:53.197342924Z ts=2024-04-23T01:38:53.197Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.011322ms db_storage=1.762µs remote_storage=1.994µs web_handler=375ns query_engine=1.025µs scrape=95.804µs scrape_sd=24.007µs notify=16.936µs notify_sd=7.756µs rules=2.533287ms tracing=6.958µs 2024-04-23T01:40:19.894055026Z ts=2024-04-23T01:40:19.893Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:40:19.897015315Z ts=2024-04-23T01:40:19.896Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.114393ms db_storage=7.116µs remote_storage=2.263µs web_handler=955ns query_engine=1.231µs scrape=228.194µs scrape_sd=93.934µs notify=83.921µs notify_sd=13.5µs rules=1.817947ms tracing=22.446µs 2024-04-23T01:40:24.946732474Z ts=2024-04-23T01:40:24.946Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:40:24.948882230Z ts=2024-04-23T01:40:24.948Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.126136ms db_storage=1.608µs remote_storage=1.82µs web_handler=490ns query_engine=1.055µs scrape=168.745µs scrape_sd=111.216µs notify=30.114µs notify_sd=9.967µs rules=1.412933ms tracing=9.47µs 2024-04-23T01:41:50.192001247Z ts=2024-04-23T01:41:50.191Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:41:50.196301785Z ts=2024-04-23T01:41:50.196Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.412202ms db_storage=7.267µs remote_storage=2.255µs web_handler=748ns query_engine=1.209µs scrape=253.268µs scrape_sd=71.778µs notify=89.46µs notify_sd=33.718µs rules=2.999943ms tracing=24.996µs 2024-04-23T01:41:55.256981218Z ts=2024-04-23T01:41:55.256Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:41:55.262169047Z ts=2024-04-23T01:41:55.262Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.243051ms db_storage=1.663µs remote_storage=1.884µs web_handler=495ns query_engine=1.087µs scrape=93.74µs scrape_sd=30.165µs notify=18.166µs notify_sd=10.427µs rules=3.830987ms tracing=7.711µs 2024-04-23T01:42:00.330173752Z ts=2024-04-23T01:42:00.330Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:42:00.333066559Z ts=2024-04-23T01:42:00.332Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.882617ms db_storage=1.709µs remote_storage=10.828µs web_handler=373ns query_engine=1.983µs scrape=93.731µs scrape_sd=29.297µs notify=16.362µs notify_sd=6.831µs rules=2.395652ms tracing=7.884µs 2024-04-23T01:42:05.391658666Z ts=2024-04-23T01:42:05.391Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:42:05.395525760Z ts=2024-04-23T01:42:05.395Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.856024ms db_storage=2.046µs remote_storage=1.809µs web_handler=479ns query_engine=1.408µs scrape=83.69µs scrape_sd=20.386µs notify=20.237µs notify_sd=6.717µs rules=3.368543ms tracing=7.699µs 2024-04-23T01:42:10.445192443Z ts=2024-04-23T01:42:10.445Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:42:10.447419328Z ts=2024-04-23T01:42:10.447Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.22536ms db_storage=1.752µs remote_storage=1.829µs web_handler=391ns query_engine=1.007µs scrape=94.744µs scrape_sd=24.57µs notify=20.192µs notify_sd=8.395µs rules=1.801062ms tracing=5.078µs 2024-04-23T01:42:15.513567436Z ts=2024-04-23T01:42:15.513Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:42:15.516040788Z ts=2024-04-23T01:42:15.515Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.49068ms db_storage=1.853µs remote_storage=1.618µs web_handler=846ns query_engine=1.001µs scrape=79.82µs scrape_sd=23.017µs notify=17.102µs notify_sd=7.217µs rules=1.905763ms tracing=6.154µs 2024-04-23T01:43:35.928381697Z ts=2024-04-23T01:43:35.928Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:43:35.930898689Z ts=2024-04-23T01:43:35.930Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.589099ms db_storage=7.166µs remote_storage=2.152µs web_handler=528ns query_engine=1.493µs scrape=191.239µs scrape_sd=58.17µs notify=85.333µs notify_sd=15.112µs rules=1.452653ms tracing=16.646µs 2024-04-23T01:43:40.979078241Z ts=2024-04-23T01:43:40.978Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:43:40.980707015Z ts=2024-04-23T01:43:40.980Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.678417ms db_storage=1.84µs remote_storage=1.62µs web_handler=408ns query_engine=1.004µs scrape=116.132µs scrape_sd=29.31µs notify=24.217µs notify_sd=12.848µs rules=911.057µs tracing=5.429µs 2024-04-23T01:43:46.013333084Z ts=2024-04-23T01:43:46.013Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:43:46.015555085Z ts=2024-04-23T01:43:46.015Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.228838ms db_storage=2.021µs remote_storage=9.811µs web_handler=458ns query_engine=1.111µs scrape=96.554µs scrape_sd=24.58µs notify=143.423µs notify_sd=14.877µs rules=1.299874ms tracing=7.661µs 2024-04-23T01:43:51.057934051Z ts=2024-04-23T01:43:51.057Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:43:51.059852621Z ts=2024-04-23T01:43:51.059Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.962092ms db_storage=1.737µs remote_storage=10.505µs web_handler=522ns query_engine=1.184µs scrape=93.255µs scrape_sd=25.396µs notify=20.837µs notify_sd=9.33µs rules=1.115014ms tracing=6.029µs 2024-04-23T01:43:56.124970926Z ts=2024-04-23T01:43:56.124Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:43:56.127671043Z ts=2024-04-23T01:43:56.127Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.685361ms db_storage=28.961µs remote_storage=1.904µs web_handler=548ns query_engine=1.294µs scrape=176.025µs scrape_sd=58.915µs notify=25.354µs notify_sd=12.151µs rules=1.835338ms tracing=9.303µs 2024-04-23T01:44:01.165498330Z ts=2024-04-23T01:44:01.165Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T01:44:01.166697903Z ts=2024-04-23T01:44:01.166Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.211365ms db_storage=1.764µs remote_storage=1.513µs web_handler=472ns query_engine=920ns scrape=80.071µs scrape_sd=22.657µs notify=22.67µs notify_sd=13.213µs rules=766.455µs tracing=4.057µs 2024-04-23T02:43:57.957503570Z ts=2024-04-23T02:43:57.957Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T02:43:57.960551136Z ts=2024-04-23T02:43:57.960Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.113005ms db_storage=2.383µs remote_storage=2.398µs web_handler=653ns query_engine=1.369µs scrape=253.108µs scrape_sd=58.044µs notify=84.797µs notify_sd=12.567µs rules=1.674881ms tracing=32.414µs 2024-04-23T02:49:59.819891661Z ts=2024-04-23T02:49:59.819Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T02:49:59.821767611Z ts=2024-04-23T02:49:59.821Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.899844ms db_storage=2.146µs remote_storage=1.96µs web_handler=543ns query_engine=1.437µs scrape=156.91µs scrape_sd=38.506µs notify=44.303µs notify_sd=7.548µs rules=974.51µs tracing=13.16µs 2024-04-23T03:04:11.665366456Z ts=2024-04-23T03:04:11.665Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:04:11.668006295Z ts=2024-04-23T03:04:11.667Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.672547ms db_storage=4.722µs remote_storage=1.724µs web_handler=836ns query_engine=1.104µs scrape=142.862µs scrape_sd=51.879µs notify=33.687µs notify_sd=7.05µs rules=1.568077ms tracing=14.023µs 2024-04-23T03:04:16.724301066Z ts=2024-04-23T03:04:16.724Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:04:16.726104243Z ts=2024-04-23T03:04:16.725Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.840749ms db_storage=2.067µs remote_storage=1.757µs web_handler=387ns query_engine=1.631µs scrape=96.624µs scrape_sd=24.536µs notify=38.619µs notify_sd=7.095µs rules=1.299624ms tracing=12.425µs 2024-04-23T03:06:32.587333720Z ts=2024-04-23T03:06:32.586Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ea3bea2e-f40b-480c-8cb4-051aba6ba8b7\", vm_id=\"e8090513-3d4d-4477-8432-6ff3579888d0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"92ae07b4-398e-472b-9c85-204ab2a935ce\", project_id=\"2919acef-fc50-4c92-b763-b80bc43a4e12\", vdu_id=\"f630a273-7994-493f-83cb-19d63bb2b4b8\", vdu_name=\"sa_01-vnf_with_v-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"ea3bea2e-f40b-480c-8cb4-051aba6ba8b7\", vm_id=\"e8090513-3d4d-4477-8432-6ff3579888d0\", vnf_id=\"81292d47-5d29-4682-9fad-432e0f72ba7a\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"92ae07b4-398e-472b-9c85-204ab2a935ce\", project_id=\"2919acef-fc50-4c92-b763-b80bc43a4e12\", vdu_id=\"f630a273-7994-493f-83cb-19d63bb2b4b8\", vdu_name=\"UNKNOWN\", vim_id=\"ea3bea2e-f40b-480c-8cb4-051aba6ba8b7\", vm_id=\"e8090513-3d4d-4477-8432-6ff3579888d0\", vnf_id=\"81292d47-5d29-4682-9fad-432e0f72ba7a\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-23T03:06:47.586313271Z ts=2024-04-23T03:06:47.585Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ea3bea2e-f40b-480c-8cb4-051aba6ba8b7\", vm_id=\"e8090513-3d4d-4477-8432-6ff3579888d0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"92ae07b4-398e-472b-9c85-204ab2a935ce\", project_id=\"2919acef-fc50-4c92-b763-b80bc43a4e12\", vdu_id=\"f630a273-7994-493f-83cb-19d63bb2b4b8\", vdu_name=\"sa_01-vnf_with_v-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"ea3bea2e-f40b-480c-8cb4-051aba6ba8b7\", vm_id=\"e8090513-3d4d-4477-8432-6ff3579888d0\", vnf_id=\"81292d47-5d29-4682-9fad-432e0f72ba7a\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"92ae07b4-398e-472b-9c85-204ab2a935ce\", project_id=\"2919acef-fc50-4c92-b763-b80bc43a4e12\", vdu_id=\"f630a273-7994-493f-83cb-19d63bb2b4b8\", vdu_name=\"UNKNOWN\", vim_id=\"ea3bea2e-f40b-480c-8cb4-051aba6ba8b7\", vm_id=\"e8090513-3d4d-4477-8432-6ff3579888d0\", vnf_id=\"81292d47-5d29-4682-9fad-432e0f72ba7a\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-23T03:11:36.568266475Z ts=2024-04-23T03:11:36.568Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:11:36.572916431Z ts=2024-04-23T03:11:36.572Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.734111ms db_storage=10.948µs remote_storage=2.907µs web_handler=1.163µs query_engine=2.415µs scrape=303.192µs scrape_sd=77.546µs notify=101.793µs notify_sd=14.999µs rules=2.732551ms tracing=36.692µs 2024-04-23T03:11:41.630449831Z ts=2024-04-23T03:11:41.630Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:11:41.632665663Z ts=2024-04-23T03:11:41.632Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.227917ms db_storage=2.168µs remote_storage=2.541µs web_handler=611ns query_engine=1.399µs scrape=155.482µs scrape_sd=44.903µs notify=25.998µs notify_sd=10.397µs rules=1.409931ms tracing=7.373µs 2024-04-23T03:12:26.616292104Z ts=2024-04-23T03:12:26.616Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:12:26.620478744Z ts=2024-04-23T03:12:26.620Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.257016ms db_storage=2.712µs remote_storage=2.842µs web_handler=602ns query_engine=1.857µs scrape=158.417µs scrape_sd=70.542µs notify=50.261µs notify_sd=14.472µs rules=2.639484ms tracing=8.91µs 2024-04-23T03:12:31.689589557Z ts=2024-04-23T03:12:31.689Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:12:31.694460822Z ts=2024-04-23T03:12:31.694Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.846365ms db_storage=2.876µs remote_storage=3.581µs web_handler=685ns query_engine=2.415µs scrape=242.314µs scrape_sd=64.309µs notify=46.448µs notify_sd=16.15µs rules=3.756645ms tracing=9.461µs 2024-04-23T03:24:58.064080359Z ts=2024-04-23T03:24:58.063Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:24:58.066829518Z ts=2024-04-23T03:24:58.066Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.799438ms db_storage=2.628µs remote_storage=2.129µs web_handler=827ns query_engine=1.65µs scrape=244.523µs scrape_sd=66.735µs notify=47.202µs notify_sd=11.236µs rules=1.481223ms tracing=18.854µs 2024-04-23T03:25:03.103145054Z ts=2024-04-23T03:25:03.103Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:25:03.104377907Z ts=2024-04-23T03:25:03.104Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.246103ms db_storage=1.679µs remote_storage=1.699µs web_handler=321ns query_engine=1.189µs scrape=99.371µs scrape_sd=23.211µs notify=17.039µs notify_sd=6.875µs rules=730.821µs tracing=4.221µs 2024-04-23T03:27:13.635536618Z ts=2024-04-23T03:27:13.635Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:27:13.637487095Z ts=2024-04-23T03:27:13.637Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.006247ms db_storage=1.943µs remote_storage=1.561µs web_handler=554ns query_engine=1.038µs scrape=151.029µs scrape_sd=35.52µs notify=37.397µs notify_sd=7.38µs rules=1.157957ms tracing=15.898µs 2024-04-23T03:37:21.140450627Z ts=2024-04-23T03:37:21.140Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:37:21.142809815Z ts=2024-04-23T03:37:21.142Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.47491ms db_storage=2.286µs remote_storage=1.762µs web_handler=823ns query_engine=1.375µs scrape=237.887µs scrape_sd=66.412µs notify=44.157µs notify_sd=11.774µs rules=1.116116ms tracing=19.182µs 2024-04-23T03:39:42.251049125Z ts=2024-04-23T03:39:42.250Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:39:42.255177868Z ts=2024-04-23T03:39:42.255Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.248461ms db_storage=11.714µs remote_storage=2.69µs web_handler=1.211µs query_engine=2.617µs scrape=268.576µs scrape_sd=120.823µs notify=72.644µs notify_sd=15.108µs rules=1.908383ms tracing=28.219µs 2024-04-23T03:39:57.401813741Z ts=2024-04-23T03:39:57.401Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:39:57.406322360Z ts=2024-04-23T03:39:57.406Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.563641ms db_storage=2.54µs remote_storage=2.792µs web_handler=944ns query_engine=1.544µs scrape=567.309µs scrape_sd=64.848µs notify=26.594µs notify_sd=14.347µs rules=1.979948ms tracing=9.349µs 2024-04-23T03:48:32.588927782Z ts=2024-04-23T03:48:32.588Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ea3bea2e-f40b-480c-8cb4-051aba6ba8b7\", vm_id=\"d4640b73-a7e3-421c-954c-f1a1520fb59b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b8192798-e28c-48cb-98b6-2512dd7b63c4\", project_id=\"2919acef-fc50-4c92-b763-b80bc43a4e12\", vdu_id=\"fd549ff6-9a21-4ed1-aa90-6174bfb196cb\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"ea3bea2e-f40b-480c-8cb4-051aba6ba8b7\", vm_id=\"d4640b73-a7e3-421c-954c-f1a1520fb59b\", vnf_id=\"24be29b1-61c4-4f13-a180-6c96a4e65816\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b8192798-e28c-48cb-98b6-2512dd7b63c4\", project_id=\"2919acef-fc50-4c92-b763-b80bc43a4e12\", vdu_id=\"fd549ff6-9a21-4ed1-aa90-6174bfb196cb\", vdu_name=\"UNKNOWN\", vim_id=\"ea3bea2e-f40b-480c-8cb4-051aba6ba8b7\", vm_id=\"d4640b73-a7e3-421c-954c-f1a1520fb59b\", vnf_id=\"24be29b1-61c4-4f13-a180-6c96a4e65816\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-23T03:48:47.586973970Z ts=2024-04-23T03:48:47.586Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"ea3bea2e-f40b-480c-8cb4-051aba6ba8b7\", vm_id=\"d4640b73-a7e3-421c-954c-f1a1520fb59b\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b8192798-e28c-48cb-98b6-2512dd7b63c4\", project_id=\"2919acef-fc50-4c92-b763-b80bc43a4e12\", vdu_id=\"fd549ff6-9a21-4ed1-aa90-6174bfb196cb\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"ea3bea2e-f40b-480c-8cb4-051aba6ba8b7\", vm_id=\"d4640b73-a7e3-421c-954c-f1a1520fb59b\", vnf_id=\"24be29b1-61c4-4f13-a180-6c96a4e65816\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b8192798-e28c-48cb-98b6-2512dd7b63c4\", project_id=\"2919acef-fc50-4c92-b763-b80bc43a4e12\", vdu_id=\"fd549ff6-9a21-4ed1-aa90-6174bfb196cb\", vdu_name=\"UNKNOWN\", vim_id=\"ea3bea2e-f40b-480c-8cb4-051aba6ba8b7\", vm_id=\"d4640b73-a7e3-421c-954c-f1a1520fb59b\", vnf_id=\"24be29b1-61c4-4f13-a180-6c96a4e65816\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-23T03:53:04.920951818Z ts=2024-04-23T03:53:04.920Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:53:04.926094652Z ts=2024-04-23T03:53:04.925Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.357526ms db_storage=3.002µs remote_storage=2.473µs web_handler=1.03µs query_engine=1.411µs scrape=454.898µs scrape_sd=133.576µs notify=133.337µs notify_sd=25.842µs rules=2.901777ms tracing=24.776µs 2024-04-23T03:53:09.981903386Z ts=2024-04-23T03:53:09.981Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:53:09.987981371Z ts=2024-04-23T03:53:09.987Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.181243ms db_storage=2.947µs remote_storage=2.642µs web_handler=686ns query_engine=1.845µs scrape=227.467µs scrape_sd=121.778µs notify=30.776µs notify_sd=16.227µs rules=4.85362ms tracing=9.608µs 2024-04-23T03:53:58.736452374Z ts=2024-04-23T03:53:58.736Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:53:58.738880912Z ts=2024-04-23T03:53:58.738Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.462305ms db_storage=7.395µs remote_storage=2.295µs web_handler=423ns query_engine=1.372µs scrape=161.81µs scrape_sd=69.895µs notify=53.003µs notify_sd=18.501µs rules=1.38923ms tracing=22.352µs 2024-04-23T03:54:03.795540889Z ts=2024-04-23T03:54:03.795Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-23T03:54:03.797101956Z ts=2024-04-23T03:54:03.796Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.57844ms db_storage=1.55µs remote_storage=1.757µs web_handler=315ns query_engine=1.042µs scrape=90.387µs scrape_sd=22.716µs notify=16.342µs notify_sd=12.277µs rules=1.116223ms tracing=5.814µs 2024-04-23T01:24:57.487520803Z Created MongoClient to connect to MongoDB! 2024-04-23T01:24:57.487554751Z Generating prometheus config files 2024-04-23T01:24:57.547447773Z Jobs detected: 0 2024-04-23T01:24:57.560140794Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:24:57.563098234Z alerting: 2024-04-23T01:24:57.563110464Z alertmanagers: 2024-04-23T01:24:57.563114378Z - static_configs: 2024-04-23T01:24:57.563117451Z - targets: 2024-04-23T01:24:57.563129777Z - alertmanager:9093 2024-04-23T01:24:57.563133465Z global: 2024-04-23T01:24:57.563136592Z evaluation_interval: 15s 2024-04-23T01:24:57.563139514Z scrape_interval: 15s 2024-04-23T01:24:57.563142517Z rule_files: 2024-04-23T01:24:57.563145486Z - osm_metric_rules.yml 2024-04-23T01:24:57.563148475Z - osm_alert_rules.yml 2024-04-23T01:24:57.563151458Z scrape_configs: 2024-04-23T01:24:57.563154337Z - job_name: mon_exporter 2024-04-23T01:24:57.563157393Z static_configs: 2024-04-23T01:24:57.563160336Z - targets: 2024-04-23T01:24:57.563163279Z - mon:8000 2024-04-23T01:24:57.563166167Z - honor_labels: true 2024-04-23T01:24:57.563169006Z job_name: pushgateway 2024-04-23T01:24:57.563172183Z scrape_interval: 30s 2024-04-23T01:24:57.563175310Z static_configs: 2024-04-23T01:24:57.563178184Z - targets: 2024-04-23T01:24:57.563202275Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:24:57.563264572Z 2024-04-23T01:24:57.573275660Z Alerts read: 0 2024-04-23T01:24:57.576162334Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:24:57.579313416Z groups: 2024-04-23T01:24:57.579327110Z - name: osm_alert_rules 2024-04-23T01:24:57.579330374Z rules: 2024-04-23T01:24:57.579333486Z - alert: vdu_down 2024-04-23T01:24:57.579336404Z annotations: 2024-04-23T01:24:57.579340156Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:24:57.579343809Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:24:57.579346980Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:24:57.579350855Z expr: vm_status_extended != 1 2024-04-23T01:24:57.579353985Z for: 3m 2024-04-23T01:24:57.579356746Z 2024-04-23T01:24:57.581506547Z New config written, updating prometheus 2024-04-23T01:24:57.590418316Z Error in configuration attempt! Number of tries: 1/3 2024-04-23T01:24:57.590434598Z Cannot connect to host prometheus:9090 ssl:default [Connect call failed ('10.107.26.19', 9090)] 2024-04-23T01:25:02.600400221Z Generating prometheus config files 2024-04-23T01:25:02.600419083Z Jobs detected: 0 2024-04-23T01:25:02.605507467Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:25:02.608019735Z alerting: 2024-04-23T01:25:02.608032598Z alertmanagers: 2024-04-23T01:25:02.608036726Z - static_configs: 2024-04-23T01:25:02.608039859Z - targets: 2024-04-23T01:25:02.608043904Z - alertmanager:9093 2024-04-23T01:25:02.608046982Z global: 2024-04-23T01:25:02.608116805Z evaluation_interval: 15s 2024-04-23T01:25:02.608120608Z scrape_interval: 15s 2024-04-23T01:25:02.608123752Z rule_files: 2024-04-23T01:25:02.608126786Z - osm_metric_rules.yml 2024-04-23T01:25:02.608129963Z - osm_alert_rules.yml 2024-04-23T01:25:02.608144587Z scrape_configs: 2024-04-23T01:25:02.608150795Z - job_name: mon_exporter 2024-04-23T01:25:02.608153928Z static_configs: 2024-04-23T01:25:02.608157267Z - targets: 2024-04-23T01:25:02.608160277Z - mon:8000 2024-04-23T01:25:02.608163191Z - honor_labels: true 2024-04-23T01:25:02.608182856Z job_name: pushgateway 2024-04-23T01:25:02.608190584Z scrape_interval: 30s 2024-04-23T01:25:02.608193731Z static_configs: 2024-04-23T01:25:02.608196766Z - targets: 2024-04-23T01:25:02.608200500Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:25:02.608254883Z 2024-04-23T01:25:02.614322747Z Alerts read: 0 2024-04-23T01:25:02.616592249Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:25:02.618394272Z groups: 2024-04-23T01:25:02.618406009Z - name: osm_alert_rules 2024-04-23T01:25:02.618410531Z rules: 2024-04-23T01:25:02.618413800Z - alert: vdu_down 2024-04-23T01:25:02.618417035Z annotations: 2024-04-23T01:25:02.618421212Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:25:02.618425222Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:25:02.618428594Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:25:02.618432480Z expr: vm_status_extended != 1 2024-04-23T01:25:02.618435626Z for: 3m 2024-04-23T01:25:02.618438625Z 2024-04-23T01:25:02.619743378Z New config written, updating prometheus 2024-04-23T01:25:07.659500372Z Prometheus config update successful 2024-04-23T01:25:12.671894561Z Listening to changes in prometheus jobs and alerts collections 2024-04-23T01:38:48.073804311Z Changes detected, updating prometheus config 2024-04-23T01:38:48.076798860Z Jobs detected: 0 2024-04-23T01:38:48.084099805Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:38:48.086457175Z alerting: 2024-04-23T01:38:48.086468139Z alertmanagers: 2024-04-23T01:38:48.086471944Z - static_configs: 2024-04-23T01:38:48.086475423Z - targets: 2024-04-23T01:38:48.086478834Z - alertmanager:9093 2024-04-23T01:38:48.086481976Z global: 2024-04-23T01:38:48.086485026Z evaluation_interval: 15s 2024-04-23T01:38:48.086487876Z scrape_interval: 15s 2024-04-23T01:38:48.086491061Z rule_files: 2024-04-23T01:38:48.086493958Z - osm_metric_rules.yml 2024-04-23T01:38:48.086496844Z - osm_alert_rules.yml 2024-04-23T01:38:48.086504264Z scrape_configs: 2024-04-23T01:38:48.086507250Z - job_name: mon_exporter 2024-04-23T01:38:48.086510269Z static_configs: 2024-04-23T01:38:48.086513493Z - targets: 2024-04-23T01:38:48.086516403Z - mon:8000 2024-04-23T01:38:48.086519295Z - honor_labels: true 2024-04-23T01:38:48.086522239Z job_name: pushgateway 2024-04-23T01:38:48.086525159Z scrape_interval: 30s 2024-04-23T01:38:48.086528113Z static_configs: 2024-04-23T01:38:48.086531033Z - targets: 2024-04-23T01:38:48.086534541Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:38:48.086537433Z 2024-04-23T01:38:48.093463742Z Alerts read: 2 2024-04-23T01:38:48.095395185Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:38:48.099911876Z groups: 2024-04-23T01:38:48.099924566Z - name: osm_alert_rules 2024-04-23T01:38:48.099927843Z rules: 2024-04-23T01:38:48.099930972Z - alert: vdu_down 2024-04-23T01:38:48.099933978Z annotations: 2024-04-23T01:38:48.099937730Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:38:48.099941414Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:38:48.099944455Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:38:48.099948195Z expr: vm_status_extended != 1 2024-04-23T01:38:48.099951365Z for: 3m 2024-04-23T01:38:48.099965187Z - name: _osm_alert_rules_20240423013848_ 2024-04-23T01:38:48.099968520Z rules: 2024-04-23T01:38:48.099972059Z - alert: scalein_2b054c95-b6b3-48b6-8175-a83783f22e64 2024-04-23T01:38:48.099975121Z expr: (count (osm_cpu_utilization{ns_id="b02f497c-5962-4dbf-be51-45baa23dbd94", 2024-04-23T01:38:48.099978822Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="b02f497c-5962-4dbf-be51-45baa23dbd94", 2024-04-23T01:38:48.099981920Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:38:48.099984930Z for: 1m 2024-04-23T01:38:48.099988017Z labels: 2024-04-23T01:38:48.099991040Z ns_id: b02f497c-5962-4dbf-be51-45baa23dbd94 2024-04-23T01:38:48.099994109Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:38:48.099997635Z vnf_member_index: vnf 2024-04-23T01:38:48.100000609Z - alert: scaleout_8877ec72-3a16-464b-9d44-c0c72058dabc 2024-04-23T01:38:48.100004049Z expr: (count (osm_cpu_utilization{ns_id="b02f497c-5962-4dbf-be51-45baa23dbd94", 2024-04-23T01:38:48.100007128Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="b02f497c-5962-4dbf-be51-45baa23dbd94", 2024-04-23T01:38:48.100010140Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:38:48.100013211Z for: 1m 2024-04-23T01:38:48.100016322Z labels: 2024-04-23T01:38:48.100019527Z ns_id: b02f497c-5962-4dbf-be51-45baa23dbd94 2024-04-23T01:38:48.100022502Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:38:48.100025466Z vnf_member_index: vnf 2024-04-23T01:38:48.100028252Z 2024-04-23T01:38:48.103473337Z New config written, updating prometheus 2024-04-23T01:38:53.148541660Z Prometheus config update successful 2024-04-23T01:38:53.148561165Z 2024-04-23T01:38:53.159621025Z Changes detected, updating prometheus config 2024-04-23T01:38:53.170907727Z Jobs detected: 0 2024-04-23T01:38:53.176187576Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:38:53.178000405Z alerting: 2024-04-23T01:38:53.178013498Z alertmanagers: 2024-04-23T01:38:53.178018156Z - static_configs: 2024-04-23T01:38:53.178021600Z - targets: 2024-04-23T01:38:53.178025523Z - alertmanager:9093 2024-04-23T01:38:53.178028811Z global: 2024-04-23T01:38:53.178051818Z evaluation_interval: 15s 2024-04-23T01:38:53.178056354Z scrape_interval: 15s 2024-04-23T01:38:53.178059799Z rule_files: 2024-04-23T01:38:53.178063192Z - osm_metric_rules.yml 2024-04-23T01:38:53.178066449Z - osm_alert_rules.yml 2024-04-23T01:38:53.178070007Z scrape_configs: 2024-04-23T01:38:53.178073395Z - job_name: mon_exporter 2024-04-23T01:38:53.178076664Z static_configs: 2024-04-23T01:38:53.178080029Z - targets: 2024-04-23T01:38:53.178083399Z - mon:8000 2024-04-23T01:38:53.178086707Z - honor_labels: true 2024-04-23T01:38:53.178089999Z job_name: pushgateway 2024-04-23T01:38:53.178093630Z scrape_interval: 30s 2024-04-23T01:38:53.178096903Z static_configs: 2024-04-23T01:38:53.178100176Z - targets: 2024-04-23T01:38:53.178104154Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:38:53.178107374Z 2024-04-23T01:38:53.182428076Z Alerts read: 2 2024-04-23T01:38:53.184368581Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:38:53.188314567Z groups: 2024-04-23T01:38:53.188328323Z - name: osm_alert_rules 2024-04-23T01:38:53.188331948Z rules: 2024-04-23T01:38:53.188335050Z - alert: vdu_down 2024-04-23T01:38:53.188350020Z annotations: 2024-04-23T01:38:53.188353985Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:38:53.188359926Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:38:53.188363055Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:38:53.188366576Z expr: vm_status_extended != 1 2024-04-23T01:38:53.188369669Z for: 3m 2024-04-23T01:38:53.188372631Z - name: _osm_alert_rules_20240423013853_ 2024-04-23T01:38:53.188375594Z rules: 2024-04-23T01:38:53.188379456Z - alert: scalein_2b054c95-b6b3-48b6-8175-a83783f22e64 2024-04-23T01:38:53.188382530Z expr: (count (osm_cpu_utilization{ns_id="b02f497c-5962-4dbf-be51-45baa23dbd94", 2024-04-23T01:38:53.188390109Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="b02f497c-5962-4dbf-be51-45baa23dbd94", 2024-04-23T01:38:53.188393306Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:38:53.188396299Z for: 1m 2024-04-23T01:38:53.188399290Z labels: 2024-04-23T01:38:53.188402296Z ns_id: b02f497c-5962-4dbf-be51-45baa23dbd94 2024-04-23T01:38:53.188405259Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:38:53.188409135Z vnf_member_index: vnf 2024-04-23T01:38:53.188412164Z - alert: scaleout_8877ec72-3a16-464b-9d44-c0c72058dabc 2024-04-23T01:38:53.188415161Z expr: (count (osm_cpu_utilization{ns_id="b02f497c-5962-4dbf-be51-45baa23dbd94", 2024-04-23T01:38:53.188418210Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="b02f497c-5962-4dbf-be51-45baa23dbd94", 2024-04-23T01:38:53.188421210Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:38:53.188424282Z for: 1m 2024-04-23T01:38:53.188427207Z labels: 2024-04-23T01:38:53.188430160Z ns_id: b02f497c-5962-4dbf-be51-45baa23dbd94 2024-04-23T01:38:53.188433145Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:38:53.188436123Z vnf_member_index: vnf 2024-04-23T01:38:53.188438906Z 2024-04-23T01:38:53.191445908Z New config written, updating prometheus 2024-04-23T01:38:58.216872132Z Prometheus config update successful 2024-04-23T01:38:58.216889875Z 2024-04-23T01:40:19.859883184Z Changes detected, updating prometheus config 2024-04-23T01:40:19.861686801Z Jobs detected: 0 2024-04-23T01:40:19.868374966Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:40:19.874858551Z alerting: 2024-04-23T01:40:19.874875520Z alertmanagers: 2024-04-23T01:40:19.874881669Z - static_configs: 2024-04-23T01:40:19.874886725Z - targets: 2024-04-23T01:40:19.874891548Z - alertmanager:9093 2024-04-23T01:40:19.874896524Z global: 2024-04-23T01:40:19.874901916Z evaluation_interval: 15s 2024-04-23T01:40:19.874906903Z scrape_interval: 15s 2024-04-23T01:40:19.874911320Z rule_files: 2024-04-23T01:40:19.874915585Z - osm_metric_rules.yml 2024-04-23T01:40:19.874920281Z - osm_alert_rules.yml 2024-04-23T01:40:19.874924333Z scrape_configs: 2024-04-23T01:40:19.874927439Z - job_name: mon_exporter 2024-04-23T01:40:19.874930377Z static_configs: 2024-04-23T01:40:19.874933241Z - targets: 2024-04-23T01:40:19.874936225Z - mon:8000 2024-04-23T01:40:19.874939143Z - honor_labels: true 2024-04-23T01:40:19.874941972Z job_name: pushgateway 2024-04-23T01:40:19.874944941Z scrape_interval: 30s 2024-04-23T01:40:19.874947780Z static_configs: 2024-04-23T01:40:19.874950618Z - targets: 2024-04-23T01:40:19.874964538Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:40:19.874967644Z 2024-04-23T01:40:19.879873261Z Alerts read: 0 2024-04-23T01:40:19.881773917Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:40:19.883864971Z groups: 2024-04-23T01:40:19.883876316Z - name: osm_alert_rules 2024-04-23T01:40:19.883881272Z rules: 2024-04-23T01:40:19.883886010Z - alert: vdu_down 2024-04-23T01:40:19.883890619Z annotations: 2024-04-23T01:40:19.883896506Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:40:19.883902209Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:40:19.883906979Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:40:19.883932970Z expr: vm_status_extended != 1 2024-04-23T01:40:19.883938393Z for: 3m 2024-04-23T01:40:19.883942738Z 2024-04-23T01:40:19.885877311Z New config written, updating prometheus 2024-04-23T01:40:24.925633943Z Prometheus config update successful 2024-04-23T01:40:24.925659397Z 2024-04-23T01:40:24.925663148Z Changes detected, updating prometheus config 2024-04-23T01:40:24.927731777Z Jobs detected: 0 2024-04-23T01:40:24.934460940Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:40:24.936402790Z alerting: 2024-04-23T01:40:24.936414145Z alertmanagers: 2024-04-23T01:40:24.936418284Z - static_configs: 2024-04-23T01:40:24.936422055Z - targets: 2024-04-23T01:40:24.936425452Z - alertmanager:9093 2024-04-23T01:40:24.936428683Z global: 2024-04-23T01:40:24.936431952Z evaluation_interval: 15s 2024-04-23T01:40:24.936438721Z scrape_interval: 15s 2024-04-23T01:40:24.936441879Z rule_files: 2024-04-23T01:40:24.936444863Z - osm_metric_rules.yml 2024-04-23T01:40:24.936468838Z - osm_alert_rules.yml 2024-04-23T01:40:24.936472047Z scrape_configs: 2024-04-23T01:40:24.936475016Z - job_name: mon_exporter 2024-04-23T01:40:24.936478025Z static_configs: 2024-04-23T01:40:24.936481093Z - targets: 2024-04-23T01:40:24.936483975Z - mon:8000 2024-04-23T01:40:24.936486954Z - honor_labels: true 2024-04-23T01:40:24.936489934Z job_name: pushgateway 2024-04-23T01:40:24.936492855Z scrape_interval: 30s 2024-04-23T01:40:24.936495774Z static_configs: 2024-04-23T01:40:24.936498784Z - targets: 2024-04-23T01:40:24.936502324Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:40:24.936505186Z 2024-04-23T01:40:24.939878773Z Alerts read: 0 2024-04-23T01:40:24.941729468Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:40:24.942891843Z groups: 2024-04-23T01:40:24.942902758Z - name: osm_alert_rules 2024-04-23T01:40:24.942906327Z rules: 2024-04-23T01:40:24.942909523Z - alert: vdu_down 2024-04-23T01:40:24.942912531Z annotations: 2024-04-23T01:40:24.942916503Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:40:24.942920256Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:40:24.942923259Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:40:24.942926773Z expr: vm_status_extended != 1 2024-04-23T01:40:24.942929847Z for: 3m 2024-04-23T01:40:24.942952885Z 2024-04-23T01:40:24.943997003Z New config written, updating prometheus 2024-04-23T01:40:29.964626240Z Prometheus config update successful 2024-04-23T01:40:29.964653156Z 2024-04-23T01:41:50.158062851Z Changes detected, updating prometheus config 2024-04-23T01:41:50.161000782Z Jobs detected: 0 2024-04-23T01:41:50.167805438Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:41:50.170714212Z alerting: 2024-04-23T01:41:50.170718933Z alertmanagers: 2024-04-23T01:41:50.170722258Z - static_configs: 2024-04-23T01:41:50.170725153Z - targets: 2024-04-23T01:41:50.170728430Z - alertmanager:9093 2024-04-23T01:41:50.170731939Z global: 2024-04-23T01:41:50.170734742Z evaluation_interval: 15s 2024-04-23T01:41:50.170742435Z scrape_interval: 15s 2024-04-23T01:41:50.170745336Z rule_files: 2024-04-23T01:41:50.170748147Z - osm_metric_rules.yml 2024-04-23T01:41:50.170750900Z - osm_alert_rules.yml 2024-04-23T01:41:50.170753666Z scrape_configs: 2024-04-23T01:41:50.170756364Z - job_name: mon_exporter 2024-04-23T01:41:50.170759103Z static_configs: 2024-04-23T01:41:50.170761800Z - targets: 2024-04-23T01:41:50.170764613Z - mon:8000 2024-04-23T01:41:50.170767300Z - honor_labels: true 2024-04-23T01:41:50.170770082Z job_name: pushgateway 2024-04-23T01:41:50.170772753Z scrape_interval: 30s 2024-04-23T01:41:50.170775384Z static_configs: 2024-04-23T01:41:50.170778098Z - targets: 2024-04-23T01:41:50.170781505Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:41:50.170869143Z 2024-04-23T01:41:50.174777067Z Alerts read: 2 2024-04-23T01:41:50.176877581Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:41:50.180299754Z groups: 2024-04-23T01:41:50.180320850Z - name: osm_alert_rules 2024-04-23T01:41:50.180324251Z rules: 2024-04-23T01:41:50.180327347Z - alert: vdu_down 2024-04-23T01:41:50.180330474Z annotations: 2024-04-23T01:41:50.180334429Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:41:50.180338059Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:41:50.180342304Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:41:50.180347100Z expr: vm_status_extended != 1 2024-04-23T01:41:50.180351448Z for: 3m 2024-04-23T01:41:50.180355542Z - name: _osm_alert_rules_20240423014150_ 2024-04-23T01:41:50.180359683Z rules: 2024-04-23T01:41:50.180364731Z - alert: scalein_da184f47-7fa4-4ed9-8617-3de111daacdf 2024-04-23T01:41:50.180368807Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:50.180372821Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:50.180375981Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:41:50.180379475Z for: 1m 2024-04-23T01:41:50.180382507Z labels: 2024-04-23T01:41:50.180385607Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:41:50.180388548Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:41:50.180392079Z vnf_member_index: vnf 2024-04-23T01:41:50.180395455Z - alert: scaleout_75e69399-4906-4055-a126-399129fdd69c 2024-04-23T01:41:50.180398798Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:50.180401872Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:50.180404984Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:41:50.180407927Z for: 1m 2024-04-23T01:41:50.180411078Z labels: 2024-04-23T01:41:50.180414051Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:41:50.180435412Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:41:50.180442851Z vnf_member_index: vnf 2024-04-23T01:41:50.180583015Z 2024-04-23T01:41:50.184043642Z New config written, updating prometheus 2024-04-23T01:41:55.218298270Z Prometheus config update successful 2024-04-23T01:41:55.218437374Z 2024-04-23T01:41:55.220672988Z Changes detected, updating prometheus config 2024-04-23T01:41:55.222141541Z Jobs detected: 0 2024-04-23T01:41:55.227141375Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:41:55.229006197Z alerting: 2024-04-23T01:41:55.229017090Z alertmanagers: 2024-04-23T01:41:55.229020740Z - static_configs: 2024-04-23T01:41:55.229023579Z - targets: 2024-04-23T01:41:55.229027324Z - alertmanager:9093 2024-04-23T01:41:55.229030081Z global: 2024-04-23T01:41:55.229033425Z evaluation_interval: 15s 2024-04-23T01:41:55.229036299Z scrape_interval: 15s 2024-04-23T01:41:55.229039042Z rule_files: 2024-04-23T01:41:55.229041922Z - osm_metric_rules.yml 2024-04-23T01:41:55.229060680Z - osm_alert_rules.yml 2024-04-23T01:41:55.229063820Z scrape_configs: 2024-04-23T01:41:55.229067136Z - job_name: mon_exporter 2024-04-23T01:41:55.229069933Z static_configs: 2024-04-23T01:41:55.229072769Z - targets: 2024-04-23T01:41:55.229075816Z - mon:8000 2024-04-23T01:41:55.229078651Z - honor_labels: true 2024-04-23T01:41:55.229081541Z job_name: pushgateway 2024-04-23T01:41:55.229084393Z scrape_interval: 30s 2024-04-23T01:41:55.229087230Z static_configs: 2024-04-23T01:41:55.229090037Z - targets: 2024-04-23T01:41:55.229093321Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:41:55.229224760Z 2024-04-23T01:41:55.233615003Z Alerts read: 6 2024-04-23T01:41:55.235626979Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:41:55.242910184Z groups: 2024-04-23T01:41:55.242922749Z - name: osm_alert_rules 2024-04-23T01:41:55.242925949Z rules: 2024-04-23T01:41:55.242929291Z - alert: vdu_down 2024-04-23T01:41:55.242932307Z annotations: 2024-04-23T01:41:55.242936221Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:41:55.242940154Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:41:55.242943289Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:41:55.242946783Z expr: vm_status_extended != 1 2024-04-23T01:41:55.242949808Z for: 3m 2024-04-23T01:41:55.242952774Z - name: _osm_alert_rules_20240423014155_ 2024-04-23T01:41:55.242955725Z rules: 2024-04-23T01:41:55.242959031Z - alert: scalein_da184f47-7fa4-4ed9-8617-3de111daacdf 2024-04-23T01:41:55.242961926Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:55.242966085Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:55.242969012Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:41:55.242972422Z for: 1m 2024-04-23T01:41:55.242975381Z labels: 2024-04-23T01:41:55.242978252Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:41:55.242981155Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:41:55.242984619Z vnf_member_index: vnf 2024-04-23T01:41:55.242987481Z - alert: scaleout_75e69399-4906-4055-a126-399129fdd69c 2024-04-23T01:41:55.242990530Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:55.243007860Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:55.243011014Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:41:55.243013929Z for: 1m 2024-04-23T01:41:55.243016791Z labels: 2024-04-23T01:41:55.243019696Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:41:55.243022568Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:41:55.243025519Z vnf_member_index: vnf 2024-04-23T01:41:55.243028402Z - alert: scalein_3aee4d9e-0c6e-4ec2-bdc9-26167b1c06d5 2024-04-23T01:41:55.243031276Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:55.243050620Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:55.243053825Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:41:55.243056792Z for: 1m 2024-04-23T01:41:55.243059764Z labels: 2024-04-23T01:41:55.243062714Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:41:55.243065711Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:41:55.243068720Z vnf_member_index: vnf 2024-04-23T01:41:55.243071786Z - alert: scaleout_eba3b7ce-7de3-4beb-b6eb-3479ba5b8b18 2024-04-23T01:41:55.243074723Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:55.243077753Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:55.243080734Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:41:55.243083713Z for: 1m 2024-04-23T01:41:55.243086623Z labels: 2024-04-23T01:41:55.243089630Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:41:55.243092549Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:41:55.243095797Z vnf_member_index: vnf 2024-04-23T01:41:55.243098797Z - alert: scalein_364b958d-494e-4db1-85e2-d7e643a73799 2024-04-23T01:41:55.243101827Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:55.243104850Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:55.243107800Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:41:55.243110780Z for: 1m 2024-04-23T01:41:55.243113724Z labels: 2024-04-23T01:41:55.243116699Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:41:55.243119695Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:41:55.243122601Z vnf_member_index: vnf 2024-04-23T01:41:55.243125634Z - alert: scaleout_a71df207-bde9-41ab-aaac-3aa304041520 2024-04-23T01:41:55.243128571Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:55.243131508Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:41:55.243134427Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:41:55.243137350Z for: 1m 2024-04-23T01:41:55.243140269Z labels: 2024-04-23T01:41:55.243143690Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:41:55.243146776Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:41:55.243154555Z vnf_member_index: vnf 2024-04-23T01:41:55.243223619Z 2024-04-23T01:41:55.251822337Z New config written, updating prometheus 2024-04-23T01:42:00.281026232Z Prometheus config update successful 2024-04-23T01:42:00.281056622Z 2024-04-23T01:42:00.281381263Z Changes detected, updating prometheus config 2024-04-23T01:42:00.283869483Z Jobs detected: 0 2024-04-23T01:42:00.289225257Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:42:00.291167482Z alerting: 2024-04-23T01:42:00.291271461Z alertmanagers: 2024-04-23T01:42:00.291285300Z - static_configs: 2024-04-23T01:42:00.291294299Z - targets: 2024-04-23T01:42:00.291303886Z - alertmanager:9093 2024-04-23T01:42:00.291312367Z global: 2024-04-23T01:42:00.291320864Z evaluation_interval: 15s 2024-04-23T01:42:00.291329010Z scrape_interval: 15s 2024-04-23T01:42:00.291337452Z rule_files: 2024-04-23T01:42:00.291345654Z - osm_metric_rules.yml 2024-04-23T01:42:00.291353729Z - osm_alert_rules.yml 2024-04-23T01:42:00.291361959Z scrape_configs: 2024-04-23T01:42:00.291370168Z - job_name: mon_exporter 2024-04-23T01:42:00.291378234Z static_configs: 2024-04-23T01:42:00.291386490Z - targets: 2024-04-23T01:42:00.291394871Z - mon:8000 2024-04-23T01:42:00.291402943Z - honor_labels: true 2024-04-23T01:42:00.291411111Z job_name: pushgateway 2024-04-23T01:42:00.291419151Z scrape_interval: 30s 2024-04-23T01:42:00.291427880Z static_configs: 2024-04-23T01:42:00.291436618Z - targets: 2024-04-23T01:42:00.291446540Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:42:00.291454586Z 2024-04-23T01:42:00.295523042Z Alerts read: 6 2024-04-23T01:42:00.297735200Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:42:00.308599402Z groups: 2024-04-23T01:42:00.308628050Z - name: osm_alert_rules 2024-04-23T01:42:00.308637493Z rules: 2024-04-23T01:42:00.308647053Z - alert: vdu_down 2024-04-23T01:42:00.308655574Z annotations: 2024-04-23T01:42:00.308665913Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:42:00.308675228Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:42:00.308683692Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:42:00.308692893Z expr: vm_status_extended != 1 2024-04-23T01:42:00.308701444Z for: 3m 2024-04-23T01:42:00.308709770Z - name: _osm_alert_rules_20240423014200_ 2024-04-23T01:42:00.308718207Z rules: 2024-04-23T01:42:00.308727363Z - alert: scalein_da184f47-7fa4-4ed9-8617-3de111daacdf 2024-04-23T01:42:00.308736255Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:00.308749180Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:00.308758414Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:42:00.308766852Z for: 1m 2024-04-23T01:42:00.308831663Z labels: 2024-04-23T01:42:00.308840942Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:00.308849502Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:00.308858347Z vnf_member_index: vnf 2024-04-23T01:42:00.308866885Z - alert: scaleout_75e69399-4906-4055-a126-399129fdd69c 2024-04-23T01:42:00.308875449Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:00.308926826Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:00.308936853Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:42:00.308945208Z for: 1m 2024-04-23T01:42:00.308953339Z labels: 2024-04-23T01:42:00.308961607Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:00.308969822Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:00.308978088Z vnf_member_index: vnf 2024-04-23T01:42:00.308986248Z - alert: scalein_3aee4d9e-0c6e-4ec2-bdc9-26167b1c06d5 2024-04-23T01:42:00.308994461Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:00.309003040Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:00.309053719Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:42:00.309064224Z for: 1m 2024-04-23T01:42:00.309072471Z labels: 2024-04-23T01:42:00.309081024Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:00.309089698Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:00.309098177Z vnf_member_index: vnf 2024-04-23T01:42:00.309106258Z - alert: scaleout_eba3b7ce-7de3-4beb-b6eb-3479ba5b8b18 2024-04-23T01:42:00.309116810Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:00.309138437Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:00.309157042Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:42:00.309308428Z for: 1m 2024-04-23T01:42:00.309317249Z labels: 2024-04-23T01:42:00.309326141Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:00.309334647Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:00.309343062Z vnf_member_index: vnf 2024-04-23T01:42:00.309351516Z - alert: scalein_364b958d-494e-4db1-85e2-d7e643a73799 2024-04-23T01:42:00.309359896Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:00.309368665Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:00.309505377Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:42:00.309515906Z for: 1m 2024-04-23T01:42:00.309562483Z labels: 2024-04-23T01:42:00.309573299Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:00.309581974Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:00.309590539Z vnf_member_index: vnf 2024-04-23T01:42:00.309598755Z - alert: scaleout_a71df207-bde9-41ab-aaac-3aa304041520 2024-04-23T01:42:00.309607315Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:00.309616053Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:00.309624235Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:42:00.309697595Z for: 1m 2024-04-23T01:42:00.309710479Z labels: 2024-04-23T01:42:00.309719158Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:00.309727769Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:00.309736536Z vnf_member_index: vnf 2024-04-23T01:42:00.309792570Z 2024-04-23T01:42:00.327519425Z New config written, updating prometheus 2024-04-23T01:42:05.348680079Z Prometheus config update successful 2024-04-23T01:42:05.348695509Z 2024-04-23T01:42:05.348703565Z Changes detected, updating prometheus config 2024-04-23T01:42:05.350424236Z Jobs detected: 0 2024-04-23T01:42:05.354804576Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:42:05.361039680Z alerting: 2024-04-23T01:42:05.361053257Z alertmanagers: 2024-04-23T01:42:05.361057164Z - static_configs: 2024-04-23T01:42:05.361060092Z - targets: 2024-04-23T01:42:05.361064058Z - alertmanager:9093 2024-04-23T01:42:05.361067019Z global: 2024-04-23T01:42:05.361069937Z evaluation_interval: 15s 2024-04-23T01:42:05.361072906Z scrape_interval: 15s 2024-04-23T01:42:05.361075751Z rule_files: 2024-04-23T01:42:05.361078682Z - osm_metric_rules.yml 2024-04-23T01:42:05.361081826Z - osm_alert_rules.yml 2024-04-23T01:42:05.361084667Z scrape_configs: 2024-04-23T01:42:05.361087655Z - job_name: mon_exporter 2024-04-23T01:42:05.361090652Z static_configs: 2024-04-23T01:42:05.361093499Z - targets: 2024-04-23T01:42:05.361096524Z - mon:8000 2024-04-23T01:42:05.361099326Z - honor_labels: true 2024-04-23T01:42:05.361103294Z job_name: pushgateway 2024-04-23T01:42:05.361106222Z scrape_interval: 30s 2024-04-23T01:42:05.361109001Z static_configs: 2024-04-23T01:42:05.361111844Z - targets: 2024-04-23T01:42:05.361115516Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:42:05.361118323Z 2024-04-23T01:42:05.368227633Z Alerts read: 6 2024-04-23T01:42:05.369935318Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:42:05.380500510Z groups: 2024-04-23T01:42:05.380516780Z - name: osm_alert_rules 2024-04-23T01:42:05.380520081Z rules: 2024-04-23T01:42:05.380523054Z - alert: vdu_down 2024-04-23T01:42:05.380525843Z annotations: 2024-04-23T01:42:05.380529248Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:42:05.380532935Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:42:05.380535816Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:42:05.380539284Z expr: vm_status_extended != 1 2024-04-23T01:42:05.380542105Z for: 3m 2024-04-23T01:42:05.380544871Z - name: _osm_alert_rules_20240423014205_ 2024-04-23T01:42:05.380547655Z rules: 2024-04-23T01:42:05.380551112Z - alert: scalein_da184f47-7fa4-4ed9-8617-3de111daacdf 2024-04-23T01:42:05.380554015Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:05.380557684Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:05.380560458Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:42:05.380563129Z for: 1m 2024-04-23T01:42:05.380565853Z labels: 2024-04-23T01:42:05.380568588Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:05.380571293Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:05.380574504Z vnf_member_index: vnf 2024-04-23T01:42:05.380577376Z - alert: scaleout_75e69399-4906-4055-a126-399129fdd69c 2024-04-23T01:42:05.380580321Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:05.380583236Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:05.380598479Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:42:05.380601361Z for: 1m 2024-04-23T01:42:05.380604098Z labels: 2024-04-23T01:42:05.380606875Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:05.380609560Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:05.380612291Z vnf_member_index: vnf 2024-04-23T01:42:05.380615069Z - alert: scalein_3aee4d9e-0c6e-4ec2-bdc9-26167b1c06d5 2024-04-23T01:42:05.380617742Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:05.380620503Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:05.380623191Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:42:05.380625889Z for: 1m 2024-04-23T01:42:05.380628591Z labels: 2024-04-23T01:42:05.380631269Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:05.380633948Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:05.380636685Z vnf_member_index: vnf 2024-04-23T01:42:05.380639410Z - alert: scaleout_eba3b7ce-7de3-4beb-b6eb-3479ba5b8b18 2024-04-23T01:42:05.380642098Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:05.380644817Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:05.380647545Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:42:05.380650321Z for: 1m 2024-04-23T01:42:05.380653151Z labels: 2024-04-23T01:42:05.380655819Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:05.380658520Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:05.380661164Z vnf_member_index: vnf 2024-04-23T01:42:05.380663898Z - alert: scalein_364b958d-494e-4db1-85e2-d7e643a73799 2024-04-23T01:42:05.380666625Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:05.380699266Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:05.380702698Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:42:05.380705495Z for: 1m 2024-04-23T01:42:05.380708123Z labels: 2024-04-23T01:42:05.380711270Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:05.380714009Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:05.380716754Z vnf_member_index: vnf 2024-04-23T01:42:05.380719452Z - alert: scaleout_a71df207-bde9-41ab-aaac-3aa304041520 2024-04-23T01:42:05.380722107Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:05.380725004Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:05.380727650Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:42:05.380730286Z for: 1m 2024-04-23T01:42:05.380732990Z labels: 2024-04-23T01:42:05.380735704Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:05.380738453Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:05.380741225Z vnf_member_index: vnf 2024-04-23T01:42:05.380743767Z 2024-04-23T01:42:05.386685137Z New config written, updating prometheus 2024-04-23T01:42:10.414415103Z Prometheus config update successful 2024-04-23T01:42:10.414465228Z 2024-04-23T01:42:10.414475701Z Changes detected, updating prometheus config 2024-04-23T01:42:10.416551575Z Jobs detected: 0 2024-04-23T01:42:10.421614759Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:42:10.423254019Z alerting: 2024-04-23T01:42:10.423265130Z alertmanagers: 2024-04-23T01:42:10.423268997Z - static_configs: 2024-04-23T01:42:10.423272329Z - targets: 2024-04-23T01:42:10.423276207Z - alertmanager:9093 2024-04-23T01:42:10.423279212Z global: 2024-04-23T01:42:10.423282182Z evaluation_interval: 15s 2024-04-23T01:42:10.423285168Z scrape_interval: 15s 2024-04-23T01:42:10.423288247Z rule_files: 2024-04-23T01:42:10.423291151Z - osm_metric_rules.yml 2024-04-23T01:42:10.423294135Z - osm_alert_rules.yml 2024-04-23T01:42:10.423317528Z scrape_configs: 2024-04-23T01:42:10.423320969Z - job_name: mon_exporter 2024-04-23T01:42:10.423323970Z static_configs: 2024-04-23T01:42:10.423326834Z - targets: 2024-04-23T01:42:10.423329750Z - mon:8000 2024-04-23T01:42:10.423332911Z - honor_labels: true 2024-04-23T01:42:10.423335809Z job_name: pushgateway 2024-04-23T01:42:10.423339187Z scrape_interval: 30s 2024-04-23T01:42:10.423342264Z static_configs: 2024-04-23T01:42:10.423345156Z - targets: 2024-04-23T01:42:10.423348577Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:42:10.423351387Z 2024-04-23T01:42:10.427139568Z Alerts read: 6 2024-04-23T01:42:10.429142353Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:42:10.436054618Z groups: 2024-04-23T01:42:10.436066321Z - name: osm_alert_rules 2024-04-23T01:42:10.436069498Z rules: 2024-04-23T01:42:10.436072761Z - alert: vdu_down 2024-04-23T01:42:10.436075718Z annotations: 2024-04-23T01:42:10.436079673Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:42:10.436083415Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:42:10.436086674Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:42:10.436090246Z expr: vm_status_extended != 1 2024-04-23T01:42:10.436134549Z for: 3m 2024-04-23T01:42:10.436138566Z - name: _osm_alert_rules_20240423014210_ 2024-04-23T01:42:10.436141559Z rules: 2024-04-23T01:42:10.436151056Z - alert: scalein_da184f47-7fa4-4ed9-8617-3de111daacdf 2024-04-23T01:42:10.436154303Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:10.436159648Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:10.436162829Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:42:10.436165971Z for: 1m 2024-04-23T01:42:10.436169134Z labels: 2024-04-23T01:42:10.436172070Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:10.436180981Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:10.436184798Z vnf_member_index: vnf 2024-04-23T01:42:10.436187731Z - alert: scaleout_75e69399-4906-4055-a126-399129fdd69c 2024-04-23T01:42:10.436190625Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:10.436193833Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:10.436204907Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:42:10.436207844Z for: 1m 2024-04-23T01:42:10.436210800Z labels: 2024-04-23T01:42:10.436213741Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:10.436289571Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:10.436292938Z vnf_member_index: vnf 2024-04-23T01:42:10.436295950Z - alert: scalein_3aee4d9e-0c6e-4ec2-bdc9-26167b1c06d5 2024-04-23T01:42:10.436299098Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:10.436302127Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:10.436308234Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:42:10.436311090Z for: 1m 2024-04-23T01:42:10.436313992Z labels: 2024-04-23T01:42:10.436316877Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:10.436319735Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:10.436322636Z vnf_member_index: vnf 2024-04-23T01:42:10.436346883Z - alert: scaleout_eba3b7ce-7de3-4beb-b6eb-3479ba5b8b18 2024-04-23T01:42:10.436349987Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:10.436352744Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:10.436355607Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:42:10.436358458Z for: 1m 2024-04-23T01:42:10.436361107Z labels: 2024-04-23T01:42:10.436363813Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:10.436366532Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:10.436369485Z vnf_member_index: vnf 2024-04-23T01:42:10.436372236Z - alert: scalein_364b958d-494e-4db1-85e2-d7e643a73799 2024-04-23T01:42:10.436374944Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:10.436377651Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:10.436380462Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:42:10.436383100Z for: 1m 2024-04-23T01:42:10.436385819Z labels: 2024-04-23T01:42:10.436388542Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:10.436391288Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:10.436393950Z vnf_member_index: vnf 2024-04-23T01:42:10.436396682Z - alert: scaleout_a71df207-bde9-41ab-aaac-3aa304041520 2024-04-23T01:42:10.436399327Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:10.436402379Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:10.436405019Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:42:10.436407649Z for: 1m 2024-04-23T01:42:10.436410289Z labels: 2024-04-23T01:42:10.436422369Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:10.436425372Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:10.436428036Z vnf_member_index: vnf 2024-04-23T01:42:10.436430574Z 2024-04-23T01:42:10.442560865Z New config written, updating prometheus 2024-04-23T01:42:15.474136679Z Prometheus config update successful 2024-04-23T01:42:15.474240972Z 2024-04-23T01:42:15.474459491Z Changes detected, updating prometheus config 2024-04-23T01:42:15.477272141Z Jobs detected: 0 2024-04-23T01:42:15.483625686Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:42:15.485419624Z alerting: 2024-04-23T01:42:15.485431382Z alertmanagers: 2024-04-23T01:42:15.485435158Z - static_configs: 2024-04-23T01:42:15.485438269Z - targets: 2024-04-23T01:42:15.485442058Z - alertmanager:9093 2024-04-23T01:42:15.485445043Z global: 2024-04-23T01:42:15.485447979Z evaluation_interval: 15s 2024-04-23T01:42:15.485451023Z scrape_interval: 15s 2024-04-23T01:42:15.485454636Z rule_files: 2024-04-23T01:42:15.485457526Z - osm_metric_rules.yml 2024-04-23T01:42:15.485460499Z - osm_alert_rules.yml 2024-04-23T01:42:15.485463394Z scrape_configs: 2024-04-23T01:42:15.485466445Z - job_name: mon_exporter 2024-04-23T01:42:15.485469309Z static_configs: 2024-04-23T01:42:15.485472179Z - targets: 2024-04-23T01:42:15.485475179Z - mon:8000 2024-04-23T01:42:15.485478026Z - honor_labels: true 2024-04-23T01:42:15.485481328Z job_name: pushgateway 2024-04-23T01:42:15.485484173Z scrape_interval: 30s 2024-04-23T01:42:15.485487015Z static_configs: 2024-04-23T01:42:15.485490340Z - targets: 2024-04-23T01:42:15.485493900Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:42:15.486114313Z 2024-04-23T01:42:15.494408514Z Alerts read: 6 2024-04-23T01:42:15.496499754Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:42:15.503227846Z groups: 2024-04-23T01:42:15.503244926Z - name: osm_alert_rules 2024-04-23T01:42:15.503248366Z rules: 2024-04-23T01:42:15.503251495Z - alert: vdu_down 2024-04-23T01:42:15.503254754Z annotations: 2024-04-23T01:42:15.503258340Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:42:15.503262087Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:42:15.503265160Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:42:15.503268676Z expr: vm_status_extended != 1 2024-04-23T01:42:15.503271823Z for: 3m 2024-04-23T01:42:15.503274851Z - name: _osm_alert_rules_20240423014215_ 2024-04-23T01:42:15.503277918Z rules: 2024-04-23T01:42:15.503281486Z - alert: scalein_da184f47-7fa4-4ed9-8617-3de111daacdf 2024-04-23T01:42:15.503284529Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:15.503288281Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:15.503291278Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:42:15.503294405Z for: 1m 2024-04-23T01:42:15.503297341Z labels: 2024-04-23T01:42:15.503300439Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:15.503303429Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:15.503306950Z vnf_member_index: vnf 2024-04-23T01:42:15.503309964Z - alert: scaleout_75e69399-4906-4055-a126-399129fdd69c 2024-04-23T01:42:15.503312950Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:15.503315968Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:15.503319075Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:42:15.503335693Z for: 1m 2024-04-23T01:42:15.503338956Z labels: 2024-04-23T01:42:15.503341972Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:15.503344877Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:15.503348141Z vnf_member_index: vnf 2024-04-23T01:42:15.503351240Z - alert: scalein_3aee4d9e-0c6e-4ec2-bdc9-26167b1c06d5 2024-04-23T01:42:15.503354241Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:15.503357309Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:15.503360614Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:42:15.503363604Z for: 1m 2024-04-23T01:42:15.503366616Z labels: 2024-04-23T01:42:15.503369584Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:15.503372605Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:15.503375925Z vnf_member_index: vnf 2024-04-23T01:42:15.503378903Z - alert: scaleout_eba3b7ce-7de3-4beb-b6eb-3479ba5b8b18 2024-04-23T01:42:15.503381989Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:15.503385006Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:15.503388485Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:42:15.503391491Z for: 1m 2024-04-23T01:42:15.503394412Z labels: 2024-04-23T01:42:15.503397436Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:15.503400581Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:15.503403839Z vnf_member_index: vnf 2024-04-23T01:42:15.503406845Z - alert: scalein_364b958d-494e-4db1-85e2-d7e643a73799 2024-04-23T01:42:15.503409818Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:15.503412914Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:15.503415887Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T01:42:15.503418904Z for: 1m 2024-04-23T01:42:15.503421848Z labels: 2024-04-23T01:42:15.503424825Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:15.503427908Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:15.503430906Z vnf_member_index: vnf 2024-04-23T01:42:15.503434138Z - alert: scaleout_a71df207-bde9-41ab-aaac-3aa304041520 2024-04-23T01:42:15.503437059Z expr: (count (osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:15.503440060Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="f536d8a0-9162-46d4-a15f-565156fbad8b", 2024-04-23T01:42:15.503443013Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T01:42:15.503445935Z for: 1m 2024-04-23T01:42:15.503448874Z labels: 2024-04-23T01:42:15.503452025Z ns_id: f536d8a0-9162-46d4-a15f-565156fbad8b 2024-04-23T01:42:15.503454962Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T01:42:15.503457921Z vnf_member_index: vnf 2024-04-23T01:42:15.503482440Z 2024-04-23T01:42:15.509746320Z New config written, updating prometheus 2024-04-23T01:42:20.532088491Z Prometheus config update successful 2024-04-23T01:42:20.532180183Z 2024-04-23T01:43:35.897150756Z Changes detected, updating prometheus config 2024-04-23T01:43:35.899972748Z Jobs detected: 0 2024-04-23T01:43:35.906814220Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:43:35.912467236Z alerting: 2024-04-23T01:43:35.912481946Z alertmanagers: 2024-04-23T01:43:35.912485805Z - static_configs: 2024-04-23T01:43:35.912488786Z - targets: 2024-04-23T01:43:35.912492549Z - alertmanager:9093 2024-04-23T01:43:35.912495627Z global: 2024-04-23T01:43:35.912498578Z evaluation_interval: 15s 2024-04-23T01:43:35.912501701Z scrape_interval: 15s 2024-04-23T01:43:35.912504638Z rule_files: 2024-04-23T01:43:35.912511341Z - osm_metric_rules.yml 2024-04-23T01:43:35.912515792Z - osm_alert_rules.yml 2024-04-23T01:43:35.912520678Z scrape_configs: 2024-04-23T01:43:35.912525465Z - job_name: mon_exporter 2024-04-23T01:43:35.912530035Z static_configs: 2024-04-23T01:43:35.912535271Z - targets: 2024-04-23T01:43:35.912539277Z - mon:8000 2024-04-23T01:43:35.912543777Z - honor_labels: true 2024-04-23T01:43:35.912547724Z job_name: pushgateway 2024-04-23T01:43:35.912552260Z scrape_interval: 30s 2024-04-23T01:43:35.912556782Z static_configs: 2024-04-23T01:43:35.912561395Z - targets: 2024-04-23T01:43:35.912566396Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:43:35.912570339Z 2024-04-23T01:43:35.915526143Z Alerts read: 0 2024-04-23T01:43:35.917394032Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:43:35.921097230Z groups: 2024-04-23T01:43:35.921110537Z - name: osm_alert_rules 2024-04-23T01:43:35.921114045Z rules: 2024-04-23T01:43:35.921117070Z - alert: vdu_down 2024-04-23T01:43:35.921120101Z annotations: 2024-04-23T01:43:35.921123836Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:43:35.921127390Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:43:35.921130341Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:43:35.921134349Z expr: vm_status_extended != 1 2024-04-23T01:43:35.921137300Z for: 3m 2024-04-23T01:43:35.921149858Z 2024-04-23T01:43:35.922243666Z New config written, updating prometheus 2024-04-23T01:43:40.953341695Z Prometheus config update successful 2024-04-23T01:43:40.953359468Z 2024-04-23T01:43:40.953364107Z Changes detected, updating prometheus config 2024-04-23T01:43:40.955208052Z Jobs detected: 0 2024-04-23T01:43:40.961045090Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:43:40.962911487Z alerting: 2024-04-23T01:43:40.962923958Z alertmanagers: 2024-04-23T01:43:40.962929827Z - static_configs: 2024-04-23T01:43:40.962933948Z - targets: 2024-04-23T01:43:40.962939124Z - alertmanager:9093 2024-04-23T01:43:40.962943071Z global: 2024-04-23T01:43:40.962946707Z evaluation_interval: 15s 2024-04-23T01:43:40.962967361Z scrape_interval: 15s 2024-04-23T01:43:40.962972261Z rule_files: 2024-04-23T01:43:40.962976105Z - osm_metric_rules.yml 2024-04-23T01:43:40.962979678Z - osm_alert_rules.yml 2024-04-23T01:43:40.962983334Z scrape_configs: 2024-04-23T01:43:40.962986976Z - job_name: mon_exporter 2024-04-23T01:43:40.962990625Z static_configs: 2024-04-23T01:43:40.962994197Z - targets: 2024-04-23T01:43:40.962997825Z - mon:8000 2024-04-23T01:43:40.963001546Z - honor_labels: true 2024-04-23T01:43:40.963005095Z job_name: pushgateway 2024-04-23T01:43:40.963008730Z scrape_interval: 30s 2024-04-23T01:43:40.963026872Z static_configs: 2024-04-23T01:43:40.963030735Z - targets: 2024-04-23T01:43:40.963036173Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:43:40.963039861Z 2024-04-23T01:43:40.966247887Z Alerts read: 0 2024-04-23T01:43:40.968045529Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:43:40.970259696Z groups: 2024-04-23T01:43:40.970276529Z - name: osm_alert_rules 2024-04-23T01:43:40.970281766Z rules: 2024-04-23T01:43:40.970286523Z - alert: vdu_down 2024-04-23T01:43:40.970291717Z annotations: 2024-04-23T01:43:40.970298279Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:43:40.970303611Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:43:40.970307731Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:43:40.970312752Z expr: vm_status_extended != 1 2024-04-23T01:43:40.970317007Z for: 3m 2024-04-23T01:43:40.970320905Z 2024-04-23T01:43:40.970671991Z New config written, updating prometheus 2024-04-23T01:43:45.995030198Z Prometheus config update successful 2024-04-23T01:43:45.995044872Z 2024-04-23T01:43:45.995057151Z Changes detected, updating prometheus config 2024-04-23T01:43:45.996247058Z Jobs detected: 0 2024-04-23T01:43:46.000748028Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:43:46.002466934Z alerting: 2024-04-23T01:43:46.002478275Z alertmanagers: 2024-04-23T01:43:46.002482093Z - static_configs: 2024-04-23T01:43:46.002485187Z - targets: 2024-04-23T01:43:46.002489343Z - alertmanager:9093 2024-04-23T01:43:46.002492388Z global: 2024-04-23T01:43:46.002495495Z evaluation_interval: 15s 2024-04-23T01:43:46.002498481Z scrape_interval: 15s 2024-04-23T01:43:46.002501755Z rule_files: 2024-04-23T01:43:46.002504712Z - osm_metric_rules.yml 2024-04-23T01:43:46.002507688Z - osm_alert_rules.yml 2024-04-23T01:43:46.002510642Z scrape_configs: 2024-04-23T01:43:46.002513463Z - job_name: mon_exporter 2024-04-23T01:43:46.002516486Z static_configs: 2024-04-23T01:43:46.002552244Z - targets: 2024-04-23T01:43:46.002555641Z - mon:8000 2024-04-23T01:43:46.002558593Z - honor_labels: true 2024-04-23T01:43:46.002561391Z job_name: pushgateway 2024-04-23T01:43:46.002564249Z scrape_interval: 30s 2024-04-23T01:43:46.002567321Z static_configs: 2024-04-23T01:43:46.002570179Z - targets: 2024-04-23T01:43:46.002574073Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:43:46.002576990Z 2024-04-23T01:43:46.005675713Z Alerts read: 0 2024-04-23T01:43:46.007466735Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:43:46.008600634Z groups: 2024-04-23T01:43:46.008611850Z - name: osm_alert_rules 2024-04-23T01:43:46.008615402Z rules: 2024-04-23T01:43:46.008618497Z - alert: vdu_down 2024-04-23T01:43:46.008621505Z annotations: 2024-04-23T01:43:46.008625720Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:43:46.008629300Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:43:46.008632694Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:43:46.008636337Z expr: vm_status_extended != 1 2024-04-23T01:43:46.008639272Z for: 3m 2024-04-23T01:43:46.008642049Z 2024-04-23T01:43:46.010111968Z New config written, updating prometheus 2024-04-23T01:43:51.040884270Z Prometheus config update successful 2024-04-23T01:43:51.040912135Z 2024-04-23T01:43:51.040915851Z Changes detected, updating prometheus config 2024-04-23T01:43:51.042201340Z Jobs detected: 0 2024-04-23T01:43:51.046745287Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:43:51.048424639Z alerting: 2024-04-23T01:43:51.048436274Z alertmanagers: 2024-04-23T01:43:51.048440115Z - static_configs: 2024-04-23T01:43:51.048443112Z - targets: 2024-04-23T01:43:51.048448239Z - alertmanager:9093 2024-04-23T01:43:51.048451179Z global: 2024-04-23T01:43:51.048454214Z evaluation_interval: 15s 2024-04-23T01:43:51.048457555Z scrape_interval: 15s 2024-04-23T01:43:51.048460508Z rule_files: 2024-04-23T01:43:51.048463428Z - osm_metric_rules.yml 2024-04-23T01:43:51.048466202Z - osm_alert_rules.yml 2024-04-23T01:43:51.048469128Z scrape_configs: 2024-04-23T01:43:51.048472115Z - job_name: mon_exporter 2024-04-23T01:43:51.048474942Z static_configs: 2024-04-23T01:43:51.048477875Z - targets: 2024-04-23T01:43:51.048480823Z - mon:8000 2024-04-23T01:43:51.048484013Z - honor_labels: true 2024-04-23T01:43:51.048486877Z job_name: pushgateway 2024-04-23T01:43:51.048490093Z scrape_interval: 30s 2024-04-23T01:43:51.048493003Z static_configs: 2024-04-23T01:43:51.048495812Z - targets: 2024-04-23T01:43:51.048500079Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:43:51.048502882Z 2024-04-23T01:43:51.051117374Z Alerts read: 0 2024-04-23T01:43:51.052953317Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:43:51.054063902Z groups: 2024-04-23T01:43:51.054074636Z - name: osm_alert_rules 2024-04-23T01:43:51.054078045Z rules: 2024-04-23T01:43:51.054081033Z - alert: vdu_down 2024-04-23T01:43:51.054083962Z annotations: 2024-04-23T01:43:51.054087457Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:43:51.054093149Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:43:51.054096228Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:43:51.054100026Z expr: vm_status_extended != 1 2024-04-23T01:43:51.054103010Z for: 3m 2024-04-23T01:43:51.054105794Z 2024-04-23T01:43:51.054966921Z New config written, updating prometheus 2024-04-23T01:43:56.082419710Z Prometheus config update successful 2024-04-23T01:43:56.082469080Z 2024-04-23T01:43:56.082490965Z Changes detected, updating prometheus config 2024-04-23T01:43:56.085233859Z Jobs detected: 0 2024-04-23T01:43:56.097186026Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:43:56.102624080Z alerting: 2024-04-23T01:43:56.102659820Z alertmanagers: 2024-04-23T01:43:56.102664653Z - static_configs: 2024-04-23T01:43:56.102667800Z - targets: 2024-04-23T01:43:56.102671359Z - alertmanager:9093 2024-04-23T01:43:56.102674466Z global: 2024-04-23T01:43:56.102677575Z evaluation_interval: 15s 2024-04-23T01:43:56.102680848Z scrape_interval: 15s 2024-04-23T01:43:56.102684007Z rule_files: 2024-04-23T01:43:56.102687180Z - osm_metric_rules.yml 2024-04-23T01:43:56.102690191Z - osm_alert_rules.yml 2024-04-23T01:43:56.102693149Z scrape_configs: 2024-04-23T01:43:56.102696086Z - job_name: mon_exporter 2024-04-23T01:43:56.102699053Z static_configs: 2024-04-23T01:43:56.102702139Z - targets: 2024-04-23T01:43:56.102705053Z - mon:8000 2024-04-23T01:43:56.102708207Z - honor_labels: true 2024-04-23T01:43:56.102711242Z job_name: pushgateway 2024-04-23T01:43:56.102725300Z scrape_interval: 30s 2024-04-23T01:43:56.102729056Z static_configs: 2024-04-23T01:43:56.102732093Z - targets: 2024-04-23T01:43:56.102735904Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:43:56.102738809Z 2024-04-23T01:43:56.112322194Z Alerts read: 0 2024-04-23T01:43:56.115834273Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:43:56.117915894Z groups: 2024-04-23T01:43:56.117932134Z - name: osm_alert_rules 2024-04-23T01:43:56.117935661Z rules: 2024-04-23T01:43:56.117938903Z - alert: vdu_down 2024-04-23T01:43:56.117942338Z annotations: 2024-04-23T01:43:56.117948900Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:43:56.117954157Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:43:56.117957232Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:43:56.117960890Z expr: vm_status_extended != 1 2024-04-23T01:43:56.117964252Z for: 3m 2024-04-23T01:43:56.117967189Z 2024-04-23T01:43:56.119731341Z New config written, updating prometheus 2024-04-23T01:44:01.145883785Z Prometheus config update successful 2024-04-23T01:44:01.145912399Z 2024-04-23T01:44:01.146037886Z Changes detected, updating prometheus config 2024-04-23T01:44:01.147368224Z Jobs detected: 0 2024-04-23T01:44:01.151627382Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T01:44:01.153442704Z alerting: 2024-04-23T01:44:01.153454550Z alertmanagers: 2024-04-23T01:44:01.153459153Z - static_configs: 2024-04-23T01:44:01.153462704Z - targets: 2024-04-23T01:44:01.153466642Z - alertmanager:9093 2024-04-23T01:44:01.153470079Z global: 2024-04-23T01:44:01.153473943Z evaluation_interval: 15s 2024-04-23T01:44:01.153477266Z scrape_interval: 15s 2024-04-23T01:44:01.153480751Z rule_files: 2024-04-23T01:44:01.153484061Z - osm_metric_rules.yml 2024-04-23T01:44:01.153487385Z - osm_alert_rules.yml 2024-04-23T01:44:01.153490912Z scrape_configs: 2024-04-23T01:44:01.153494927Z - job_name: mon_exporter 2024-04-23T01:44:01.153498366Z static_configs: 2024-04-23T01:44:01.153501730Z - targets: 2024-04-23T01:44:01.153505380Z - mon:8000 2024-04-23T01:44:01.153508657Z - honor_labels: true 2024-04-23T01:44:01.153512020Z job_name: pushgateway 2024-04-23T01:44:01.153515285Z scrape_interval: 30s 2024-04-23T01:44:01.153518579Z static_configs: 2024-04-23T01:44:01.153521856Z - targets: 2024-04-23T01:44:01.153526021Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T01:44:01.153529309Z 2024-04-23T01:44:01.157379303Z Alerts read: 0 2024-04-23T01:44:01.159201051Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T01:44:01.160614631Z groups: 2024-04-23T01:44:01.160624380Z - name: osm_alert_rules 2024-04-23T01:44:01.160628563Z rules: 2024-04-23T01:44:01.160631791Z - alert: vdu_down 2024-04-23T01:44:01.160634794Z annotations: 2024-04-23T01:44:01.160638564Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T01:44:01.160642177Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T01:44:01.160645179Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T01:44:01.160648645Z expr: vm_status_extended != 1 2024-04-23T01:44:01.160651712Z for: 3m 2024-04-23T01:44:01.160654575Z 2024-04-23T01:44:01.161704730Z New config written, updating prometheus 2024-04-23T01:44:06.187308484Z Prometheus config update successful 2024-04-23T01:44:06.187368451Z 2024-04-23T02:43:57.914076485Z Changes detected, updating prometheus config 2024-04-23T02:43:57.920772791Z Jobs detected: 0 2024-04-23T02:43:57.938503873Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T02:43:57.941903487Z alerting: 2024-04-23T02:43:57.941975150Z alertmanagers: 2024-04-23T02:43:57.941980236Z - static_configs: 2024-04-23T02:43:57.941983607Z - targets: 2024-04-23T02:43:57.941987461Z - alertmanager:9093 2024-04-23T02:43:57.941990671Z global: 2024-04-23T02:43:57.941993712Z evaluation_interval: 15s 2024-04-23T02:43:57.941996826Z scrape_interval: 15s 2024-04-23T02:43:57.941999921Z rule_files: 2024-04-23T02:43:57.942002986Z - osm_metric_rules.yml 2024-04-23T02:43:57.942006087Z - osm_alert_rules.yml 2024-04-23T02:43:57.942009083Z scrape_configs: 2024-04-23T02:43:57.942016183Z - job_name: mon_exporter 2024-04-23T02:43:57.942019365Z static_configs: 2024-04-23T02:43:57.942022332Z - targets: 2024-04-23T02:43:57.942025490Z - mon:8000 2024-04-23T02:43:57.942028507Z - honor_labels: true 2024-04-23T02:43:57.942031494Z job_name: pushgateway 2024-04-23T02:43:57.942034473Z scrape_interval: 30s 2024-04-23T02:43:57.942037702Z static_configs: 2024-04-23T02:43:57.942040723Z - targets: 2024-04-23T02:43:57.942044887Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T02:43:57.942047996Z 2024-04-23T02:43:57.946921949Z Alerts read: 0 2024-04-23T02:43:57.948869609Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T02:43:57.950396545Z groups: 2024-04-23T02:43:57.950410638Z - name: osm_alert_rules 2024-04-23T02:43:57.950415393Z rules: 2024-04-23T02:43:57.950419453Z - alert: vdu_down 2024-04-23T02:43:57.950423867Z annotations: 2024-04-23T02:43:57.950429433Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T02:43:57.950434244Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T02:43:57.950438842Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T02:43:57.950444626Z expr: vm_status_extended != 1 2024-04-23T02:43:57.950449244Z for: 3m 2024-04-23T02:43:57.950453567Z 2024-04-23T02:43:57.951452140Z New config written, updating prometheus 2024-04-23T02:44:02.977371585Z Prometheus config update successful 2024-04-23T02:44:02.977433825Z 2024-04-23T02:49:59.795177713Z Changes detected, updating prometheus config 2024-04-23T02:49:59.797253809Z Jobs detected: 0 2024-04-23T02:49:59.803112288Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T02:49:59.805181652Z alerting: 2024-04-23T02:49:59.805194755Z alertmanagers: 2024-04-23T02:49:59.805199412Z - static_configs: 2024-04-23T02:49:59.805203338Z - targets: 2024-04-23T02:49:59.805207660Z - alertmanager:9093 2024-04-23T02:49:59.805211326Z global: 2024-04-23T02:49:59.805215017Z evaluation_interval: 15s 2024-04-23T02:49:59.805218639Z scrape_interval: 15s 2024-04-23T02:49:59.805222510Z rule_files: 2024-04-23T02:49:59.805226126Z - osm_metric_rules.yml 2024-04-23T02:49:59.805229723Z - osm_alert_rules.yml 2024-04-23T02:49:59.805233432Z scrape_configs: 2024-04-23T02:49:59.805236983Z - job_name: mon_exporter 2024-04-23T02:49:59.805240714Z static_configs: 2024-04-23T02:49:59.805244322Z - targets: 2024-04-23T02:49:59.805247905Z - mon:8000 2024-04-23T02:49:59.805251494Z - honor_labels: true 2024-04-23T02:49:59.805255179Z job_name: pushgateway 2024-04-23T02:49:59.805271236Z scrape_interval: 30s 2024-04-23T02:49:59.805275090Z static_configs: 2024-04-23T02:49:59.805278729Z - targets: 2024-04-23T02:49:59.805282979Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T02:49:59.805291324Z 2024-04-23T02:49:59.808500014Z Alerts read: 0 2024-04-23T02:49:59.810353360Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T02:49:59.811499091Z groups: 2024-04-23T02:49:59.811508891Z - name: osm_alert_rules 2024-04-23T02:49:59.811512950Z rules: 2024-04-23T02:49:59.811516755Z - alert: vdu_down 2024-04-23T02:49:59.811520402Z annotations: 2024-04-23T02:49:59.811524989Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T02:49:59.811529364Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T02:49:59.811533522Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T02:49:59.811537855Z expr: vm_status_extended != 1 2024-04-23T02:49:59.811541617Z for: 3m 2024-04-23T02:49:59.811549093Z 2024-04-23T02:49:59.812541267Z New config written, updating prometheus 2024-04-23T02:50:04.841268781Z Prometheus config update successful 2024-04-23T02:50:04.841293749Z 2024-04-23T03:04:11.624139810Z Changes detected, updating prometheus config 2024-04-23T03:04:11.628031669Z Jobs detected: 0 2024-04-23T03:04:11.640900430Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:04:11.643723584Z alerting: 2024-04-23T03:04:11.643753286Z alertmanagers: 2024-04-23T03:04:11.643765139Z - static_configs: 2024-04-23T03:04:11.643774250Z - targets: 2024-04-23T03:04:11.643783832Z - alertmanager:9093 2024-04-23T03:04:11.643792606Z global: 2024-04-23T03:04:11.643801823Z evaluation_interval: 15s 2024-04-23T03:04:11.643810716Z scrape_interval: 15s 2024-04-23T03:04:11.643819429Z rule_files: 2024-04-23T03:04:11.643828208Z - osm_metric_rules.yml 2024-04-23T03:04:11.643836824Z - osm_alert_rules.yml 2024-04-23T03:04:11.643845511Z scrape_configs: 2024-04-23T03:04:11.643853948Z - job_name: mon_exporter 2024-04-23T03:04:11.643862372Z static_configs: 2024-04-23T03:04:11.643877412Z - targets: 2024-04-23T03:04:11.643886341Z - mon:8000 2024-04-23T03:04:11.643894924Z - honor_labels: true 2024-04-23T03:04:11.643903385Z job_name: pushgateway 2024-04-23T03:04:11.643912296Z scrape_interval: 30s 2024-04-23T03:04:11.643921186Z static_configs: 2024-04-23T03:04:11.643929892Z - targets: 2024-04-23T03:04:11.643939262Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:04:11.643947637Z 2024-04-23T03:04:11.647956264Z Alerts read: 2 2024-04-23T03:04:11.650648410Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:04:11.653993440Z groups: 2024-04-23T03:04:11.654029848Z - name: osm_alert_rules 2024-04-23T03:04:11.654033567Z rules: 2024-04-23T03:04:11.654036958Z - alert: vdu_down 2024-04-23T03:04:11.654040158Z annotations: 2024-04-23T03:04:11.654043882Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:04:11.654049116Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:04:11.654052280Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:04:11.654056330Z expr: vm_status_extended != 1 2024-04-23T03:04:11.654059747Z for: 3m 2024-04-23T03:04:11.654062700Z - name: _osm_alert_rules_20240423030411_ 2024-04-23T03:04:11.654065651Z rules: 2024-04-23T03:04:11.654095391Z - alert: scalein_2cb4de38-68e2-4f3a-adfa-7f713f6af29f 2024-04-23T03:04:11.654099002Z expr: (count (osm_cpu_utilization{ns_id="92ae07b4-398e-472b-9c85-204ab2a935ce", 2024-04-23T03:04:11.654106629Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="92ae07b4-398e-472b-9c85-204ab2a935ce", 2024-04-23T03:04:11.654109659Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T03:04:11.654112563Z for: 1m 2024-04-23T03:04:11.654115505Z labels: 2024-04-23T03:04:11.654118438Z ns_id: 92ae07b4-398e-472b-9c85-204ab2a935ce 2024-04-23T03:04:11.654121342Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T03:04:11.654126062Z vnf_member_index: vnf 2024-04-23T03:04:11.654128976Z - alert: scaleout_81304ec4-2458-4c38-815a-a4d97b36960a 2024-04-23T03:04:11.654131898Z expr: (count (osm_cpu_utilization{ns_id="92ae07b4-398e-472b-9c85-204ab2a935ce", 2024-04-23T03:04:11.654147881Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="92ae07b4-398e-472b-9c85-204ab2a935ce", 2024-04-23T03:04:11.654153359Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T03:04:11.654157507Z for: 1m 2024-04-23T03:04:11.654177092Z labels: 2024-04-23T03:04:11.654181494Z ns_id: 92ae07b4-398e-472b-9c85-204ab2a935ce 2024-04-23T03:04:11.654185675Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T03:04:11.654190233Z vnf_member_index: vnf 2024-04-23T03:04:11.654193246Z 2024-04-23T03:04:11.657571589Z New config written, updating prometheus 2024-04-23T03:04:16.691134229Z Prometheus config update successful 2024-04-23T03:04:16.691170355Z 2024-04-23T03:04:16.699741480Z Changes detected, updating prometheus config 2024-04-23T03:04:16.703048266Z Jobs detected: 0 2024-04-23T03:04:16.707919457Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:04:16.709700953Z alerting: 2024-04-23T03:04:16.709727253Z alertmanagers: 2024-04-23T03:04:16.709740784Z - static_configs: 2024-04-23T03:04:16.709752509Z - targets: 2024-04-23T03:04:16.709764026Z - alertmanager:9093 2024-04-23T03:04:16.709774831Z global: 2024-04-23T03:04:16.709785537Z evaluation_interval: 15s 2024-04-23T03:04:16.709796123Z scrape_interval: 15s 2024-04-23T03:04:16.709807057Z rule_files: 2024-04-23T03:04:16.709817852Z - osm_metric_rules.yml 2024-04-23T03:04:16.709828294Z - osm_alert_rules.yml 2024-04-23T03:04:16.709839012Z scrape_configs: 2024-04-23T03:04:16.709850398Z - job_name: mon_exporter 2024-04-23T03:04:16.709860661Z static_configs: 2024-04-23T03:04:16.709871435Z - targets: 2024-04-23T03:04:16.709881933Z - mon:8000 2024-04-23T03:04:16.709892445Z - honor_labels: true 2024-04-23T03:04:16.709902744Z job_name: pushgateway 2024-04-23T03:04:16.709912704Z scrape_interval: 30s 2024-04-23T03:04:16.709923223Z static_configs: 2024-04-23T03:04:16.709933575Z - targets: 2024-04-23T03:04:16.709944953Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:04:16.709955077Z 2024-04-23T03:04:16.713017506Z Alerts read: 2 2024-04-23T03:04:16.714805113Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:04:16.717760594Z groups: 2024-04-23T03:04:16.717785611Z - name: osm_alert_rules 2024-04-23T03:04:16.717794717Z rules: 2024-04-23T03:04:16.717804044Z - alert: vdu_down 2024-04-23T03:04:16.717812178Z annotations: 2024-04-23T03:04:16.717821955Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:04:16.717856957Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:04:16.717865701Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:04:16.717875206Z expr: vm_status_extended != 1 2024-04-23T03:04:16.717883431Z for: 3m 2024-04-23T03:04:16.717891177Z - name: _osm_alert_rules_20240423030416_ 2024-04-23T03:04:16.717899585Z rules: 2024-04-23T03:04:16.717908333Z - alert: scalein_2cb4de38-68e2-4f3a-adfa-7f713f6af29f 2024-04-23T03:04:16.717916583Z expr: (count (osm_cpu_utilization{ns_id="92ae07b4-398e-472b-9c85-204ab2a935ce", 2024-04-23T03:04:16.717926588Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="92ae07b4-398e-472b-9c85-204ab2a935ce", 2024-04-23T03:04:16.717935120Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T03:04:16.717943797Z for: 1m 2024-04-23T03:04:16.717952167Z labels: 2024-04-23T03:04:16.717960464Z ns_id: 92ae07b4-398e-472b-9c85-204ab2a935ce 2024-04-23T03:04:16.717968729Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T03:04:16.717977812Z vnf_member_index: vnf 2024-04-23T03:04:16.717986519Z - alert: scaleout_81304ec4-2458-4c38-815a-a4d97b36960a 2024-04-23T03:04:16.717995089Z expr: (count (osm_cpu_utilization{ns_id="92ae07b4-398e-472b-9c85-204ab2a935ce", 2024-04-23T03:04:16.718003746Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="92ae07b4-398e-472b-9c85-204ab2a935ce", 2024-04-23T03:04:16.718012244Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T03:04:16.718020605Z for: 1m 2024-04-23T03:04:16.718028918Z labels: 2024-04-23T03:04:16.718037142Z ns_id: 92ae07b4-398e-472b-9c85-204ab2a935ce 2024-04-23T03:04:16.718045563Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T03:04:16.718054725Z vnf_member_index: vnf 2024-04-23T03:04:16.718062640Z 2024-04-23T03:04:16.720522607Z New config written, updating prometheus 2024-04-23T03:04:21.754675244Z Prometheus config update successful 2024-04-23T03:04:21.754710434Z 2024-04-23T03:11:36.539691935Z Changes detected, updating prometheus config 2024-04-23T03:11:36.541905139Z Jobs detected: 0 2024-04-23T03:11:36.546744661Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:11:36.548981746Z alerting: 2024-04-23T03:11:36.549033329Z alertmanagers: 2024-04-23T03:11:36.549043986Z - static_configs: 2024-04-23T03:11:36.549069417Z - targets: 2024-04-23T03:11:36.549079582Z - alertmanager:9093 2024-04-23T03:11:36.549088113Z global: 2024-04-23T03:11:36.549096646Z evaluation_interval: 15s 2024-04-23T03:11:36.549105003Z scrape_interval: 15s 2024-04-23T03:11:36.549114015Z rule_files: 2024-04-23T03:11:36.549122494Z - osm_metric_rules.yml 2024-04-23T03:11:36.549130811Z - osm_alert_rules.yml 2024-04-23T03:11:36.549139157Z scrape_configs: 2024-04-23T03:11:36.549147547Z - job_name: mon_exporter 2024-04-23T03:11:36.549155977Z static_configs: 2024-04-23T03:11:36.549164332Z - targets: 2024-04-23T03:11:36.549172758Z - mon:8000 2024-04-23T03:11:36.549181001Z - honor_labels: true 2024-04-23T03:11:36.549189335Z job_name: pushgateway 2024-04-23T03:11:36.549197575Z scrape_interval: 30s 2024-04-23T03:11:36.549206056Z static_configs: 2024-04-23T03:11:36.549214446Z - targets: 2024-04-23T03:11:36.549223934Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:11:36.549232344Z 2024-04-23T03:11:36.553296502Z Alerts read: 0 2024-04-23T03:11:36.556127764Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:11:36.557202732Z groups: 2024-04-23T03:11:36.557248694Z - name: osm_alert_rules 2024-04-23T03:11:36.557258480Z rules: 2024-04-23T03:11:36.557267226Z - alert: vdu_down 2024-04-23T03:11:36.557275687Z annotations: 2024-04-23T03:11:36.557285612Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:11:36.557294948Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:11:36.557303581Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:11:36.557314833Z expr: vm_status_extended != 1 2024-04-23T03:11:36.557323638Z for: 3m 2024-04-23T03:11:36.557331550Z 2024-04-23T03:11:36.558179795Z New config written, updating prometheus 2024-04-23T03:11:41.604133790Z Prometheus config update successful 2024-04-23T03:11:41.604167203Z 2024-04-23T03:11:41.604347241Z Changes detected, updating prometheus config 2024-04-23T03:11:41.606264035Z Jobs detected: 0 2024-04-23T03:11:41.614168379Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:11:41.616343470Z alerting: 2024-04-23T03:11:41.616356076Z alertmanagers: 2024-04-23T03:11:41.616362462Z - static_configs: 2024-04-23T03:11:41.616366416Z - targets: 2024-04-23T03:11:41.616371663Z - alertmanager:9093 2024-04-23T03:11:41.616375164Z global: 2024-04-23T03:11:41.616379271Z evaluation_interval: 15s 2024-04-23T03:11:41.616382855Z scrape_interval: 15s 2024-04-23T03:11:41.616389189Z rule_files: 2024-04-23T03:11:41.616392891Z - osm_metric_rules.yml 2024-04-23T03:11:41.616396377Z - osm_alert_rules.yml 2024-04-23T03:11:41.616400272Z scrape_configs: 2024-04-23T03:11:41.616403701Z - job_name: mon_exporter 2024-04-23T03:11:41.616407282Z static_configs: 2024-04-23T03:11:41.616411248Z - targets: 2024-04-23T03:11:41.616414825Z - mon:8000 2024-04-23T03:11:41.616418389Z - honor_labels: true 2024-04-23T03:11:41.616421955Z job_name: pushgateway 2024-04-23T03:11:41.616425493Z scrape_interval: 30s 2024-04-23T03:11:41.616428994Z static_configs: 2024-04-23T03:11:41.616432392Z - targets: 2024-04-23T03:11:41.616436525Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:11:41.616439896Z 2024-04-23T03:11:41.619968651Z Alerts read: 0 2024-04-23T03:11:41.622484034Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:11:41.624263418Z groups: 2024-04-23T03:11:41.624278564Z - name: osm_alert_rules 2024-04-23T03:11:41.624283417Z rules: 2024-04-23T03:11:41.624287738Z - alert: vdu_down 2024-04-23T03:11:41.624291953Z annotations: 2024-04-23T03:11:41.624297183Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:11:41.624304031Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:11:41.624310916Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:11:41.624315954Z expr: vm_status_extended != 1 2024-04-23T03:11:41.624320246Z for: 3m 2024-04-23T03:11:41.624324151Z 2024-04-23T03:11:41.626673167Z New config written, updating prometheus 2024-04-23T03:11:46.654440926Z Prometheus config update successful 2024-04-23T03:11:46.654461279Z 2024-04-23T03:12:26.589943894Z Changes detected, updating prometheus config 2024-04-23T03:12:26.591789701Z Jobs detected: 0 2024-04-23T03:12:26.596379366Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:12:26.598230986Z alerting: 2024-04-23T03:12:26.598242092Z alertmanagers: 2024-04-23T03:12:26.598246641Z - static_configs: 2024-04-23T03:12:26.598249719Z - targets: 2024-04-23T03:12:26.598254096Z - alertmanager:9093 2024-04-23T03:12:26.598256955Z global: 2024-04-23T03:12:26.598260472Z evaluation_interval: 15s 2024-04-23T03:12:26.598263432Z scrape_interval: 15s 2024-04-23T03:12:26.598266251Z rule_files: 2024-04-23T03:12:26.598269569Z - osm_metric_rules.yml 2024-04-23T03:12:26.598272472Z - osm_alert_rules.yml 2024-04-23T03:12:26.598275354Z scrape_configs: 2024-04-23T03:12:26.598278432Z - job_name: mon_exporter 2024-04-23T03:12:26.598281234Z static_configs: 2024-04-23T03:12:26.598284309Z - targets: 2024-04-23T03:12:26.598287345Z - mon:8000 2024-04-23T03:12:26.598290249Z - honor_labels: true 2024-04-23T03:12:26.598293162Z job_name: pushgateway 2024-04-23T03:12:26.598296114Z scrape_interval: 30s 2024-04-23T03:12:26.598299024Z static_configs: 2024-04-23T03:12:26.598302166Z - targets: 2024-04-23T03:12:26.598306703Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:12:26.598309792Z 2024-04-23T03:12:26.602144765Z Alerts read: 2 2024-04-23T03:12:26.603823408Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:12:26.606422501Z groups: 2024-04-23T03:12:26.606478243Z - name: osm_alert_rules 2024-04-23T03:12:26.606486226Z rules: 2024-04-23T03:12:26.606491570Z - alert: vdu_down 2024-04-23T03:12:26.606496773Z annotations: 2024-04-23T03:12:26.606503050Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:12:26.606509226Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:12:26.606514139Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:12:26.606530762Z expr: vm_status_extended != 1 2024-04-23T03:12:26.606536116Z for: 3m 2024-04-23T03:12:26.606541085Z - name: _osm_alert_rules_20240423031226_ 2024-04-23T03:12:26.606546021Z rules: 2024-04-23T03:12:26.606563454Z - alert: scalein_b5bd5245-fee4-45e4-8a56-82299ee345c2 2024-04-23T03:12:26.606569360Z expr: (count (osm_cpu_utilization{ns_id="03219707-920c-4f73-9872-840ae9096490", 2024-04-23T03:12:26.606575821Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="03219707-920c-4f73-9872-840ae9096490", 2024-04-23T03:12:26.606581058Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T03:12:26.606586071Z for: 1m 2024-04-23T03:12:26.606590914Z labels: 2024-04-23T03:12:26.606595893Z ns_id: 03219707-920c-4f73-9872-840ae9096490 2024-04-23T03:12:26.606600825Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T03:12:26.606606541Z vnf_member_index: vnf 2024-04-23T03:12:26.606611947Z - alert: scaleout_b458be1f-55b7-4253-844b-91bd940c4f9b 2024-04-23T03:12:26.606616906Z expr: (count (osm_cpu_utilization{ns_id="03219707-920c-4f73-9872-840ae9096490", 2024-04-23T03:12:26.606621836Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="03219707-920c-4f73-9872-840ae9096490", 2024-04-23T03:12:26.606627169Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T03:12:26.606632094Z for: 1m 2024-04-23T03:12:26.606636975Z labels: 2024-04-23T03:12:26.606641918Z ns_id: 03219707-920c-4f73-9872-840ae9096490 2024-04-23T03:12:26.606646835Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T03:12:26.606669814Z vnf_member_index: vnf 2024-04-23T03:12:26.606674578Z 2024-04-23T03:12:26.611641181Z New config written, updating prometheus 2024-04-23T03:12:31.648971653Z Prometheus config update successful 2024-04-23T03:12:31.649013508Z 2024-04-23T03:12:31.650495653Z Changes detected, updating prometheus config 2024-04-23T03:12:31.652775004Z Jobs detected: 0 2024-04-23T03:12:31.665956145Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:12:31.669313161Z alerting: 2024-04-23T03:12:31.669332847Z alertmanagers: 2024-04-23T03:12:31.669339111Z - static_configs: 2024-04-23T03:12:31.669366662Z - targets: 2024-04-23T03:12:31.669376720Z - alertmanager:9093 2024-04-23T03:12:31.669382201Z global: 2024-04-23T03:12:31.669387922Z evaluation_interval: 15s 2024-04-23T03:12:31.669393601Z scrape_interval: 15s 2024-04-23T03:12:31.669398856Z rule_files: 2024-04-23T03:12:31.669404104Z - osm_metric_rules.yml 2024-04-23T03:12:31.669409221Z - osm_alert_rules.yml 2024-04-23T03:12:31.669414379Z scrape_configs: 2024-04-23T03:12:31.669419905Z - job_name: mon_exporter 2024-04-23T03:12:31.669444773Z static_configs: 2024-04-23T03:12:31.669450920Z - targets: 2024-04-23T03:12:31.669456480Z - mon:8000 2024-04-23T03:12:31.669461696Z - honor_labels: true 2024-04-23T03:12:31.669466805Z job_name: pushgateway 2024-04-23T03:12:31.669471960Z scrape_interval: 30s 2024-04-23T03:12:31.669477145Z static_configs: 2024-04-23T03:12:31.669482206Z - targets: 2024-04-23T03:12:31.669489327Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:12:31.669494356Z 2024-04-23T03:12:31.675434086Z Alerts read: 2 2024-04-23T03:12:31.677612541Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:12:31.682266395Z groups: 2024-04-23T03:12:31.682282620Z - name: osm_alert_rules 2024-04-23T03:12:31.682287377Z rules: 2024-04-23T03:12:31.682291659Z - alert: vdu_down 2024-04-23T03:12:31.682295660Z annotations: 2024-04-23T03:12:31.682300079Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:12:31.682304521Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:12:31.682324302Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:12:31.682329728Z expr: vm_status_extended != 1 2024-04-23T03:12:31.682333450Z for: 3m 2024-04-23T03:12:31.682337162Z - name: _osm_alert_rules_20240423031231_ 2024-04-23T03:12:31.682340871Z rules: 2024-04-23T03:12:31.682345653Z - alert: scalein_b5bd5245-fee4-45e4-8a56-82299ee345c2 2024-04-23T03:12:31.682349480Z expr: (count (osm_cpu_utilization{ns_id="03219707-920c-4f73-9872-840ae9096490", 2024-04-23T03:12:31.682354452Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="03219707-920c-4f73-9872-840ae9096490", 2024-04-23T03:12:31.682358090Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T03:12:31.682361762Z for: 1m 2024-04-23T03:12:31.682365429Z labels: 2024-04-23T03:12:31.682369118Z ns_id: 03219707-920c-4f73-9872-840ae9096490 2024-04-23T03:12:31.682372823Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T03:12:31.682377373Z vnf_member_index: vnf 2024-04-23T03:12:31.682380969Z - alert: scaleout_b458be1f-55b7-4253-844b-91bd940c4f9b 2024-04-23T03:12:31.682384877Z expr: (count (osm_cpu_utilization{ns_id="03219707-920c-4f73-9872-840ae9096490", 2024-04-23T03:12:31.682404812Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="03219707-920c-4f73-9872-840ae9096490", 2024-04-23T03:12:31.682423888Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T03:12:31.682428105Z for: 1m 2024-04-23T03:12:31.682436067Z labels: 2024-04-23T03:12:31.682439916Z ns_id: 03219707-920c-4f73-9872-840ae9096490 2024-04-23T03:12:31.682443678Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T03:12:31.682447250Z vnf_member_index: vnf 2024-04-23T03:12:31.682450654Z 2024-04-23T03:12:31.686276045Z New config written, updating prometheus 2024-04-23T03:12:36.714134981Z Prometheus config update successful 2024-04-23T03:12:36.714163155Z 2024-04-23T03:24:58.038925648Z Changes detected, updating prometheus config 2024-04-23T03:24:58.043484413Z Jobs detected: 0 2024-04-23T03:24:58.048500147Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:24:58.051737417Z alerting: 2024-04-23T03:24:58.051751555Z alertmanagers: 2024-04-23T03:24:58.051755584Z - static_configs: 2024-04-23T03:24:58.051759273Z - targets: 2024-04-23T03:24:58.051762871Z - alertmanager:9093 2024-04-23T03:24:58.051765886Z global: 2024-04-23T03:24:58.051768986Z evaluation_interval: 15s 2024-04-23T03:24:58.051772173Z scrape_interval: 15s 2024-04-23T03:24:58.051775247Z rule_files: 2024-04-23T03:24:58.051778346Z - osm_metric_rules.yml 2024-04-23T03:24:58.051781411Z - osm_alert_rules.yml 2024-04-23T03:24:58.051784738Z scrape_configs: 2024-04-23T03:24:58.051787754Z - job_name: mon_exporter 2024-04-23T03:24:58.051791573Z static_configs: 2024-04-23T03:24:58.051794594Z - targets: 2024-04-23T03:24:58.051797605Z - mon:8000 2024-04-23T03:24:58.051800547Z - honor_labels: true 2024-04-23T03:24:58.051803545Z job_name: pushgateway 2024-04-23T03:24:58.051806590Z scrape_interval: 30s 2024-04-23T03:24:58.051809860Z static_configs: 2024-04-23T03:24:58.051812870Z - targets: 2024-04-23T03:24:58.051816650Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:24:58.051819615Z 2024-04-23T03:24:58.054993609Z Alerts read: 0 2024-04-23T03:24:58.057023980Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:24:58.058275478Z groups: 2024-04-23T03:24:58.058286781Z - name: osm_alert_rules 2024-04-23T03:24:58.058289965Z rules: 2024-04-23T03:24:58.058293024Z - alert: vdu_down 2024-04-23T03:24:58.058296617Z annotations: 2024-04-23T03:24:58.058300549Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:24:58.058304568Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:24:58.058307480Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:24:58.058311510Z expr: vm_status_extended != 1 2024-04-23T03:24:58.058314512Z for: 3m 2024-04-23T03:24:58.058317284Z 2024-04-23T03:24:58.059529281Z New config written, updating prometheus 2024-04-23T03:25:03.082859105Z Prometheus config update successful 2024-04-23T03:25:03.082886167Z 2024-04-23T03:25:03.083099823Z Changes detected, updating prometheus config 2024-04-23T03:25:03.084640326Z Jobs detected: 0 2024-04-23T03:25:03.088973491Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:25:03.091612032Z alerting: 2024-04-23T03:25:03.091626554Z alertmanagers: 2024-04-23T03:25:03.091631541Z - static_configs: 2024-04-23T03:25:03.091634827Z - targets: 2024-04-23T03:25:03.091639413Z - alertmanager:9093 2024-04-23T03:25:03.091667571Z global: 2024-04-23T03:25:03.091670998Z evaluation_interval: 15s 2024-04-23T03:25:03.091673905Z scrape_interval: 15s 2024-04-23T03:25:03.091676939Z rule_files: 2024-04-23T03:25:03.091679868Z - osm_metric_rules.yml 2024-04-23T03:25:03.091682826Z - osm_alert_rules.yml 2024-04-23T03:25:03.091685772Z scrape_configs: 2024-04-23T03:25:03.091688742Z - job_name: mon_exporter 2024-04-23T03:25:03.091691718Z static_configs: 2024-04-23T03:25:03.091694630Z - targets: 2024-04-23T03:25:03.091697647Z - mon:8000 2024-04-23T03:25:03.091700553Z - honor_labels: true 2024-04-23T03:25:03.091703447Z job_name: pushgateway 2024-04-23T03:25:03.091706296Z scrape_interval: 30s 2024-04-23T03:25:03.091709446Z static_configs: 2024-04-23T03:25:03.091712354Z - targets: 2024-04-23T03:25:03.091716655Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:25:03.091719562Z 2024-04-23T03:25:03.095376077Z Alerts read: 0 2024-04-23T03:25:03.097376108Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:25:03.098483303Z groups: 2024-04-23T03:25:03.098496976Z - name: osm_alert_rules 2024-04-23T03:25:03.098500439Z rules: 2024-04-23T03:25:03.098503527Z - alert: vdu_down 2024-04-23T03:25:03.098506511Z annotations: 2024-04-23T03:25:03.098511076Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:25:03.098525748Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:25:03.098529175Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:25:03.098534324Z expr: vm_status_extended != 1 2024-04-23T03:25:03.098537519Z for: 3m 2024-04-23T03:25:03.098540217Z 2024-04-23T03:25:03.099594269Z New config written, updating prometheus 2024-04-23T03:25:08.120943232Z Prometheus config update successful 2024-04-23T03:25:08.120972183Z 2024-04-23T03:27:13.610483781Z Changes detected, updating prometheus config 2024-04-23T03:27:13.612509130Z Jobs detected: 0 2024-04-23T03:27:13.618621334Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:27:13.620662400Z alerting: 2024-04-23T03:27:13.620679812Z alertmanagers: 2024-04-23T03:27:13.620695653Z - static_configs: 2024-04-23T03:27:13.620700934Z - targets: 2024-04-23T03:27:13.620706337Z - alertmanager:9093 2024-04-23T03:27:13.620710832Z global: 2024-04-23T03:27:13.620715397Z evaluation_interval: 15s 2024-04-23T03:27:13.620720561Z scrape_interval: 15s 2024-04-23T03:27:13.620725088Z rule_files: 2024-04-23T03:27:13.620729705Z - osm_metric_rules.yml 2024-04-23T03:27:13.620734129Z - osm_alert_rules.yml 2024-04-23T03:27:13.620738489Z scrape_configs: 2024-04-23T03:27:13.620742942Z - job_name: mon_exporter 2024-04-23T03:27:13.620747396Z static_configs: 2024-04-23T03:27:13.620752255Z - targets: 2024-04-23T03:27:13.620756752Z - mon:8000 2024-04-23T03:27:13.620761245Z - honor_labels: true 2024-04-23T03:27:13.620765714Z job_name: pushgateway 2024-04-23T03:27:13.620770256Z scrape_interval: 30s 2024-04-23T03:27:13.620774642Z static_configs: 2024-04-23T03:27:13.620779094Z - targets: 2024-04-23T03:27:13.620784223Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:27:13.620788542Z 2024-04-23T03:27:13.624128850Z Alerts read: 1 2024-04-23T03:27:13.625940024Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:27:13.627913809Z groups: 2024-04-23T03:27:13.627931524Z - name: osm_alert_rules 2024-04-23T03:27:13.627961268Z rules: 2024-04-23T03:27:13.627966827Z - alert: vdu_down 2024-04-23T03:27:13.627971405Z annotations: 2024-04-23T03:27:13.627976498Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:27:13.627981630Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:27:13.627986141Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:27:13.627990990Z expr: vm_status_extended != 1 2024-04-23T03:27:13.627995432Z for: 3m 2024-04-23T03:27:13.627999778Z - name: _osm_alert_rules_20240423032713_ 2024-04-23T03:27:13.628004195Z rules: 2024-04-23T03:27:13.628009135Z - alert: vdu_alarm_4ea2d47e-60a4-4e84-aa96-826bdd49fd8f 2024-04-23T03:27:13.628014348Z expr: osm_cpu_utilization{ns_id="1b1b42d3-8870-4987-9a9d-80fe298537aa", vnf_member_index="vnf", 2024-04-23T03:27:13.628018764Z vdu_id="cirros_vnfd-VM"} < 20.0000 2024-04-23T03:27:13.628023207Z for: 1m 2024-04-23T03:27:13.628027546Z labels: 2024-04-23T03:27:13.628031863Z ns_id: 1b1b42d3-8870-4987-9a9d-80fe298537aa 2024-04-23T03:27:13.628036914Z vdu_id: cirros_vnfd-VM 2024-04-23T03:27:13.628041411Z vdu_name: '{{ $labels.vdu_name }}' 2024-04-23T03:27:13.628045764Z vnf_member_index: vnf 2024-04-23T03:27:13.628049859Z 2024-04-23T03:27:13.629725046Z New config written, updating prometheus 2024-04-23T03:27:18.665190674Z Prometheus config update successful 2024-04-23T03:27:18.665366901Z 2024-04-23T03:37:21.108145869Z Changes detected, updating prometheus config 2024-04-23T03:37:21.110383816Z Jobs detected: 0 2024-04-23T03:37:21.117490092Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:37:21.120024971Z alerting: 2024-04-23T03:37:21.120038772Z alertmanagers: 2024-04-23T03:37:21.120043936Z - static_configs: 2024-04-23T03:37:21.120048338Z - targets: 2024-04-23T03:37:21.120053434Z - alertmanager:9093 2024-04-23T03:37:21.120057643Z global: 2024-04-23T03:37:21.120061937Z evaluation_interval: 15s 2024-04-23T03:37:21.120066495Z scrape_interval: 15s 2024-04-23T03:37:21.120070808Z rule_files: 2024-04-23T03:37:21.120075172Z - osm_metric_rules.yml 2024-04-23T03:37:21.120090082Z - osm_alert_rules.yml 2024-04-23T03:37:21.120094074Z scrape_configs: 2024-04-23T03:37:21.120098190Z - job_name: mon_exporter 2024-04-23T03:37:21.120102141Z static_configs: 2024-04-23T03:37:21.120110037Z - targets: 2024-04-23T03:37:21.120114183Z - mon:8000 2024-04-23T03:37:21.120118139Z - honor_labels: true 2024-04-23T03:37:21.120122128Z job_name: pushgateway 2024-04-23T03:37:21.120126116Z scrape_interval: 30s 2024-04-23T03:37:21.120130016Z static_configs: 2024-04-23T03:37:21.120134037Z - targets: 2024-04-23T03:37:21.120138547Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:37:21.120142403Z 2024-04-23T03:37:21.125893346Z Alerts read: 0 2024-04-23T03:37:21.127844290Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:37:21.129430108Z groups: 2024-04-23T03:37:21.129450237Z - name: osm_alert_rules 2024-04-23T03:37:21.129456636Z rules: 2024-04-23T03:37:21.129462748Z - alert: vdu_down 2024-04-23T03:37:21.129468496Z annotations: 2024-04-23T03:37:21.129474895Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:37:21.129482435Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:37:21.129488462Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:37:21.129516951Z expr: vm_status_extended != 1 2024-04-23T03:37:21.129522953Z for: 3m 2024-04-23T03:37:21.129528302Z 2024-04-23T03:37:21.131483340Z New config written, updating prometheus 2024-04-23T03:37:26.169131329Z Prometheus config update successful 2024-04-23T03:37:26.169164375Z 2024-04-23T03:39:42.219563739Z Changes detected, updating prometheus config 2024-04-23T03:39:42.221892258Z Jobs detected: 1 2024-04-23T03:39:42.227809172Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:39:42.233347080Z alerting: 2024-04-23T03:39:42.233364058Z alertmanagers: 2024-04-23T03:39:42.233368498Z - static_configs: 2024-04-23T03:39:42.233372216Z - targets: 2024-04-23T03:39:42.233376347Z - alertmanager:9093 2024-04-23T03:39:42.233379665Z global: 2024-04-23T03:39:42.233382948Z evaluation_interval: 15s 2024-04-23T03:39:42.233386219Z scrape_interval: 15s 2024-04-23T03:39:42.233389499Z rule_files: 2024-04-23T03:39:42.233392773Z - osm_metric_rules.yml 2024-04-23T03:39:42.233396601Z - osm_alert_rules.yml 2024-04-23T03:39:42.233399944Z scrape_configs: 2024-04-23T03:39:42.233403202Z - job_name: mon_exporter 2024-04-23T03:39:42.233406445Z static_configs: 2024-04-23T03:39:42.233409697Z - targets: 2024-04-23T03:39:42.233412904Z - mon:8000 2024-04-23T03:39:42.233428168Z - honor_labels: true 2024-04-23T03:39:42.233431774Z job_name: pushgateway 2024-04-23T03:39:42.233434865Z scrape_interval: 30s 2024-04-23T03:39:42.233437896Z static_configs: 2024-04-23T03:39:42.233441032Z - targets: 2024-04-23T03:39:42.233444773Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:39:42.233447871Z - job_name: 936026e4744c4809bede33506d5b47ce 2024-04-23T03:39:42.233450964Z metrics_path: /snmp 2024-04-23T03:39:42.233454122Z params: 2024-04-23T03:39:42.233457517Z module: 2024-04-23T03:39:42.233460638Z - osm-snmp 2024-04-23T03:39:42.233463702Z relabel_configs: 2024-04-23T03:39:42.233466931Z - source_labels: 2024-04-23T03:39:42.233470217Z - __address__ 2024-04-23T03:39:42.233473239Z target_label: __param_target 2024-04-23T03:39:42.233476286Z - source_labels: 2024-04-23T03:39:42.233479400Z - __param_target 2024-04-23T03:39:42.233482575Z target_label: instance 2024-04-23T03:39:42.233486308Z - replacement: eechart-0010708601-snmpexporter.61132524-ad3a-4a26-9901-a6b2c56746d4.svc:80 2024-04-23T03:39:42.233489365Z target_label: __address__ 2024-04-23T03:39:42.233492522Z static_configs: 2024-04-23T03:39:42.233495582Z - targets: 2024-04-23T03:39:42.233498653Z - 172.21.249.228 2024-04-23T03:39:42.233501606Z 2024-04-23T03:39:42.238069918Z Alerts read: 0 2024-04-23T03:39:42.239948971Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:39:42.241101999Z groups: 2024-04-23T03:39:42.241113041Z - name: osm_alert_rules 2024-04-23T03:39:42.241116807Z rules: 2024-04-23T03:39:42.241120158Z - alert: vdu_down 2024-04-23T03:39:42.241123502Z annotations: 2024-04-23T03:39:42.241127536Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:39:42.241131667Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:39:42.241135117Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:39:42.241139446Z expr: vm_status_extended != 1 2024-04-23T03:39:42.241142685Z for: 3m 2024-04-23T03:39:42.241145646Z 2024-04-23T03:39:42.242201992Z New config written, updating prometheus 2024-04-23T03:39:47.282228905Z Prometheus config update successful 2024-04-23T03:39:47.288984880Z 2024-04-23T03:39:57.378585036Z Changes detected, updating prometheus config 2024-04-23T03:39:57.380251739Z Jobs detected: 0 2024-04-23T03:39:57.386948359Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:39:57.389521935Z alerting: 2024-04-23T03:39:57.389545246Z alertmanagers: 2024-04-23T03:39:57.389555053Z - static_configs: 2024-04-23T03:39:57.389563631Z - targets: 2024-04-23T03:39:57.389573045Z - alertmanager:9093 2024-04-23T03:39:57.389581395Z global: 2024-04-23T03:39:57.389595445Z evaluation_interval: 15s 2024-04-23T03:39:57.389604518Z scrape_interval: 15s 2024-04-23T03:39:57.389613023Z rule_files: 2024-04-23T03:39:57.389621299Z - osm_metric_rules.yml 2024-04-23T03:39:57.389629604Z - osm_alert_rules.yml 2024-04-23T03:39:57.389637814Z scrape_configs: 2024-04-23T03:39:57.389646035Z - job_name: mon_exporter 2024-04-23T03:39:57.389654606Z static_configs: 2024-04-23T03:39:57.389662859Z - targets: 2024-04-23T03:39:57.389671378Z - mon:8000 2024-04-23T03:39:57.389679620Z - honor_labels: true 2024-04-23T03:39:57.389687882Z job_name: pushgateway 2024-04-23T03:39:57.389696042Z scrape_interval: 30s 2024-04-23T03:39:57.389704248Z static_configs: 2024-04-23T03:39:57.389712443Z - targets: 2024-04-23T03:39:57.389721762Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:39:57.389729819Z 2024-04-23T03:39:57.393141735Z Alerts read: 0 2024-04-23T03:39:57.395548842Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:39:57.397173467Z groups: 2024-04-23T03:39:57.397187846Z - name: osm_alert_rules 2024-04-23T03:39:57.397192656Z rules: 2024-04-23T03:39:57.397227459Z - alert: vdu_down 2024-04-23T03:39:57.397233409Z annotations: 2024-04-23T03:39:57.397238512Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:39:57.397244067Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:39:57.397248349Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:39:57.397253310Z expr: vm_status_extended != 1 2024-04-23T03:39:57.397258036Z for: 3m 2024-04-23T03:39:57.397261840Z 2024-04-23T03:39:57.398420310Z New config written, updating prometheus 2024-04-23T03:40:02.436045691Z Prometheus config update successful 2024-04-23T03:40:02.436080406Z 2024-04-23T03:53:04.888693144Z Changes detected, updating prometheus config 2024-04-23T03:53:04.892390760Z Jobs detected: 0 2024-04-23T03:53:04.899066949Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:53:04.902157200Z alerting: 2024-04-23T03:53:04.902173444Z alertmanagers: 2024-04-23T03:53:04.902178511Z - static_configs: 2024-04-23T03:53:04.902182592Z - targets: 2024-04-23T03:53:04.902187185Z - alertmanager:9093 2024-04-23T03:53:04.902191074Z global: 2024-04-23T03:53:04.902195016Z evaluation_interval: 15s 2024-04-23T03:53:04.902198849Z scrape_interval: 15s 2024-04-23T03:53:04.902202635Z rule_files: 2024-04-23T03:53:04.902206447Z - osm_metric_rules.yml 2024-04-23T03:53:04.902210251Z - osm_alert_rules.yml 2024-04-23T03:53:04.902214031Z scrape_configs: 2024-04-23T03:53:04.902217920Z - job_name: mon_exporter 2024-04-23T03:53:04.902222529Z static_configs: 2024-04-23T03:53:04.902226425Z - targets: 2024-04-23T03:53:04.902230204Z - mon:8000 2024-04-23T03:53:04.902233932Z - honor_labels: true 2024-04-23T03:53:04.902252848Z job_name: pushgateway 2024-04-23T03:53:04.902256699Z scrape_interval: 30s 2024-04-23T03:53:04.902260558Z static_configs: 2024-04-23T03:53:04.902264362Z - targets: 2024-04-23T03:53:04.902268803Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:53:04.902272556Z 2024-04-23T03:53:04.906206219Z Alerts read: 2 2024-04-23T03:53:04.908297009Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:53:04.911299935Z groups: 2024-04-23T03:53:04.911322271Z - name: osm_alert_rules 2024-04-23T03:53:04.911328827Z rules: 2024-04-23T03:53:04.911335777Z - alert: vdu_down 2024-04-23T03:53:04.911342370Z annotations: 2024-04-23T03:53:04.911358098Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:53:04.911365914Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:53:04.911372110Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:53:04.911379158Z expr: vm_status_extended != 1 2024-04-23T03:53:04.911385646Z for: 3m 2024-04-23T03:53:04.911391885Z - name: _osm_alert_rules_20240423035304_ 2024-04-23T03:53:04.911397838Z rules: 2024-04-23T03:53:04.911410040Z - alert: scalein_2a03f3b9-da29-4122-84ed-ac252560ae72 2024-04-23T03:53:04.911416566Z expr: (count (osm_cpu_utilization{ns_id="405ac952-7084-4feb-9664-743ffa762f35", 2024-04-23T03:53:04.911423769Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="405ac952-7084-4feb-9664-743ffa762f35", 2024-04-23T03:53:04.911430490Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T03:53:04.911437390Z for: 1m 2024-04-23T03:53:04.911444111Z labels: 2024-04-23T03:53:04.911450527Z ns_id: 405ac952-7084-4feb-9664-743ffa762f35 2024-04-23T03:53:04.911456577Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T03:53:04.911463877Z vnf_member_index: '1' 2024-04-23T03:53:04.911470421Z - alert: scaleout_1c3d6d47-4176-45c6-b637-aec555a3b91b 2024-04-23T03:53:04.911476772Z expr: (count (osm_cpu_utilization{ns_id="405ac952-7084-4feb-9664-743ffa762f35", 2024-04-23T03:53:04.911483190Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="405ac952-7084-4feb-9664-743ffa762f35", 2024-04-23T03:53:04.911489959Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T03:53:04.911497239Z for: 1m 2024-04-23T03:53:04.911503500Z labels: 2024-04-23T03:53:04.911509460Z ns_id: 405ac952-7084-4feb-9664-743ffa762f35 2024-04-23T03:53:04.911515931Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T03:53:04.911522103Z vnf_member_index: '1' 2024-04-23T03:53:04.911528020Z 2024-04-23T03:53:04.914324435Z New config written, updating prometheus 2024-04-23T03:53:09.950458421Z Prometheus config update successful 2024-04-23T03:53:09.950490280Z 2024-04-23T03:53:09.953567375Z Changes detected, updating prometheus config 2024-04-23T03:53:09.955156908Z Jobs detected: 0 2024-04-23T03:53:09.963855402Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:53:09.966299164Z alerting: 2024-04-23T03:53:09.966312571Z alertmanagers: 2024-04-23T03:53:09.966317538Z - static_configs: 2024-04-23T03:53:09.966321378Z - targets: 2024-04-23T03:53:09.966325716Z - alertmanager:9093 2024-04-23T03:53:09.966329817Z global: 2024-04-23T03:53:09.966334335Z evaluation_interval: 15s 2024-04-23T03:53:09.966338034Z scrape_interval: 15s 2024-04-23T03:53:09.966356721Z rule_files: 2024-04-23T03:53:09.966360780Z - osm_metric_rules.yml 2024-04-23T03:53:09.966364690Z - osm_alert_rules.yml 2024-04-23T03:53:09.966368421Z scrape_configs: 2024-04-23T03:53:09.966371947Z - job_name: mon_exporter 2024-04-23T03:53:09.966375757Z static_configs: 2024-04-23T03:53:09.966379375Z - targets: 2024-04-23T03:53:09.966382981Z - mon:8000 2024-04-23T03:53:09.966386644Z - honor_labels: true 2024-04-23T03:53:09.966390181Z job_name: pushgateway 2024-04-23T03:53:09.966393744Z scrape_interval: 30s 2024-04-23T03:53:09.966397365Z static_configs: 2024-04-23T03:53:09.966400950Z - targets: 2024-04-23T03:53:09.966405550Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:53:09.966409103Z 2024-04-23T03:53:09.970545311Z Alerts read: 2 2024-04-23T03:53:09.972409160Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:53:09.976309761Z groups: 2024-04-23T03:53:09.976336076Z - name: osm_alert_rules 2024-04-23T03:53:09.976344787Z rules: 2024-04-23T03:53:09.976352145Z - alert: vdu_down 2024-04-23T03:53:09.976359297Z annotations: 2024-04-23T03:53:09.976367232Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:53:09.976375387Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:53:09.976382742Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:53:09.976391243Z expr: vm_status_extended != 1 2024-04-23T03:53:09.976398517Z for: 3m 2024-04-23T03:53:09.976405718Z - name: _osm_alert_rules_20240423035309_ 2024-04-23T03:53:09.976412738Z rules: 2024-04-23T03:53:09.976420635Z - alert: scalein_2a03f3b9-da29-4122-84ed-ac252560ae72 2024-04-23T03:53:09.976428076Z expr: (count (osm_cpu_utilization{ns_id="405ac952-7084-4feb-9664-743ffa762f35", 2024-04-23T03:53:09.976436145Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="405ac952-7084-4feb-9664-743ffa762f35", 2024-04-23T03:53:09.976443276Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-04-23T03:53:09.976450392Z for: 1m 2024-04-23T03:53:09.976457717Z labels: 2024-04-23T03:53:09.976464975Z ns_id: 405ac952-7084-4feb-9664-743ffa762f35 2024-04-23T03:53:09.976471832Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T03:53:09.976479791Z vnf_member_index: '1' 2024-04-23T03:53:09.976486755Z - alert: scaleout_1c3d6d47-4176-45c6-b637-aec555a3b91b 2024-04-23T03:53:09.976493757Z expr: (count (osm_cpu_utilization{ns_id="405ac952-7084-4feb-9664-743ffa762f35", 2024-04-23T03:53:09.976501049Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="405ac952-7084-4feb-9664-743ffa762f35", 2024-04-23T03:53:09.976507973Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-04-23T03:53:09.976515102Z for: 1m 2024-04-23T03:53:09.976522189Z labels: 2024-04-23T03:53:09.976529280Z ns_id: 405ac952-7084-4feb-9664-743ffa762f35 2024-04-23T03:53:09.976536337Z vdu_id: hackfest_basic_metrics-VM 2024-04-23T03:53:09.976543442Z vnf_member_index: '1' 2024-04-23T03:53:09.976550108Z 2024-04-23T03:53:09.978960281Z New config written, updating prometheus 2024-04-23T03:53:15.018938189Z Prometheus config update successful 2024-04-23T03:53:15.018993250Z 2024-04-23T03:53:58.709779394Z Changes detected, updating prometheus config 2024-04-23T03:53:58.712265253Z Jobs detected: 0 2024-04-23T03:53:58.719699453Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:53:58.722259168Z alerting: 2024-04-23T03:53:58.722267975Z alertmanagers: 2024-04-23T03:53:58.722272203Z - static_configs: 2024-04-23T03:53:58.722275725Z - targets: 2024-04-23T03:53:58.722279758Z - alertmanager:9093 2024-04-23T03:53:58.722283211Z global: 2024-04-23T03:53:58.722286650Z evaluation_interval: 15s 2024-04-23T03:53:58.722290115Z scrape_interval: 15s 2024-04-23T03:53:58.722293441Z rule_files: 2024-04-23T03:53:58.722296853Z - osm_metric_rules.yml 2024-04-23T03:53:58.722300476Z - osm_alert_rules.yml 2024-04-23T03:53:58.722303705Z scrape_configs: 2024-04-23T03:53:58.722306968Z - job_name: mon_exporter 2024-04-23T03:53:58.722310198Z static_configs: 2024-04-23T03:53:58.722313374Z - targets: 2024-04-23T03:53:58.722316570Z - mon:8000 2024-04-23T03:53:58.722319786Z - honor_labels: true 2024-04-23T03:53:58.722323052Z job_name: pushgateway 2024-04-23T03:53:58.722326149Z scrape_interval: 30s 2024-04-23T03:53:58.722330255Z static_configs: 2024-04-23T03:53:58.722333501Z - targets: 2024-04-23T03:53:58.722337484Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:53:58.722460299Z 2024-04-23T03:53:58.726381545Z Alerts read: 0 2024-04-23T03:53:58.728544713Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:53:58.730005182Z groups: 2024-04-23T03:53:58.730016654Z - name: osm_alert_rules 2024-04-23T03:53:58.730020067Z rules: 2024-04-23T03:53:58.730023160Z - alert: vdu_down 2024-04-23T03:53:58.730026396Z annotations: 2024-04-23T03:53:58.730029984Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:53:58.730033808Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:53:58.730036777Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:53:58.730040123Z expr: vm_status_extended != 1 2024-04-23T03:53:58.730057711Z for: 3m 2024-04-23T03:53:58.730121091Z 2024-04-23T03:53:58.731350135Z New config written, updating prometheus 2024-04-23T03:54:03.761582578Z Prometheus config update successful 2024-04-23T03:54:03.761660457Z 2024-04-23T03:54:03.761806499Z Changes detected, updating prometheus config 2024-04-23T03:54:03.767806431Z Jobs detected: 0 2024-04-23T03:54:03.772586694Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-23T03:54:03.774410383Z alerting: 2024-04-23T03:54:03.774422786Z alertmanagers: 2024-04-23T03:54:03.774426498Z - static_configs: 2024-04-23T03:54:03.774429475Z - targets: 2024-04-23T03:54:03.774432819Z - alertmanager:9093 2024-04-23T03:54:03.774435757Z global: 2024-04-23T03:54:03.774438704Z evaluation_interval: 15s 2024-04-23T03:54:03.774441447Z scrape_interval: 15s 2024-04-23T03:54:03.774444239Z rule_files: 2024-04-23T03:54:03.774447015Z - osm_metric_rules.yml 2024-04-23T03:54:03.774449755Z - osm_alert_rules.yml 2024-04-23T03:54:03.774452480Z scrape_configs: 2024-04-23T03:54:03.774455178Z - job_name: mon_exporter 2024-04-23T03:54:03.774457895Z static_configs: 2024-04-23T03:54:03.774460597Z - targets: 2024-04-23T03:54:03.774463283Z - mon:8000 2024-04-23T03:54:03.774465951Z - honor_labels: true 2024-04-23T03:54:03.774468645Z job_name: pushgateway 2024-04-23T03:54:03.774471323Z scrape_interval: 30s 2024-04-23T03:54:03.774474789Z static_configs: 2024-04-23T03:54:03.774478583Z - targets: 2024-04-23T03:54:03.774483144Z - pushgateway-prometheus-pushgateway:9091 2024-04-23T03:54:03.774622480Z 2024-04-23T03:54:03.783612583Z Alerts read: 0 2024-04-23T03:54:03.785877603Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-04-23T03:54:03.787030367Z groups: 2024-04-23T03:54:03.787041052Z - name: osm_alert_rules 2024-04-23T03:54:03.787044331Z rules: 2024-04-23T03:54:03.787047459Z - alert: vdu_down 2024-04-23T03:54:03.787050351Z annotations: 2024-04-23T03:54:03.787054003Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-04-23T03:54:03.787057588Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-04-23T03:54:03.787060692Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-04-23T03:54:03.787064233Z expr: vm_status_extended != 1 2024-04-23T03:54:03.787067761Z for: 3m 2024-04-23T03:54:03.787074725Z 2024-04-23T03:54:03.788330768Z New config written, updating prometheus 2024-04-23T03:54:08.831368650Z Prometheus config update successful 2024-04-23T03:54:08.831435348Z