2024-04-25T17:34:20.365615518Z ts=2024-04-25T17:34:20.365Z caller=main.go:539 level=info msg="No time or size retention was set so using the default time retention" duration=15d
2024-04-25T17:34:20.365662815Z ts=2024-04-25T17:34:20.365Z caller=main.go:583 level=info msg="Starting Prometheus Server" mode=server version="(version=2.47.0, branch=HEAD, revision=efa34a5840661c29c2e362efa76bc3a70dccb335)"
2024-04-25T17:34:20.365699323Z ts=2024-04-25T17:34:20.365Z caller=main.go:588 level=info build_context="(go=go1.21.0, platform=linux/amd64, user=root@409eb5e6b30c, date=20230906-10:20:07, tags=netgo,builtinassets,stringlabels)"
2024-04-25T17:34:20.365706933Z ts=2024-04-25T17:34:20.365Z caller=main.go:589 level=info host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))"
2024-04-25T17:34:20.365710609Z ts=2024-04-25T17:34:20.365Z caller=main.go:590 level=info fd_limits="(soft=1048576, hard=1048576)"
2024-04-25T17:34:20.365733331Z ts=2024-04-25T17:34:20.365Z caller=main.go:591 level=info vm_limits="(soft=unlimited, hard=unlimited)"
2024-04-25T17:34:20.368350196Z ts=2024-04-25T17:34:20.367Z caller=web.go:566 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090
2024-04-25T17:34:20.368364302Z ts=2024-04-25T17:34:20.367Z caller=main.go:1024 level=info msg="Starting TSDB ..."
2024-04-25T17:34:20.371949665Z ts=2024-04-25T17:34:20.369Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090
2024-04-25T17:34:20.371963368Z ts=2024-04-25T17:34:20.369Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090
2024-04-25T17:34:20.375391186Z ts=2024-04-25T17:34:20.375Z caller=head.go:600 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
2024-04-25T17:34:20.375781943Z ts=2024-04-25T17:34:20.375Z caller=head.go:681 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=5.17µs
2024-04-25T17:34:20.376228300Z ts=2024-04-25T17:34:20.375Z caller=head.go:689 level=info component=tsdb msg="Replaying WAL, this may take a while"
2024-04-25T17:34:20.378461914Z ts=2024-04-25T17:34:20.376Z caller=head.go:760 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
2024-04-25T17:34:20.378475165Z ts=2024-04-25T17:34:20.376Z caller=head.go:797 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=78.942µs wal_replay_duration=652.886µs wbl_replay_duration=140ns total_replay_duration=1.240631ms
2024-04-25T17:34:20.381358653Z ts=2024-04-25T17:34:20.381Z caller=main.go:1045 level=info fs_type=EXT4_SUPER_MAGIC
2024-04-25T17:34:20.381376153Z ts=2024-04-25T17:34:20.381Z caller=main.go:1048 level=info msg="TSDB started"
2024-04-25T17:34:20.384642164Z ts=2024-04-25T17:34:20.381Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-25T17:34:20.384656094Z ts=2024-04-25T17:34:20.383Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.720457ms db_storage=1.515µs remote_storage=2.086µs web_handler=775ns query_engine=882ns scrape=327.467µs scrape_sd=43.154µs notify=40.059µs notify_sd=9.653µs rules=675.182µs tracing=8.967µs
2024-04-25T17:34:20.384667853Z ts=2024-04-25T17:34:20.383Z caller=main.go:1009 level=info msg="Server is ready to receive web requests."
2024-04-25T17:34:20.384679339Z ts=2024-04-25T17:34:20.383Z caller=manager.go:1009 level=info component="rule manager" msg="Starting rule manager..."
2024-04-25T17:35:32.447579015Z ts=2024-04-25T17:35:32.447Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-25T17:35:32.450704603Z ts=2024-04-25T17:35:32.449Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.145009ms db_storage=1.228µs remote_storage=1.929µs web_handler=525ns query_engine=985ns scrape=172.561µs scrape_sd=31.41µs notify=21.238µs notify_sd=8.132µs rules=1.249108ms tracing=5.714µs
2024-04-25T17:51:47.627844520Z ts=2024-04-25T17:51:47.627Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-25T17:51:47.630790960Z ts=2024-04-25T17:51:47.630Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.037131ms db_storage=4.302µs remote_storage=1.812µs web_handler=4.839µs query_engine=1.286µs scrape=254.652µs scrape_sd=37.156µs notify=48.514µs notify_sd=7.182µs rules=1.813657ms tracing=16.79µs
2024-04-25T17:51:52.680883193Z ts=2024-04-25T17:51:52.680Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-25T17:51:52.685063054Z ts=2024-04-25T17:51:52.684Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.138888ms db_storage=2.112µs remote_storage=26.86µs web_handler=629ns query_engine=1.369µs scrape=135.609µs scrape_sd=63.145µs notify=47.795µs notify_sd=13.96µs rules=3.190854ms tracing=8.151µs
2024-04-25T18:05:19.156929255Z ts=2024-04-25T18:05:19.156Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-25T18:05:19.159113766Z ts=2024-04-25T18:05:19.158Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.242735ms db_storage=2.689µs remote_storage=1.952µs web_handler=5.776µs query_engine=1.249µs scrape=182.397µs scrape_sd=44.928µs notify=41.523µs notify_sd=9.909µs rules=1.104251ms tracing=14.787µs
2024-04-25T18:05:24.208013629Z ts=2024-04-25T18:05:24.207Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-25T18:05:24.209615997Z ts=2024-04-25T18:05:24.209Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.658894ms db_storage=1.651µs remote_storage=1.598µs web_handler=529ns query_engine=1.21µs scrape=130.893µs scrape_sd=41.005µs notify=22.249µs notify_sd=11.577µs rules=977.467µs tracing=5.029µs
2024-04-25T17:35:27.364976043Z Created MongoClient to connect to MongoDB!
2024-04-25T17:35:27.365017820Z Generating prometheus config files
2024-04-25T17:35:27.408371989Z Jobs detected: 0
2024-04-25T17:35:27.408399173Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-25T17:35:27.408402431Z alerting:
2024-04-25T17:35:27.408405280Z   alertmanagers:
2024-04-25T17:35:27.408408665Z   - static_configs:
2024-04-25T17:35:27.408411541Z     - targets:
2024-04-25T17:35:27.408415188Z       - alertmanager:9093
2024-04-25T17:35:27.408418072Z global:
2024-04-25T17:35:27.408420896Z   evaluation_interval: 15s
2024-04-25T17:35:27.408423825Z   scrape_interval: 15s
2024-04-25T17:35:27.408426685Z rule_files:
2024-04-25T17:35:27.408440932Z - osm_metric_rules.yml
2024-04-25T17:35:27.408444038Z - osm_alert_rules.yml
2024-04-25T17:35:27.408446875Z scrape_configs:
2024-04-25T17:35:27.408450380Z - job_name: mon_exporter
2024-04-25T17:35:27.408453420Z   static_configs:
2024-04-25T17:35:27.408456180Z   - targets:
2024-04-25T17:35:27.408459120Z     - mon:8000
2024-04-25T17:35:27.408461849Z - honor_labels: true
2024-04-25T17:35:27.408464608Z   job_name: pushgateway
2024-04-25T17:35:27.408467406Z   scrape_interval: 30s
2024-04-25T17:35:27.408470251Z   static_configs:
2024-04-25T17:35:27.408473034Z   - targets:
2024-04-25T17:35:27.408476577Z     - pushgateway-prometheus-pushgateway:9091
2024-04-25T17:35:27.408479307Z 
2024-04-25T17:35:27.412282496Z Alerts read: 0
2024-04-25T17:35:27.412295872Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-25T17:35:27.416585173Z groups:
2024-04-25T17:35:27.416600068Z - name: osm_alert_rules
2024-04-25T17:35:27.416603608Z   rules:
2024-04-25T17:35:27.416606659Z   - alert: vdu_down
2024-04-25T17:35:27.416620767Z     annotations:
2024-04-25T17:35:27.416625511Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-25T17:35:27.416629033Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-25T17:35:27.416632267Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-25T17:35:27.416635811Z     expr: vm_status_extended != 1
2024-04-25T17:35:27.416639391Z     for: 3m
2024-04-25T17:35:27.418100627Z 
2024-04-25T17:35:27.421877733Z New config written, updating prometheus
2024-04-25T17:35:27.423152396Z Error in configuration attempt! Number of tries: 1/3
2024-04-25T17:35:27.423162702Z Cannot connect to host prometheus:9090 ssl:default [Connect call failed ('10.104.42.230', 9090)]
2024-04-25T17:35:32.425535344Z Generating prometheus config files
2024-04-25T17:35:32.431223678Z Jobs detected: 0
2024-04-25T17:35:32.432513463Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-25T17:35:32.435293980Z alerting:
2024-04-25T17:35:32.435302452Z   alertmanagers:
2024-04-25T17:35:32.435307367Z   - static_configs:
2024-04-25T17:35:32.435311725Z     - targets:
2024-04-25T17:35:32.435316383Z       - alertmanager:9093
2024-04-25T17:35:32.435320434Z global:
2024-04-25T17:35:32.435323514Z   evaluation_interval: 15s
2024-04-25T17:35:32.435326499Z   scrape_interval: 15s
2024-04-25T17:35:32.435329517Z rule_files:
2024-04-25T17:35:32.435332489Z - osm_metric_rules.yml
2024-04-25T17:35:32.435335408Z - osm_alert_rules.yml
2024-04-25T17:35:32.435338544Z scrape_configs:
2024-04-25T17:35:32.435341490Z - job_name: mon_exporter
2024-04-25T17:35:32.435344428Z   static_configs:
2024-04-25T17:35:32.435347354Z   - targets:
2024-04-25T17:35:32.435350207Z     - mon:8000
2024-04-25T17:35:32.435353159Z - honor_labels: true
2024-04-25T17:35:32.435366792Z   job_name: pushgateway
2024-04-25T17:35:32.435369866Z   scrape_interval: 30s
2024-04-25T17:35:32.435372761Z   static_configs:
2024-04-25T17:35:32.435375658Z   - targets:
2024-04-25T17:35:32.435378856Z     - pushgateway-prometheus-pushgateway:9091
2024-04-25T17:35:32.435381729Z 
2024-04-25T17:35:32.440741226Z Alerts read: 0
2024-04-25T17:35:32.442851194Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-25T17:35:32.444038288Z groups:
2024-04-25T17:35:32.444047576Z - name: osm_alert_rules
2024-04-25T17:35:32.444050866Z   rules:
2024-04-25T17:35:32.444053944Z   - alert: vdu_down
2024-04-25T17:35:32.444057526Z     annotations:
2024-04-25T17:35:32.444061142Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-25T17:35:32.444064726Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-25T17:35:32.444067799Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-25T17:35:32.444071349Z     expr: vm_status_extended != 1
2024-04-25T17:35:32.444074506Z     for: 3m
2024-04-25T17:35:32.444077266Z 
2024-04-25T17:35:32.445120616Z New config written, updating prometheus
2024-04-25T17:35:37.464541414Z Prometheus config update successful
2024-04-25T17:35:42.477594403Z Listening to changes in prometheus jobs and alerts collections
2024-04-25T17:51:47.593613043Z Changes detected, updating prometheus config
2024-04-25T17:51:47.595247162Z Jobs detected: 0
2024-04-25T17:51:47.599764712Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-25T17:51:47.607700998Z alerting:
2024-04-25T17:51:47.607715659Z   alertmanagers:
2024-04-25T17:51:47.607719705Z   - static_configs:
2024-04-25T17:51:47.607722856Z     - targets:
2024-04-25T17:51:47.607726531Z       - alertmanager:9093
2024-04-25T17:51:47.607729516Z global:
2024-04-25T17:51:47.607732583Z   evaluation_interval: 15s
2024-04-25T17:51:47.607735559Z   scrape_interval: 15s
2024-04-25T17:51:47.607738532Z rule_files:
2024-04-25T17:51:47.607741688Z - osm_metric_rules.yml
2024-04-25T17:51:47.607744631Z - osm_alert_rules.yml
2024-04-25T17:51:47.607747876Z scrape_configs:
2024-04-25T17:51:47.607750934Z - job_name: mon_exporter
2024-04-25T17:51:47.607753842Z   static_configs:
2024-04-25T17:51:47.607756877Z   - targets:
2024-04-25T17:51:47.607759874Z     - mon:8000
2024-04-25T17:51:47.607762819Z - honor_labels: true
2024-04-25T17:51:47.607765809Z   job_name: pushgateway
2024-04-25T17:51:47.607768796Z   scrape_interval: 30s
2024-04-25T17:51:47.607771700Z   static_configs:
2024-04-25T17:51:47.607774726Z   - targets:
2024-04-25T17:51:47.607778404Z     - pushgateway-prometheus-pushgateway:9091
2024-04-25T17:51:47.607781350Z 
2024-04-25T17:51:47.611675573Z Alerts read: 2
2024-04-25T17:51:47.614510295Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-25T17:51:47.618822487Z groups:
2024-04-25T17:51:47.618835354Z - name: osm_alert_rules
2024-04-25T17:51:47.618838531Z   rules:
2024-04-25T17:51:47.618841425Z   - alert: vdu_down
2024-04-25T17:51:47.618844358Z     annotations:
2024-04-25T17:51:47.618848100Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-25T17:51:47.618851733Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-25T17:51:47.618854549Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-25T17:51:47.618857927Z     expr: vm_status_extended != 1
2024-04-25T17:51:47.618860884Z     for: 3m
2024-04-25T17:51:47.618873068Z - name: _osm_alert_rules_20240425175147_
2024-04-25T17:51:47.618876435Z   rules:
2024-04-25T17:51:47.618879587Z   - alert: scalein_bd16f511-cfc5-4576-a5b5-ac1c8273d390
2024-04-25T17:51:47.618882398Z     expr: (count (osm_cpu_utilization{ns_id="0fb6d0bf-9aff-47ca-b4ef-0717c3ff8875",
2024-04-25T17:51:47.618885869Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0fb6d0bf-9aff-47ca-b4ef-0717c3ff8875",
2024-04-25T17:51:47.618888673Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-25T17:51:47.618891571Z     for: 1m
2024-04-25T17:51:47.618894337Z     labels:
2024-04-25T17:51:47.618897070Z       ns_id: 0fb6d0bf-9aff-47ca-b4ef-0717c3ff8875
2024-04-25T17:51:47.618903536Z       vdu_id: hackfest_basic_metrics-VM
2024-04-25T17:51:47.618906958Z       vnf_member_index: vnf
2024-04-25T17:51:47.618909758Z   - alert: scaleout_9a6711aa-2cf9-4778-8e8c-6006bc4d184c
2024-04-25T17:51:47.618913032Z     expr: (count (osm_cpu_utilization{ns_id="0fb6d0bf-9aff-47ca-b4ef-0717c3ff8875",
2024-04-25T17:51:47.618915818Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0fb6d0bf-9aff-47ca-b4ef-0717c3ff8875",
2024-04-25T17:51:47.618918629Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-25T17:51:47.618921459Z     for: 1m
2024-04-25T17:51:47.618924167Z     labels:
2024-04-25T17:51:47.618926917Z       ns_id: 0fb6d0bf-9aff-47ca-b4ef-0717c3ff8875
2024-04-25T17:51:47.618929755Z       vdu_id: hackfest_basic_metrics-VM
2024-04-25T17:51:47.618932487Z       vnf_member_index: vnf
2024-04-25T17:51:47.618935107Z 
2024-04-25T17:51:47.622355738Z New config written, updating prometheus
2024-04-25T17:51:52.646403201Z Prometheus config update successful
2024-04-25T17:51:52.646428841Z 
2024-04-25T17:51:52.650145352Z Changes detected, updating prometheus config
2024-04-25T17:51:52.651465098Z Jobs detected: 0
2024-04-25T17:51:52.655763441Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-25T17:51:52.657952234Z alerting:
2024-04-25T17:51:52.657975170Z   alertmanagers:
2024-04-25T17:51:52.657982633Z   - static_configs:
2024-04-25T17:51:52.657989035Z     - targets:
2024-04-25T17:51:52.657995654Z       - alertmanager:9093
2024-04-25T17:51:52.658002097Z global:
2024-04-25T17:51:52.658008255Z   evaluation_interval: 15s
2024-04-25T17:51:52.658014474Z   scrape_interval: 15s
2024-04-25T17:51:52.658020747Z rule_files:
2024-04-25T17:51:52.658031828Z - osm_metric_rules.yml
2024-04-25T17:51:52.658037968Z - osm_alert_rules.yml
2024-04-25T17:51:52.658044475Z scrape_configs:
2024-04-25T17:51:52.658051008Z - job_name: mon_exporter
2024-04-25T17:51:52.658057004Z   static_configs:
2024-04-25T17:51:52.658063013Z   - targets:
2024-04-25T17:51:52.658069175Z     - mon:8000
2024-04-25T17:51:52.658075187Z - honor_labels: true
2024-04-25T17:51:52.658081099Z   job_name: pushgateway
2024-04-25T17:51:52.658086954Z   scrape_interval: 30s
2024-04-25T17:51:52.658093394Z   static_configs:
2024-04-25T17:51:52.658099252Z   - targets:
2024-04-25T17:51:52.658105925Z     - pushgateway-prometheus-pushgateway:9091
2024-04-25T17:51:52.658111769Z 
2024-04-25T17:51:52.666841746Z Alerts read: 2
2024-04-25T17:51:52.670003875Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-25T17:51:52.673517759Z groups:
2024-04-25T17:51:52.673531399Z - name: osm_alert_rules
2024-04-25T17:51:52.673534795Z   rules:
2024-04-25T17:51:52.673539004Z   - alert: vdu_down
2024-04-25T17:51:52.673562652Z     annotations:
2024-04-25T17:51:52.673566880Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-25T17:51:52.673570514Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-25T17:51:52.673573607Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-25T17:51:52.673577197Z     expr: vm_status_extended != 1
2024-04-25T17:51:52.673580259Z     for: 3m
2024-04-25T17:51:52.673583667Z - name: _osm_alert_rules_20240425175152_
2024-04-25T17:51:52.673586645Z   rules:
2024-04-25T17:51:52.673590080Z   - alert: scalein_bd16f511-cfc5-4576-a5b5-ac1c8273d390
2024-04-25T17:51:52.673593405Z     expr: (count (osm_cpu_utilization{ns_id="0fb6d0bf-9aff-47ca-b4ef-0717c3ff8875",
2024-04-25T17:51:52.673597217Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0fb6d0bf-9aff-47ca-b4ef-0717c3ff8875",
2024-04-25T17:51:52.673600235Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-25T17:51:52.673603222Z     for: 1m
2024-04-25T17:51:52.673606483Z     labels:
2024-04-25T17:51:52.673609477Z       ns_id: 0fb6d0bf-9aff-47ca-b4ef-0717c3ff8875
2024-04-25T17:51:52.673612486Z       vdu_id: hackfest_basic_metrics-VM
2024-04-25T17:51:52.673615910Z       vnf_member_index: vnf
2024-04-25T17:51:52.673618891Z   - alert: scaleout_9a6711aa-2cf9-4778-8e8c-6006bc4d184c
2024-04-25T17:51:52.673621895Z     expr: (count (osm_cpu_utilization{ns_id="0fb6d0bf-9aff-47ca-b4ef-0717c3ff8875",
2024-04-25T17:51:52.673625162Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0fb6d0bf-9aff-47ca-b4ef-0717c3ff8875",
2024-04-25T17:51:52.673628186Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-25T17:51:52.673631166Z     for: 1m
2024-04-25T17:51:52.673634137Z     labels:
2024-04-25T17:51:52.673637077Z       ns_id: 0fb6d0bf-9aff-47ca-b4ef-0717c3ff8875
2024-04-25T17:51:52.673639944Z       vdu_id: hackfest_basic_metrics-VM
2024-04-25T17:51:52.673642959Z       vnf_member_index: vnf
2024-04-25T17:51:52.673645799Z 
2024-04-25T17:51:52.677610962Z New config written, updating prometheus
2024-04-25T17:51:57.700309075Z Prometheus config update successful
2024-04-25T17:51:57.700342021Z 
2024-04-25T18:05:19.121504474Z Changes detected, updating prometheus config
2024-04-25T18:05:19.123369039Z Jobs detected: 0
2024-04-25T18:05:19.130284974Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-25T18:05:19.134429736Z alerting:
2024-04-25T18:05:19.134443084Z   alertmanagers:
2024-04-25T18:05:19.134447132Z   - static_configs:
2024-04-25T18:05:19.134450497Z     - targets:
2024-04-25T18:05:19.134454238Z       - alertmanager:9093
2024-04-25T18:05:19.134457175Z global:
2024-04-25T18:05:19.134460237Z   evaluation_interval: 15s
2024-04-25T18:05:19.134463210Z   scrape_interval: 15s
2024-04-25T18:05:19.134466253Z rule_files:
2024-04-25T18:05:19.134469205Z - osm_metric_rules.yml
2024-04-25T18:05:19.134472123Z - osm_alert_rules.yml
2024-04-25T18:05:19.134475073Z scrape_configs:
2024-04-25T18:05:19.134478364Z - job_name: mon_exporter
2024-04-25T18:05:19.134481249Z   static_configs:
2024-04-25T18:05:19.134484254Z   - targets:
2024-04-25T18:05:19.134487164Z     - mon:8000
2024-04-25T18:05:19.134490085Z - honor_labels: true
2024-04-25T18:05:19.134492987Z   job_name: pushgateway
2024-04-25T18:05:19.134495832Z   scrape_interval: 30s
2024-04-25T18:05:19.134498827Z   static_configs:
2024-04-25T18:05:19.134501661Z   - targets:
2024-04-25T18:05:19.134516441Z     - pushgateway-prometheus-pushgateway:9091
2024-04-25T18:05:19.134542449Z 
2024-04-25T18:05:19.143110079Z Alerts read: 0
2024-04-25T18:05:19.145894367Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-25T18:05:19.147191381Z groups:
2024-04-25T18:05:19.147196661Z - name: osm_alert_rules
2024-04-25T18:05:19.147199784Z   rules:
2024-04-25T18:05:19.147202869Z   - alert: vdu_down
2024-04-25T18:05:19.147205861Z     annotations:
2024-04-25T18:05:19.147209631Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-25T18:05:19.147213571Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-25T18:05:19.147216740Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-25T18:05:19.147220285Z     expr: vm_status_extended != 1
2024-04-25T18:05:19.147223297Z     for: 3m
2024-04-25T18:05:19.147353915Z 
2024-04-25T18:05:19.149045887Z New config written, updating prometheus
2024-04-25T18:05:24.187461411Z Prometheus config update successful
2024-04-25T18:05:24.187481106Z 
2024-04-25T18:05:24.187485453Z Changes detected, updating prometheus config
2024-04-25T18:05:24.188894734Z Jobs detected: 0
2024-04-25T18:05:24.195771447Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-25T18:05:24.198339164Z alerting:
2024-04-25T18:05:24.198365004Z   alertmanagers:
2024-04-25T18:05:24.198370983Z   - static_configs:
2024-04-25T18:05:24.198375964Z     - targets:
2024-04-25T18:05:24.198381683Z       - alertmanager:9093
2024-04-25T18:05:24.198386426Z global:
2024-04-25T18:05:24.198391178Z   evaluation_interval: 15s
2024-04-25T18:05:24.198396043Z   scrape_interval: 15s
2024-04-25T18:05:24.198400720Z rule_files:
2024-04-25T18:05:24.198405547Z - osm_metric_rules.yml
2024-04-25T18:05:24.198410144Z - osm_alert_rules.yml
2024-04-25T18:05:24.198415487Z scrape_configs:
2024-04-25T18:05:24.198420382Z - job_name: mon_exporter
2024-04-25T18:05:24.198425031Z   static_configs:
2024-04-25T18:05:24.198429742Z   - targets:
2024-04-25T18:05:24.198434545Z     - mon:8000
2024-04-25T18:05:24.198439628Z - honor_labels: true
2024-04-25T18:05:24.198444358Z   job_name: pushgateway
2024-04-25T18:05:24.198452822Z   scrape_interval: 30s
2024-04-25T18:05:24.198457745Z   static_configs:
2024-04-25T18:05:24.198462529Z   - targets:
2024-04-25T18:05:24.198467978Z     - pushgateway-prometheus-pushgateway:9091
2024-04-25T18:05:24.198472620Z 
2024-04-25T18:05:24.201561016Z Alerts read: 0
2024-04-25T18:05:24.203561844Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-25T18:05:24.204853080Z groups:
2024-04-25T18:05:24.204865916Z - name: osm_alert_rules
2024-04-25T18:05:24.204869452Z   rules:
2024-04-25T18:05:24.204872899Z   - alert: vdu_down
2024-04-25T18:05:24.204876152Z     annotations:
2024-04-25T18:05:24.204879809Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-25T18:05:24.204883670Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-25T18:05:24.204887132Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-25T18:05:24.204890934Z     expr: vm_status_extended != 1
2024-04-25T18:05:24.204894183Z     for: 3m
2024-04-25T18:05:24.204897217Z 
2024-04-25T18:05:24.205778137Z New config written, updating prometheus
2024-04-25T18:05:29.223585559Z Prometheus config update successful
2024-04-25T18:05:29.223602538Z