2024-06-17T12:17:31.890949893Z level=info ts=2024-06-17T12:17:31.890752179Z caller=main.go:137 msg="Starting prometheus-config-reloader" version="(version=0.71.2, branch=refs/tags/v0.71.2, revision=af2014407bdc25c4fc2b26cd99c9655235ebdf88)"
2024-06-17T12:17:31.890993040Z level=info ts=2024-06-17T12:17:31.890858326Z caller=main.go:138 build_context="(go=go1.21.6, platform=linux/amd64, user=Action-Run-ID-7656327832, date=20240125-14:58:54, tags=unknown)"
2024-06-17T12:17:31.892200419Z level=info ts=2024-06-17T12:17:31.891738336Z caller=reloader.go:246 msg="reloading via HTTP"
2024-06-17T12:17:31.892365751Z level=info ts=2024-06-17T12:17:31.892296197Z caller=reloader.go:282 msg="started watching config file and directories for changes" cfg= out= dirs=/etc/config
2024-06-17T12:20:31.910092153Z level=info ts=2024-06-17T12:20:31.909853796Z caller=reloader.go:424 msg="Reload triggered" cfg_in= cfg_out= watched_dirs=/etc/config
2024-06-17T12:18:19.264787527Z ts=2024-06-17T12:18:19.264Z caller=main.go:588 level=info msg="Starting Prometheus Server" mode=server version="(version=2.49.1, branch=HEAD, revision=43e14844a33b65e2a396e3944272af8b3a494071)"
2024-06-17T12:18:19.264833771Z ts=2024-06-17T12:18:19.264Z caller=main.go:593 level=info build_context="(go=go1.21.6, platform=linux/amd64, user=root@6d5f4c649d25, date=20240115-16:58:43, tags=netgo,builtinassets,stringlabels)"
2024-06-17T12:18:19.264838989Z ts=2024-06-17T12:18:19.264Z caller=main.go:594 level=info host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))"
2024-06-17T12:18:19.264897887Z ts=2024-06-17T12:18:19.264Z caller=main.go:595 level=info fd_limits="(soft=1048576, hard=1048576)"
2024-06-17T12:18:19.264978901Z ts=2024-06-17T12:18:19.264Z caller=main.go:596 level=info vm_limits="(soft=unlimited, hard=unlimited)"
2024-06-17T12:18:19.267680082Z ts=2024-06-17T12:18:19.267Z caller=web.go:565 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090
2024-06-17T12:18:19.269521295Z ts=2024-06-17T12:18:19.269Z caller=main.go:1039 level=info msg="Starting TSDB ..."
2024-06-17T12:18:19.279430432Z ts=2024-06-17T12:18:19.279Z caller=head.go:606 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
2024-06-17T12:18:19.279448147Z ts=2024-06-17T12:18:19.279Z caller=head.go:687 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=5.912µs
2024-06-17T12:18:19.279451626Z ts=2024-06-17T12:18:19.279Z caller=head.go:695 level=info component=tsdb msg="Replaying WAL, this may take a while"
2024-06-17T12:18:19.281222928Z ts=2024-06-17T12:18:19.281Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090
2024-06-17T12:18:19.281445787Z ts=2024-06-17T12:18:19.281Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090
2024-06-17T12:18:19.281721219Z ts=2024-06-17T12:18:19.281Z caller=head.go:766 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
2024-06-17T12:18:19.281778286Z ts=2024-06-17T12:18:19.281Z caller=head.go:803 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=43.865µs wal_replay_duration=2.306309ms wbl_replay_duration=164ns total_replay_duration=2.392156ms
2024-06-17T12:18:19.288123269Z ts=2024-06-17T12:18:19.287Z caller=main.go:1060 level=info fs_type=EXT4_SUPER_MAGIC
2024-06-17T12:18:19.288144436Z ts=2024-06-17T12:18:19.288Z caller=main.go:1063 level=info msg="TSDB started"
2024-06-17T12:18:19.288160975Z ts=2024-06-17T12:18:19.288Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-06-17T12:18:19.302783104Z ts=2024-06-17T12:18:19.298Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=10.856788ms db_storage=1.686µs remote_storage=1.601µs web_handler=647ns query_engine=1.385µs scrape=3.158203ms scrape_sd=74.36µs notify=30.076µs notify_sd=15.98µs rules=7.210933ms tracing=6.889µs
2024-06-17T12:18:19.302791644Z ts=2024-06-17T12:18:19.298Z caller=main.go:1024 level=info msg="Server is ready to receive web requests."
2024-06-17T12:18:19.302795782Z ts=2024-06-17T12:18:19.298Z caller=manager.go:146 level=info component="rule manager" msg="Starting rule manager..."
2024-06-17T12:19:53.166009792Z ts=2024-06-17T12:19:53.165Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-06-17T12:19:53.168446694Z ts=2024-06-17T12:19:53.168Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.516759ms db_storage=2.217µs remote_storage=1.872µs web_handler=6.17µs query_engine=1.759µs scrape=188.65µs scrape_sd=66.333µs notify=59.602µs notify_sd=15.609µs rules=1.167433ms tracing=13.668µs
2024-06-17T12:20:31.907723671Z ts=2024-06-17T12:20:31.907Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-06-17T12:20:31.909461105Z ts=2024-06-17T12:20:31.909Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.767749ms db_storage=4.403µs remote_storage=2.344µs web_handler=553ns query_engine=1.317µs scrape=97.092µs scrape_sd=70.43µs notify=16.246µs notify_sd=14.673µs rules=948.484µs tracing=5.693µs
2024-06-17T12:33:56.982504615Z ts=2024-06-17T12:33:56.981Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-06-17T12:33:56.998349697Z ts=2024-06-17T12:33:56.998Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.313651ms db_storage=24.059µs remote_storage=4.58µs web_handler=15.838µs query_engine=16.528µs scrape=1.746866ms scrape_sd=527.139µs notify=179.924µs notify_sd=113.033µs rules=9.258219ms tracing=20.22µs
2024-06-17T12:34:02.070786054Z ts=2024-06-17T12:34:02.070Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-06-17T12:34:02.073302762Z ts=2024-06-17T12:34:02.073Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.533577ms db_storage=2.253µs remote_storage=2.103µs web_handler=432ns query_engine=1.914µs scrape=140.321µs scrape_sd=81.634µs notify=33.982µs notify_sd=9.832µs rules=1.813045ms tracing=17.351µs
2024-06-17T12:50:30.296756015Z ts=2024-06-17T12:50:30.296Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-06-17T12:50:30.299576671Z ts=2024-06-17T12:50:30.299Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.890276ms db_storage=3.264µs remote_storage=2.743µs web_handler=6.475µs query_engine=2.014µs scrape=171.105µs scrape_sd=92.564µs notify=171.008µs notify_sd=20.701µs rules=1.470464ms tracing=30.334µs
2024-06-17T12:50:35.359189232Z ts=2024-06-17T12:50:35.359Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-06-17T12:50:35.361739806Z ts=2024-06-17T12:50:35.361Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.558654ms db_storage=2.343µs remote_storage=2.087µs web_handler=814ns query_engine=1.734µs scrape=220.902µs scrape_sd=202.594µs notify=68.444µs notify_sd=14.702µs rules=1.457589ms tracing=8.424µs
2024-06-17T12:19:53.077105375Z Created MongoClient to connect to MongoDB!
2024-06-17T12:19:53.077135308Z Generating prometheus config files
2024-06-17T12:19:53.141594885Z Jobs detected: 0
2024-06-17T12:19:53.145179030Z Writing new config file to /etc/prometheus/prometheus.yml
2024-06-17T12:19:53.148226301Z alerting:
2024-06-17T12:19:53.148240530Z   alertmanagers:
2024-06-17T12:19:53.148244875Z   - static_configs:
2024-06-17T12:19:53.148248298Z     - targets:
2024-06-17T12:19:53.148252330Z       - alertmanager:9093
2024-06-17T12:19:53.148255802Z global:
2024-06-17T12:19:53.148258879Z   evaluation_interval: 15s
2024-06-17T12:19:53.148261971Z   scrape_interval: 15s
2024-06-17T12:19:53.148265007Z rule_files:
2024-06-17T12:19:53.148268195Z - osm_metric_rules.yml
2024-06-17T12:19:53.148271225Z - osm_alert_rules.yml
2024-06-17T12:19:53.148274216Z scrape_configs:
2024-06-17T12:19:53.148277180Z - job_name: mon_exporter
2024-06-17T12:19:53.148280370Z   static_configs:
2024-06-17T12:19:53.148283417Z   - targets:
2024-06-17T12:19:53.148286366Z     - mon:8000
2024-06-17T12:19:53.148289443Z - honor_labels: true
2024-06-17T12:19:53.148292560Z   job_name: pushgateway
2024-06-17T12:19:53.148295689Z   scrape_interval: 30s
2024-06-17T12:19:53.148298586Z   static_configs:
2024-06-17T12:19:53.148301622Z   - targets:
2024-06-17T12:19:53.148305123Z     - pushgateway-prometheus-pushgateway:9091
2024-06-17T12:19:53.148308232Z - job_name: prometheus
2024-06-17T12:19:53.148311209Z   static_configs:
2024-06-17T12:19:53.148314119Z   - targets:
2024-06-17T12:19:53.148317373Z     - localhost:9090
2024-06-17T12:19:53.148320387Z - job_name: node
2024-06-17T12:19:53.148323334Z   static_configs:
2024-06-17T12:19:53.148326294Z   - targets:
2024-06-17T12:19:53.148329259Z     - prometheus-node-exporter:9100
2024-06-17T12:19:53.148332107Z 
2024-06-17T12:19:53.152995181Z Alerts read: 0
2024-06-17T12:19:53.155821434Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-06-17T12:19:53.157522481Z groups:
2024-06-17T12:19:53.157531559Z - name: osm_alert_rules
2024-06-17T12:19:53.157534966Z   rules:
2024-06-17T12:19:53.157537990Z   - alert: vdu_down
2024-06-17T12:19:53.157542022Z     annotations:
2024-06-17T12:19:53.157545993Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-06-17T12:19:53.157549599Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-06-17T12:19:53.157552549Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-06-17T12:19:53.157556017Z     expr: vm_status_extended != 1
2024-06-17T12:19:53.157559005Z     for: 3m
2024-06-17T12:19:53.157561717Z 
2024-06-17T12:19:53.158933955Z New config written, updating prometheus
2024-06-17T12:19:58.239628244Z Prometheus config update successful
2024-06-17T12:20:03.263280816Z Listening to changes in prometheus jobs and alerts collections
2024-06-17T12:33:56.943200164Z Changes detected, updating prometheus config
2024-06-17T12:33:56.945032674Z Jobs detected: 0
2024-06-17T12:33:56.950914268Z Writing new config file to /etc/prometheus/prometheus.yml
2024-06-17T12:33:56.953725268Z alerting:
2024-06-17T12:33:56.953739200Z   alertmanagers:
2024-06-17T12:33:56.953749518Z   - static_configs:
2024-06-17T12:33:56.953753881Z     - targets:
2024-06-17T12:33:56.953758714Z       - alertmanager:9093
2024-06-17T12:33:56.953763224Z global:
2024-06-17T12:33:56.953767567Z   evaluation_interval: 15s
2024-06-17T12:33:56.953771545Z   scrape_interval: 15s
2024-06-17T12:33:56.953775940Z rule_files:
2024-06-17T12:33:56.953794265Z - osm_metric_rules.yml
2024-06-17T12:33:56.953798327Z - osm_alert_rules.yml
2024-06-17T12:33:56.953802548Z scrape_configs:
2024-06-17T12:33:56.953806545Z - job_name: mon_exporter
2024-06-17T12:33:56.953810531Z   static_configs:
2024-06-17T12:33:56.953814693Z   - targets:
2024-06-17T12:33:56.953819046Z     - mon:8000
2024-06-17T12:33:56.953822948Z - honor_labels: true
2024-06-17T12:33:56.953826912Z   job_name: pushgateway
2024-06-17T12:33:56.953830822Z   scrape_interval: 30s
2024-06-17T12:33:56.953834897Z   static_configs:
2024-06-17T12:33:56.953838990Z   - targets:
2024-06-17T12:33:56.953844132Z     - pushgateway-prometheus-pushgateway:9091
2024-06-17T12:33:56.953848317Z - job_name: prometheus
2024-06-17T12:33:56.953852173Z   static_configs:
2024-06-17T12:33:56.953856044Z   - targets:
2024-06-17T12:33:56.953860159Z     - localhost:9090
2024-06-17T12:33:56.953864069Z - job_name: node
2024-06-17T12:33:56.953868044Z   static_configs:
2024-06-17T12:33:56.953872173Z   - targets:
2024-06-17T12:33:56.953876248Z     - prometheus-node-exporter:9100
2024-06-17T12:33:56.953879970Z 
2024-06-17T12:33:56.962372819Z Alerts read: 2
2024-06-17T12:33:56.964486495Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-06-17T12:33:56.968802575Z groups:
2024-06-17T12:33:56.968815627Z - name: osm_alert_rules
2024-06-17T12:33:56.968819192Z   rules:
2024-06-17T12:33:56.968822500Z   - alert: vdu_down
2024-06-17T12:33:56.968825619Z     annotations:
2024-06-17T12:33:56.968859745Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-06-17T12:33:56.968865307Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-06-17T12:33:56.968868484Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-06-17T12:33:56.968872640Z     expr: vm_status_extended != 1
2024-06-17T12:33:56.968875850Z     for: 3m
2024-06-17T12:33:56.968878747Z - name: _osm_alert_rules_20240617123356_
2024-06-17T12:33:56.968881895Z   rules:
2024-06-17T12:33:56.968885614Z   - alert: scalein_28474c00-ce9e-41b1-97ac-7a777c9581e3
2024-06-17T12:33:56.968888716Z     expr: (count (osm_cpu_utilization{ns_id="25fae8a7-31d7-44ef-8d6b-794e9ec4eacb",
2024-06-17T12:33:56.968892971Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="25fae8a7-31d7-44ef-8d6b-794e9ec4eacb",
2024-06-17T12:33:56.968897696Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-06-17T12:33:56.968900623Z     for: 1m
2024-06-17T12:33:56.968903876Z     labels:
2024-06-17T12:33:56.968906951Z       ns_id: 25fae8a7-31d7-44ef-8d6b-794e9ec4eacb
2024-06-17T12:33:56.968910006Z       vdu_id: hackfest_basic_metrics-VM
2024-06-17T12:33:56.968914222Z       vnf_member_index: vnf
2024-06-17T12:33:56.968917236Z   - alert: scaleout_704b94c8-fd3e-40f3-b615-88861ba1c885
2024-06-17T12:33:56.968920655Z     expr: (count (osm_cpu_utilization{ns_id="25fae8a7-31d7-44ef-8d6b-794e9ec4eacb",
2024-06-17T12:33:56.968923958Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="25fae8a7-31d7-44ef-8d6b-794e9ec4eacb",
2024-06-17T12:33:56.968927043Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-06-17T12:33:56.968929933Z     for: 1m
2024-06-17T12:33:56.968932906Z     labels:
2024-06-17T12:33:56.968935859Z       ns_id: 25fae8a7-31d7-44ef-8d6b-794e9ec4eacb
2024-06-17T12:33:56.968938823Z       vdu_id: hackfest_basic_metrics-VM
2024-06-17T12:33:56.968941802Z       vnf_member_index: vnf
2024-06-17T12:33:56.968959851Z 
2024-06-17T12:33:56.973364105Z New config written, updating prometheus
2024-06-17T12:34:02.025198957Z Prometheus config update successful
2024-06-17T12:34:02.025223506Z 
2024-06-17T12:34:02.030101990Z Changes detected, updating prometheus config
2024-06-17T12:34:02.039852796Z Jobs detected: 0
2024-06-17T12:34:02.044018269Z Writing new config file to /etc/prometheus/prometheus.yml
2024-06-17T12:34:02.047065088Z alerting:
2024-06-17T12:34:02.047083528Z   alertmanagers:
2024-06-17T12:34:02.047087826Z   - static_configs:
2024-06-17T12:34:02.047091046Z     - targets:
2024-06-17T12:34:02.047094688Z       - alertmanager:9093
2024-06-17T12:34:02.047097728Z global:
2024-06-17T12:34:02.047100995Z   evaluation_interval: 15s
2024-06-17T12:34:02.047104297Z   scrape_interval: 15s
2024-06-17T12:34:02.047107349Z rule_files:
2024-06-17T12:34:02.047110295Z - osm_metric_rules.yml
2024-06-17T12:34:02.047113534Z - osm_alert_rules.yml
2024-06-17T12:34:02.047116551Z scrape_configs:
2024-06-17T12:34:02.047119592Z - job_name: mon_exporter
2024-06-17T12:34:02.047123038Z   static_configs:
2024-06-17T12:34:02.047126033Z   - targets:
2024-06-17T12:34:02.047129095Z     - mon:8000
2024-06-17T12:34:02.047133157Z - honor_labels: true
2024-06-17T12:34:02.047136213Z   job_name: pushgateway
2024-06-17T12:34:02.047139458Z   scrape_interval: 30s
2024-06-17T12:34:02.047142586Z   static_configs:
2024-06-17T12:34:02.047145588Z   - targets:
2024-06-17T12:34:02.047149224Z     - pushgateway-prometheus-pushgateway:9091
2024-06-17T12:34:02.047152507Z - job_name: prometheus
2024-06-17T12:34:02.047155512Z   static_configs:
2024-06-17T12:34:02.047168154Z   - targets:
2024-06-17T12:34:02.047171840Z     - localhost:9090
2024-06-17T12:34:02.047174860Z - job_name: node
2024-06-17T12:34:02.047177769Z   static_configs:
2024-06-17T12:34:02.047180932Z   - targets:
2024-06-17T12:34:02.047184188Z     - prometheus-node-exporter:9100
2024-06-17T12:34:02.047187084Z 
2024-06-17T12:34:02.055888262Z Alerts read: 2
2024-06-17T12:34:02.057650999Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-06-17T12:34:02.061521620Z groups:
2024-06-17T12:34:02.061545466Z - name: osm_alert_rules
2024-06-17T12:34:02.061549547Z   rules:
2024-06-17T12:34:02.061552766Z   - alert: vdu_down
2024-06-17T12:34:02.061555774Z     annotations:
2024-06-17T12:34:02.061559548Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-06-17T12:34:02.061563396Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-06-17T12:34:02.061591915Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-06-17T12:34:02.061596391Z     expr: vm_status_extended != 1
2024-06-17T12:34:02.061599461Z     for: 3m
2024-06-17T12:34:02.061603213Z - name: _osm_alert_rules_20240617123402_
2024-06-17T12:34:02.061606531Z   rules:
2024-06-17T12:34:02.061610222Z   - alert: scalein_28474c00-ce9e-41b1-97ac-7a777c9581e3
2024-06-17T12:34:02.061613415Z     expr: (count (osm_cpu_utilization{ns_id="25fae8a7-31d7-44ef-8d6b-794e9ec4eacb",
2024-06-17T12:34:02.061617277Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="25fae8a7-31d7-44ef-8d6b-794e9ec4eacb",
2024-06-17T12:34:02.061620298Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-06-17T12:34:02.061623334Z     for: 1m
2024-06-17T12:34:02.061626409Z     labels:
2024-06-17T12:34:02.061629508Z       ns_id: 25fae8a7-31d7-44ef-8d6b-794e9ec4eacb
2024-06-17T12:34:02.061632651Z       vdu_id: hackfest_basic_metrics-VM
2024-06-17T12:34:02.061667134Z       vnf_member_index: vnf
2024-06-17T12:34:02.061670939Z   - alert: scaleout_704b94c8-fd3e-40f3-b615-88861ba1c885
2024-06-17T12:34:02.061674019Z     expr: (count (osm_cpu_utilization{ns_id="25fae8a7-31d7-44ef-8d6b-794e9ec4eacb",
2024-06-17T12:34:02.061677401Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="25fae8a7-31d7-44ef-8d6b-794e9ec4eacb",
2024-06-17T12:34:02.061680475Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-06-17T12:34:02.061683403Z     for: 1m
2024-06-17T12:34:02.061686565Z     labels:
2024-06-17T12:34:02.061689655Z       ns_id: 25fae8a7-31d7-44ef-8d6b-794e9ec4eacb
2024-06-17T12:34:02.061692727Z       vdu_id: hackfest_basic_metrics-VM
2024-06-17T12:34:02.061695842Z       vnf_member_index: vnf
2024-06-17T12:34:02.061698640Z 
2024-06-17T12:34:02.065241534Z New config written, updating prometheus
2024-06-17T12:34:07.107309046Z Prometheus config update successful
2024-06-17T12:34:07.107331410Z 
2024-06-17T12:50:30.273001104Z Changes detected, updating prometheus config
2024-06-17T12:50:30.274822972Z Jobs detected: 0
2024-06-17T12:50:30.279854300Z Writing new config file to /etc/prometheus/prometheus.yml
2024-06-17T12:50:30.282496558Z alerting:
2024-06-17T12:50:30.282509635Z   alertmanagers:
2024-06-17T12:50:30.282527438Z   - static_configs:
2024-06-17T12:50:30.282530483Z     - targets:
2024-06-17T12:50:30.282534737Z       - alertmanager:9093
2024-06-17T12:50:30.282537889Z global:
2024-06-17T12:50:30.282540849Z   evaluation_interval: 15s
2024-06-17T12:50:30.282543900Z   scrape_interval: 15s
2024-06-17T12:50:30.282547102Z rule_files:
2024-06-17T12:50:30.282550059Z - osm_metric_rules.yml
2024-06-17T12:50:30.282553104Z - osm_alert_rules.yml
2024-06-17T12:50:30.282556133Z scrape_configs:
2024-06-17T12:50:30.282559181Z - job_name: mon_exporter
2024-06-17T12:50:30.282562254Z   static_configs:
2024-06-17T12:50:30.282565263Z   - targets:
2024-06-17T12:50:30.282568625Z     - mon:8000
2024-06-17T12:50:30.282572079Z - honor_labels: true
2024-06-17T12:50:30.282574978Z   job_name: pushgateway
2024-06-17T12:50:30.282577940Z   scrape_interval: 30s
2024-06-17T12:50:30.282580874Z   static_configs:
2024-06-17T12:50:30.282583939Z   - targets:
2024-06-17T12:50:30.282591380Z     - pushgateway-prometheus-pushgateway:9091
2024-06-17T12:50:30.282594371Z - job_name: prometheus
2024-06-17T12:50:30.282597287Z   static_configs:
2024-06-17T12:50:30.282600201Z   - targets:
2024-06-17T12:50:30.282603293Z     - localhost:9090
2024-06-17T12:50:30.282606302Z - job_name: node
2024-06-17T12:50:30.282609196Z   static_configs:
2024-06-17T12:50:30.282612326Z   - targets:
2024-06-17T12:50:30.282615353Z     - prometheus-node-exporter:9100
2024-06-17T12:50:30.282623422Z 
2024-06-17T12:50:30.286740691Z Alerts read: 0
2024-06-17T12:50:30.288737093Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-06-17T12:50:30.290004126Z groups:
2024-06-17T12:50:30.290015104Z - name: osm_alert_rules
2024-06-17T12:50:30.290018583Z   rules:
2024-06-17T12:50:30.290021727Z   - alert: vdu_down
2024-06-17T12:50:30.290024832Z     annotations:
2024-06-17T12:50:30.290028680Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-06-17T12:50:30.290032623Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-06-17T12:50:30.290035695Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-06-17T12:50:30.290053166Z     expr: vm_status_extended != 1
2024-06-17T12:50:30.290056193Z     for: 3m
2024-06-17T12:50:30.290063585Z 
2024-06-17T12:50:30.291246858Z New config written, updating prometheus
2024-06-17T12:50:35.324522551Z Prometheus config update successful
2024-06-17T12:50:35.324555988Z 
2024-06-17T12:50:35.325280107Z Changes detected, updating prometheus config
2024-06-17T12:50:35.332318974Z Jobs detected: 0
2024-06-17T12:50:35.337309005Z Writing new config file to /etc/prometheus/prometheus.yml
2024-06-17T12:50:35.339960971Z alerting:
2024-06-17T12:50:35.339973590Z   alertmanagers:
2024-06-17T12:50:35.339977584Z   - static_configs:
2024-06-17T12:50:35.339980630Z     - targets:
2024-06-17T12:50:35.339984250Z       - alertmanager:9093
2024-06-17T12:50:35.339987155Z global:
2024-06-17T12:50:35.339990565Z   evaluation_interval: 15s
2024-06-17T12:50:35.339993600Z   scrape_interval: 15s
2024-06-17T12:50:35.339996783Z rule_files:
2024-06-17T12:50:35.339999797Z - osm_metric_rules.yml
2024-06-17T12:50:35.340002704Z - osm_alert_rules.yml
2024-06-17T12:50:35.340006087Z scrape_configs:
2024-06-17T12:50:35.340009203Z - job_name: mon_exporter
2024-06-17T12:50:35.340012128Z   static_configs:
2024-06-17T12:50:35.340015063Z   - targets:
2024-06-17T12:50:35.340018021Z     - mon:8000
2024-06-17T12:50:35.340020926Z - honor_labels: true
2024-06-17T12:50:35.340023806Z   job_name: pushgateway
2024-06-17T12:50:35.340026741Z   scrape_interval: 30s
2024-06-17T12:50:35.340029573Z   static_configs:
2024-06-17T12:50:35.340032435Z   - targets:
2024-06-17T12:50:35.340035909Z     - pushgateway-prometheus-pushgateway:9091
2024-06-17T12:50:35.340038816Z - job_name: prometheus
2024-06-17T12:50:35.340041630Z   static_configs:
2024-06-17T12:50:35.340044517Z   - targets:
2024-06-17T12:50:35.340058334Z     - localhost:9090
2024-06-17T12:50:35.340061287Z - job_name: node
2024-06-17T12:50:35.340067093Z   static_configs:
2024-06-17T12:50:35.340069891Z   - targets:
2024-06-17T12:50:35.340072832Z     - prometheus-node-exporter:9100
2024-06-17T12:50:35.340337454Z 
2024-06-17T12:50:35.344024182Z Alerts read: 0
2024-06-17T12:50:35.345812522Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-06-17T12:50:35.346938387Z groups:
2024-06-17T12:50:35.346949958Z - name: osm_alert_rules
2024-06-17T12:50:35.346953266Z   rules:
2024-06-17T12:50:35.346956669Z   - alert: vdu_down
2024-06-17T12:50:35.346959659Z     annotations:
2024-06-17T12:50:35.346963166Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-06-17T12:50:35.346967255Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-06-17T12:50:35.346970292Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-06-17T12:50:35.346973794Z     expr: vm_status_extended != 1
2024-06-17T12:50:35.346977231Z     for: 3m
2024-06-17T12:50:35.346989758Z 
2024-06-17T12:50:35.348039727Z New config written, updating prometheus
2024-06-17T12:50:40.385483188Z Prometheus config update successful
2024-06-17T12:50:40.385513695Z