2024-05-09T19:56:00.492559844Z ts=2024-05-09T19:56:00.492Z caller=main.go:539 level=info msg="No time or size retention was set so using the default time retention" duration=15d
2024-05-09T19:56:00.492701894Z ts=2024-05-09T19:56:00.492Z caller=main.go:583 level=info msg="Starting Prometheus Server" mode=server version="(version=2.47.0, branch=HEAD, revision=efa34a5840661c29c2e362efa76bc3a70dccb335)"
2024-05-09T19:56:00.492827102Z ts=2024-05-09T19:56:00.492Z caller=main.go:588 level=info build_context="(go=go1.21.0, platform=linux/amd64, user=root@409eb5e6b30c, date=20230906-10:20:07, tags=netgo,builtinassets,stringlabels)"
2024-05-09T19:56:00.492955188Z ts=2024-05-09T19:56:00.492Z caller=main.go:589 level=info host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))"
2024-05-09T19:56:00.493045033Z ts=2024-05-09T19:56:00.492Z caller=main.go:590 level=info fd_limits="(soft=1048576, hard=1048576)"
2024-05-09T19:56:00.493172089Z ts=2024-05-09T19:56:00.493Z caller=main.go:591 level=info vm_limits="(soft=unlimited, hard=unlimited)"
2024-05-09T19:56:00.497004045Z ts=2024-05-09T19:56:00.496Z caller=web.go:566 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090
2024-05-09T19:56:00.497611141Z ts=2024-05-09T19:56:00.497Z caller=main.go:1024 level=info msg="Starting TSDB ..."
2024-05-09T19:56:00.500826181Z ts=2024-05-09T19:56:00.500Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090
2024-05-09T19:56:00.500843654Z ts=2024-05-09T19:56:00.500Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090
2024-05-09T19:56:00.504766440Z ts=2024-05-09T19:56:00.504Z caller=head.go:600 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
2024-05-09T19:56:00.504803682Z ts=2024-05-09T19:56:00.504Z caller=head.go:681 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=5.022µs
2024-05-09T19:56:00.504900874Z ts=2024-05-09T19:56:00.504Z caller=head.go:689 level=info component=tsdb msg="Replaying WAL, this may take a while"
2024-05-09T19:56:00.505317306Z ts=2024-05-09T19:56:00.505Z caller=head.go:760 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
2024-05-09T19:56:00.505389728Z ts=2024-05-09T19:56:00.505Z caller=head.go:797 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=124.453µs wal_replay_duration=284.023µs wbl_replay_duration=153ns total_replay_duration=593.954µs
2024-05-09T19:56:00.508435724Z ts=2024-05-09T19:56:00.508Z caller=main.go:1045 level=info fs_type=EXT4_SUPER_MAGIC
2024-05-09T19:56:00.508458298Z ts=2024-05-09T19:56:00.508Z caller=main.go:1048 level=info msg="TSDB started"
2024-05-09T19:56:00.508547348Z ts=2024-05-09T19:56:00.508Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-09T19:56:00.510658753Z ts=2024-05-09T19:56:00.510Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.186793ms db_storage=5.619µs remote_storage=1.512µs web_handler=360ns query_engine=1.239µs scrape=291.113µs scrape_sd=41.169µs notify=29.652µs notify_sd=8.687µs rules=1.307426ms tracing=7.153µs
2024-05-09T19:56:00.510670848Z ts=2024-05-09T19:56:00.510Z caller=main.go:1009 level=info msg="Server is ready to receive web requests."
2024-05-09T19:56:00.510812030Z ts=2024-05-09T19:56:00.510Z caller=manager.go:1009 level=info component="rule manager" msg="Starting rule manager..."
2024-05-09T19:57:32.475172396Z ts=2024-05-09T19:57:32.468Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-09T19:57:32.504725037Z ts=2024-05-09T19:57:32.499Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=31.056918ms db_storage=1.915µs remote_storage=1.83µs web_handler=738ns query_engine=1.272µs scrape=260.628µs scrape_sd=55.128µs notify=66.665µs notify_sd=11.185µs rules=29.881104ms tracing=15.332µs
2024-05-09T20:13:32.975900508Z ts=2024-05-09T20:13:32.975Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-09T20:13:32.978313267Z ts=2024-05-09T20:13:32.978Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.528053ms db_storage=2.829µs remote_storage=1.818µs web_handler=837ns query_engine=1.007µs scrape=178.659µs scrape_sd=45.466µs notify=54.221µs notify_sd=7.217µs rules=1.55079ms tracing=14.043µs
2024-05-09T20:13:38.027202945Z ts=2024-05-09T20:13:38.027Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-09T20:13:38.029111675Z ts=2024-05-09T20:13:38.029Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.90909ms db_storage=1.748µs remote_storage=1.505µs web_handler=407ns query_engine=1.21µs scrape=111.333µs scrape_sd=26.297µs notify=36.723µs notify_sd=8.179µs rules=1.40362ms tracing=5.397µs
2024-05-09T20:30:04.320489369Z ts=2024-05-09T20:30:04.320Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-09T20:30:04.322929790Z ts=2024-05-09T20:30:04.322Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.530496ms db_storage=2.627µs remote_storage=2.097µs web_handler=724ns query_engine=1.651µs scrape=226.649µs scrape_sd=57.763µs notify=55.606µs notify_sd=9.352µs rules=1.465195ms tracing=14.376µs
2024-05-09T20:30:09.369748957Z ts=2024-05-09T20:30:09.369Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-05-09T20:30:09.372281876Z ts=2024-05-09T20:30:09.372Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.571964ms db_storage=1.562µs remote_storage=2.116µs web_handler=540ns query_engine=1.221µs scrape=799.064µs scrape_sd=49.561µs notify=22.043µs notify_sd=7.706µs rules=898.613µs tracing=5.946µs
2024-05-09T19:57:27.269565698Z Created MongoClient to connect to MongoDB!
2024-05-09T19:57:27.269599603Z Generating prometheus config files
2024-05-09T19:57:27.367723814Z Jobs detected: 0
2024-05-09T19:57:27.370825662Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-09T19:57:27.370836763Z alerting:
2024-05-09T19:57:27.370840763Z   alertmanagers:
2024-05-09T19:57:27.370844636Z   - static_configs:
2024-05-09T19:57:27.370847668Z     - targets:
2024-05-09T19:57:27.370851126Z       - alertmanager:9093
2024-05-09T19:57:27.370854139Z global:
2024-05-09T19:57:27.370857381Z   evaluation_interval: 15s
2024-05-09T19:57:27.370860421Z   scrape_interval: 15s
2024-05-09T19:57:27.370863453Z rule_files:
2024-05-09T19:57:27.370866439Z - osm_metric_rules.yml
2024-05-09T19:57:27.370876178Z - osm_alert_rules.yml
2024-05-09T19:57:27.370879378Z scrape_configs:
2024-05-09T19:57:27.370882663Z - job_name: mon_exporter
2024-05-09T19:57:27.370885856Z   static_configs:
2024-05-09T19:57:27.370888820Z   - targets:
2024-05-09T19:57:27.370891932Z     - mon:8000
2024-05-09T19:57:27.370894983Z - honor_labels: true
2024-05-09T19:57:27.370898324Z   job_name: pushgateway
2024-05-09T19:57:27.370901295Z   scrape_interval: 30s
2024-05-09T19:57:27.370904505Z   static_configs:
2024-05-09T19:57:27.370907562Z   - targets:
2024-05-09T19:57:27.370911238Z     - pushgateway-prometheus-pushgateway:9091
2024-05-09T19:57:27.370914132Z 
2024-05-09T19:57:27.388035905Z Alerts read: 0
2024-05-09T19:57:27.388061464Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-09T19:57:27.388066604Z groups:
2024-05-09T19:57:27.388072566Z - name: osm_alert_rules
2024-05-09T19:57:27.388077635Z   rules:
2024-05-09T19:57:27.388082536Z   - alert: vdu_down
2024-05-09T19:57:27.388087465Z     annotations:
2024-05-09T19:57:27.388094538Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-09T19:57:27.388103057Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-09T19:57:27.388107954Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-09T19:57:27.388113265Z     expr: vm_status_extended != 1
2024-05-09T19:57:27.388117981Z     for: 3m
2024-05-09T19:57:27.388122586Z 
2024-05-09T19:57:27.388131377Z New config written, updating prometheus
2024-05-09T19:57:27.399492677Z Error in configuration attempt! Number of tries: 1/3
2024-05-09T19:57:27.399504546Z Cannot connect to host prometheus:9090 ssl:default [Connect call failed ('10.102.229.96', 9090)]
2024-05-09T19:57:32.405756761Z Generating prometheus config files
2024-05-09T19:57:32.420994125Z Jobs detected: 0
2024-05-09T19:57:32.421028011Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-09T19:57:32.427075809Z alerting:
2024-05-09T19:57:32.427091446Z   alertmanagers:
2024-05-09T19:57:32.427095388Z   - static_configs:
2024-05-09T19:57:32.427098538Z     - targets:
2024-05-09T19:57:32.427102163Z       - alertmanager:9093
2024-05-09T19:57:32.427105421Z global:
2024-05-09T19:57:32.427111278Z   evaluation_interval: 15s
2024-05-09T19:57:32.427114391Z   scrape_interval: 15s
2024-05-09T19:57:32.427117459Z rule_files:
2024-05-09T19:57:32.427120674Z - osm_metric_rules.yml
2024-05-09T19:57:32.427123884Z - osm_alert_rules.yml
2024-05-09T19:57:32.427126993Z scrape_configs:
2024-05-09T19:57:32.427130017Z - job_name: mon_exporter
2024-05-09T19:57:32.427133097Z   static_configs:
2024-05-09T19:57:32.427136223Z   - targets:
2024-05-09T19:57:32.427139460Z     - mon:8000
2024-05-09T19:57:32.427142553Z - honor_labels: true
2024-05-09T19:57:32.427155217Z   job_name: pushgateway
2024-05-09T19:57:32.427158739Z   scrape_interval: 30s
2024-05-09T19:57:32.427161734Z   static_configs:
2024-05-09T19:57:32.427164788Z   - targets:
2024-05-09T19:57:32.427168150Z     - pushgateway-prometheus-pushgateway:9091
2024-05-09T19:57:32.427171138Z 
2024-05-09T19:57:32.434790779Z Alerts read: 0
2024-05-09T19:57:32.434803025Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-09T19:57:32.434806580Z groups:
2024-05-09T19:57:32.434810394Z - name: osm_alert_rules
2024-05-09T19:57:32.434814069Z   rules:
2024-05-09T19:57:32.434817206Z   - alert: vdu_down
2024-05-09T19:57:32.434820283Z     annotations:
2024-05-09T19:57:32.434823905Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-09T19:57:32.434827765Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-09T19:57:32.434830911Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-09T19:57:32.434834447Z     expr: vm_status_extended != 1
2024-05-09T19:57:32.434837443Z     for: 3m
2024-05-09T19:57:32.434840332Z 
2024-05-09T19:57:32.434843438Z New config written, updating prometheus
2024-05-09T19:57:37.520802247Z Prometheus config update successful
2024-05-09T19:57:42.530675908Z Listening to changes in prometheus jobs and alerts collections
2024-05-09T20:13:32.914155954Z Changes detected, updating prometheus config
2024-05-09T20:13:32.916471000Z Jobs detected: 0
2024-05-09T20:13:32.924722563Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-09T20:13:32.932227804Z alerting:
2024-05-09T20:13:32.932243960Z   alertmanagers:
2024-05-09T20:13:32.932284847Z   - static_configs:
2024-05-09T20:13:32.932291296Z     - targets:
2024-05-09T20:13:32.932296670Z       - alertmanager:9093
2024-05-09T20:13:32.932301551Z global:
2024-05-09T20:13:32.932306757Z   evaluation_interval: 15s
2024-05-09T20:13:32.932311573Z   scrape_interval: 15s
2024-05-09T20:13:32.932316436Z rule_files:
2024-05-09T20:13:32.932321480Z - osm_metric_rules.yml
2024-05-09T20:13:32.932336106Z - osm_alert_rules.yml
2024-05-09T20:13:32.932341454Z scrape_configs:
2024-05-09T20:13:32.932346421Z - job_name: mon_exporter
2024-05-09T20:13:32.932351285Z   static_configs:
2024-05-09T20:13:32.932356569Z   - targets:
2024-05-09T20:13:32.932361468Z     - mon:8000
2024-05-09T20:13:32.932366289Z - honor_labels: true
2024-05-09T20:13:32.932371140Z   job_name: pushgateway
2024-05-09T20:13:32.932376574Z   scrape_interval: 30s
2024-05-09T20:13:32.932381539Z   static_configs:
2024-05-09T20:13:32.932386304Z   - targets:
2024-05-09T20:13:32.932391705Z     - pushgateway-prometheus-pushgateway:9091
2024-05-09T20:13:32.932396420Z 
2024-05-09T20:13:32.951074890Z Alerts read: 2
2024-05-09T20:13:32.960323901Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-09T20:13:32.964837502Z groups:
2024-05-09T20:13:32.964850917Z - name: osm_alert_rules
2024-05-09T20:13:32.964854294Z   rules:
2024-05-09T20:13:32.964857500Z   - alert: vdu_down
2024-05-09T20:13:32.964860651Z     annotations:
2024-05-09T20:13:32.964864484Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-09T20:13:32.964868267Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-09T20:13:32.964871797Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-09T20:13:32.964875581Z     expr: vm_status_extended != 1
2024-05-09T20:13:32.964878693Z     for: 3m
2024-05-09T20:13:32.964907045Z - name: _osm_alert_rules_20240509201332_
2024-05-09T20:13:32.964910314Z   rules:
2024-05-09T20:13:32.964913807Z   - alert: scalein_373c6256-bec7-4618-9fa3-c3b8f8c64312
2024-05-09T20:13:32.964917046Z     expr: (count (osm_cpu_utilization{ns_id="9324b6e3-0f4a-4b0a-b04e-0ed8c5d67b92",
2024-05-09T20:13:32.964920734Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="9324b6e3-0f4a-4b0a-b04e-0ed8c5d67b92",
2024-05-09T20:13:32.964923816Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-09T20:13:32.964926854Z     for: 1m
2024-05-09T20:13:32.964929836Z     labels:
2024-05-09T20:13:32.964932893Z       ns_id: 9324b6e3-0f4a-4b0a-b04e-0ed8c5d67b92
2024-05-09T20:13:32.964935867Z       vdu_id: hackfest_basic_metrics-VM
2024-05-09T20:13:32.964939358Z       vnf_member_index: vnf
2024-05-09T20:13:32.964942419Z   - alert: scaleout_fb910976-23af-4af4-910f-48d0d6562a95
2024-05-09T20:13:32.964945793Z     expr: (count (osm_cpu_utilization{ns_id="9324b6e3-0f4a-4b0a-b04e-0ed8c5d67b92",
2024-05-09T20:13:32.964948834Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="9324b6e3-0f4a-4b0a-b04e-0ed8c5d67b92",
2024-05-09T20:13:32.964951898Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-09T20:13:32.964955105Z     for: 1m
2024-05-09T20:13:32.964969556Z     labels:
2024-05-09T20:13:32.964972751Z       ns_id: 9324b6e3-0f4a-4b0a-b04e-0ed8c5d67b92
2024-05-09T20:13:32.964975705Z       vdu_id: hackfest_basic_metrics-VM
2024-05-09T20:13:32.964978755Z       vnf_member_index: vnf
2024-05-09T20:13:32.964981613Z 
2024-05-09T20:13:32.968891121Z New config written, updating prometheus
2024-05-09T20:13:37.996700842Z Prometheus config update successful
2024-05-09T20:13:37.996717694Z 
2024-05-09T20:13:37.998025428Z Changes detected, updating prometheus config
2024-05-09T20:13:37.999415514Z Jobs detected: 0
2024-05-09T20:13:38.005008563Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-09T20:13:38.007025342Z alerting:
2024-05-09T20:13:38.007032758Z   alertmanagers:
2024-05-09T20:13:38.007036715Z   - static_configs:
2024-05-09T20:13:38.007039782Z     - targets:
2024-05-09T20:13:38.007043311Z       - alertmanager:9093
2024-05-09T20:13:38.007046430Z global:
2024-05-09T20:13:38.007061221Z   evaluation_interval: 15s
2024-05-09T20:13:38.007064386Z   scrape_interval: 15s
2024-05-09T20:13:38.007067465Z rule_files:
2024-05-09T20:13:38.007070495Z - osm_metric_rules.yml
2024-05-09T20:13:38.007073543Z - osm_alert_rules.yml
2024-05-09T20:13:38.007076575Z scrape_configs:
2024-05-09T20:13:38.007079519Z - job_name: mon_exporter
2024-05-09T20:13:38.007086583Z   static_configs:
2024-05-09T20:13:38.007089848Z   - targets:
2024-05-09T20:13:38.007092892Z     - mon:8000
2024-05-09T20:13:38.007095923Z - honor_labels: true
2024-05-09T20:13:38.007098865Z   job_name: pushgateway
2024-05-09T20:13:38.007101889Z   scrape_interval: 30s
2024-05-09T20:13:38.007104831Z   static_configs:
2024-05-09T20:13:38.007107842Z   - targets:
2024-05-09T20:13:38.007111300Z     - pushgateway-prometheus-pushgateway:9091
2024-05-09T20:13:38.007114335Z 
2024-05-09T20:13:38.011491265Z Alerts read: 2
2024-05-09T20:13:38.013600826Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-09T20:13:38.020919085Z groups:
2024-05-09T20:13:38.020931469Z - name: osm_alert_rules
2024-05-09T20:13:38.020934723Z   rules:
2024-05-09T20:13:38.020937867Z   - alert: vdu_down
2024-05-09T20:13:38.020953763Z     annotations:
2024-05-09T20:13:38.020957646Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-09T20:13:38.020961889Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-09T20:13:38.020964874Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-09T20:13:38.020968541Z     expr: vm_status_extended != 1
2024-05-09T20:13:38.020971559Z     for: 3m
2024-05-09T20:13:38.020974699Z - name: _osm_alert_rules_20240509201338_
2024-05-09T20:13:38.020977685Z   rules:
2024-05-09T20:13:38.020980872Z   - alert: scalein_373c6256-bec7-4618-9fa3-c3b8f8c64312
2024-05-09T20:13:38.020983861Z     expr: (count (osm_cpu_utilization{ns_id="9324b6e3-0f4a-4b0a-b04e-0ed8c5d67b92",
2024-05-09T20:13:38.020987511Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="9324b6e3-0f4a-4b0a-b04e-0ed8c5d67b92",
2024-05-09T20:13:38.020990567Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-05-09T20:13:38.020993668Z     for: 1m
2024-05-09T20:13:38.020996786Z     labels:
2024-05-09T20:13:38.021000091Z       ns_id: 9324b6e3-0f4a-4b0a-b04e-0ed8c5d67b92
2024-05-09T20:13:38.021003078Z       vdu_id: hackfest_basic_metrics-VM
2024-05-09T20:13:38.021006509Z       vnf_member_index: vnf
2024-05-09T20:13:38.021009502Z   - alert: scaleout_fb910976-23af-4af4-910f-48d0d6562a95
2024-05-09T20:13:38.021012546Z     expr: (count (osm_cpu_utilization{ns_id="9324b6e3-0f4a-4b0a-b04e-0ed8c5d67b92",
2024-05-09T20:13:38.021015577Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="9324b6e3-0f4a-4b0a-b04e-0ed8c5d67b92",
2024-05-09T20:13:38.021018572Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-05-09T20:13:38.021021585Z     for: 1m
2024-05-09T20:13:38.021024513Z     labels:
2024-05-09T20:13:38.021027488Z       ns_id: 9324b6e3-0f4a-4b0a-b04e-0ed8c5d67b92
2024-05-09T20:13:38.021030521Z       vdu_id: hackfest_basic_metrics-VM
2024-05-09T20:13:38.021048141Z       vnf_member_index: vnf
2024-05-09T20:13:38.021052680Z 
2024-05-09T20:13:38.023974113Z New config written, updating prometheus
2024-05-09T20:13:43.052443322Z Prometheus config update successful
2024-05-09T20:13:43.052464848Z 
2024-05-09T20:30:04.286541182Z Changes detected, updating prometheus config
2024-05-09T20:30:04.298984264Z Jobs detected: 0
2024-05-09T20:30:04.302184928Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-09T20:30:04.304459886Z alerting:
2024-05-09T20:30:04.304474014Z   alertmanagers:
2024-05-09T20:30:04.304478715Z   - static_configs:
2024-05-09T20:30:04.304493933Z     - targets:
2024-05-09T20:30:04.304498133Z       - alertmanager:9093
2024-05-09T20:30:04.304501534Z global:
2024-05-09T20:30:04.304504729Z   evaluation_interval: 15s
2024-05-09T20:30:04.304508027Z   scrape_interval: 15s
2024-05-09T20:30:04.304511316Z rule_files:
2024-05-09T20:30:04.304514552Z - osm_metric_rules.yml
2024-05-09T20:30:04.304517908Z - osm_alert_rules.yml
2024-05-09T20:30:04.304521201Z scrape_configs:
2024-05-09T20:30:04.304524465Z - job_name: mon_exporter
2024-05-09T20:30:04.304527767Z   static_configs:
2024-05-09T20:30:04.304548498Z   - targets:
2024-05-09T20:30:04.304551722Z     - mon:8000
2024-05-09T20:30:04.304554913Z - honor_labels: true
2024-05-09T20:30:04.304558053Z   job_name: pushgateway
2024-05-09T20:30:04.304561256Z   scrape_interval: 30s
2024-05-09T20:30:04.304564352Z   static_configs:
2024-05-09T20:30:04.304567669Z   - targets:
2024-05-09T20:30:04.304585635Z     - pushgateway-prometheus-pushgateway:9091
2024-05-09T20:30:04.304588844Z 
2024-05-09T20:30:04.308308989Z Alerts read: 0
2024-05-09T20:30:04.310140079Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-09T20:30:04.311123758Z groups:
2024-05-09T20:30:04.311133494Z - name: osm_alert_rules
2024-05-09T20:30:04.311136800Z   rules:
2024-05-09T20:30:04.311140044Z   - alert: vdu_down
2024-05-09T20:30:04.311143129Z     annotations:
2024-05-09T20:30:04.311147370Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-09T20:30:04.311151614Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-09T20:30:04.311155021Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-09T20:30:04.311158564Z     expr: vm_status_extended != 1
2024-05-09T20:30:04.311161831Z     for: 3m
2024-05-09T20:30:04.311164766Z 
2024-05-09T20:30:04.312112599Z New config written, updating prometheus
2024-05-09T20:30:09.345824857Z Prometheus config update successful
2024-05-09T20:30:09.345842735Z 
2024-05-09T20:30:09.345863073Z Changes detected, updating prometheus config
2024-05-09T20:30:09.349517356Z Jobs detected: 0
2024-05-09T20:30:09.354248993Z Writing new config file to /etc/prometheus/prometheus.yml
2024-05-09T20:30:09.356658744Z alerting:
2024-05-09T20:30:09.356673106Z   alertmanagers:
2024-05-09T20:30:09.356677672Z   - static_configs:
2024-05-09T20:30:09.356681613Z     - targets:
2024-05-09T20:30:09.356685749Z       - alertmanager:9093
2024-05-09T20:30:09.356688953Z global:
2024-05-09T20:30:09.356692514Z   evaluation_interval: 15s
2024-05-09T20:30:09.356695843Z   scrape_interval: 15s
2024-05-09T20:30:09.356698986Z rule_files:
2024-05-09T20:30:09.356702950Z - osm_metric_rules.yml
2024-05-09T20:30:09.356706455Z - osm_alert_rules.yml
2024-05-09T20:30:09.356709584Z scrape_configs:
2024-05-09T20:30:09.356713119Z - job_name: mon_exporter
2024-05-09T20:30:09.356716281Z   static_configs:
2024-05-09T20:30:09.356719400Z   - targets:
2024-05-09T20:30:09.356722521Z     - mon:8000
2024-05-09T20:30:09.356725669Z - honor_labels: true
2024-05-09T20:30:09.356728776Z   job_name: pushgateway
2024-05-09T20:30:09.356731894Z   scrape_interval: 30s
2024-05-09T20:30:09.356735095Z   static_configs:
2024-05-09T20:30:09.356738202Z   - targets:
2024-05-09T20:30:09.356742294Z     - pushgateway-prometheus-pushgateway:9091
2024-05-09T20:30:09.356745316Z 
2024-05-09T20:30:09.360200842Z Alerts read: 0
2024-05-09T20:30:09.362101645Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-05-09T20:30:09.363867797Z groups:
2024-05-09T20:30:09.363879939Z - name: osm_alert_rules
2024-05-09T20:30:09.363883737Z   rules:
2024-05-09T20:30:09.363887073Z   - alert: vdu_down
2024-05-09T20:30:09.363890546Z     annotations:
2024-05-09T20:30:09.363894777Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-05-09T20:30:09.363898825Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-05-09T20:30:09.363902303Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-05-09T20:30:09.363906576Z     expr: vm_status_extended != 1
2024-05-09T20:30:09.363909856Z     for: 3m
2024-05-09T20:30:09.363913058Z 
2024-05-09T20:30:09.365376834Z New config written, updating prometheus
2024-05-09T20:30:14.389992116Z Prometheus config update successful
2024-05-09T20:30:14.390020291Z