Created MongoClient to connect to MongoDB!
Generating prometheus config files
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful
Listening to changes in prometheus jobs and alerts collections
Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 4
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240630144033_
  rules:
  - alert: scalein_ddc65640-6022-4803-9440-94dd3e37f425
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_5ce09f7f-6eae-49e3-93c6-55c85dde57e4
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_c401e271-f8f1-40bb-b6a0-5cbe579ffe20
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_4baf9733-fa32-4efe-85dd-18d69a47d63e
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240630144038_
  rules:
  - alert: scalein_ddc65640-6022-4803-9440-94dd3e37f425
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_5ce09f7f-6eae-49e3-93c6-55c85dde57e4
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_c401e271-f8f1-40bb-b6a0-5cbe579ffe20
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_4baf9733-fa32-4efe-85dd-18d69a47d63e
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_fa47e9ba-4f5d-4fec-8486-4894f0d1cc0e
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_2baf7165-5c3b-4316-84c2-7c89c8645807
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240630144043_
  rules:
  - alert: scalein_ddc65640-6022-4803-9440-94dd3e37f425
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_5ce09f7f-6eae-49e3-93c6-55c85dde57e4
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_c401e271-f8f1-40bb-b6a0-5cbe579ffe20
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_4baf9733-fa32-4efe-85dd-18d69a47d63e
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_fa47e9ba-4f5d-4fec-8486-4894f0d1cc0e
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_2baf7165-5c3b-4316-84c2-7c89c8645807
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240630144048_
  rules:
  - alert: scalein_ddc65640-6022-4803-9440-94dd3e37f425
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_5ce09f7f-6eae-49e3-93c6-55c85dde57e4
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_c401e271-f8f1-40bb-b6a0-5cbe579ffe20
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_4baf9733-fa32-4efe-85dd-18d69a47d63e
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_fa47e9ba-4f5d-4fec-8486-4894f0d1cc0e
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_2baf7165-5c3b-4316-84c2-7c89c8645807
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240630144053_
  rules:
  - alert: scalein_ddc65640-6022-4803-9440-94dd3e37f425
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_5ce09f7f-6eae-49e3-93c6-55c85dde57e4
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_c401e271-f8f1-40bb-b6a0-5cbe579ffe20
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_4baf9733-fa32-4efe-85dd-18d69a47d63e
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_fa47e9ba-4f5d-4fec-8486-4894f0d1cc0e
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_2baf7165-5c3b-4316-84c2-7c89c8645807
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240630144058_
  rules:
  - alert: scalein_ddc65640-6022-4803-9440-94dd3e37f425
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_5ce09f7f-6eae-49e3-93c6-55c85dde57e4
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_c401e271-f8f1-40bb-b6a0-5cbe579ffe20
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_4baf9733-fa32-4efe-85dd-18d69a47d63e
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_fa47e9ba-4f5d-4fec-8486-4894f0d1cc0e
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_2baf7165-5c3b-4316-84c2-7c89c8645807
    expr: (count (osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="82c91344-1c53-4fd5-855e-8eddac60e587",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 82c91344-1c53-4fd5-855e-8eddac60e587
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240630181748_
  rules:
  - alert: scalein_085b520f-7914-4e04-b83d-f36ffb46daac
    expr: (count (osm_cpu_utilization{ns_id="0336d1d6-26b1-4f09-95d4-fbccdc214a79",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0336d1d6-26b1-4f09-95d4-fbccdc214a79",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 0336d1d6-26b1-4f09-95d4-fbccdc214a79
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_64303aef-6c0a-4d0f-9390-ac3a615f57b1
    expr: (count (osm_cpu_utilization{ns_id="0336d1d6-26b1-4f09-95d4-fbccdc214a79",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0336d1d6-26b1-4f09-95d4-fbccdc214a79",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 0336d1d6-26b1-4f09-95d4-fbccdc214a79
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240630181753_
  rules:
  - alert: scalein_085b520f-7914-4e04-b83d-f36ffb46daac
    expr: (count (osm_cpu_utilization{ns_id="0336d1d6-26b1-4f09-95d4-fbccdc214a79",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="0336d1d6-26b1-4f09-95d4-fbccdc214a79",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 0336d1d6-26b1-4f09-95d4-fbccdc214a79
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_64303aef-6c0a-4d0f-9390-ac3a615f57b1
    expr: (count (osm_cpu_utilization{ns_id="0336d1d6-26b1-4f09-95d4-fbccdc214a79",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="0336d1d6-26b1-4f09-95d4-fbccdc214a79",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 0336d1d6-26b1-4f09-95d4-fbccdc214a79
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091
- job_name: prometheus
  static_configs:
  - targets:
    - localhost:9090
- job_name: node
  static_configs:
  - targets:
    - prometheus-node-exporter:9100

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

level=info ts=2024-06-30T11:24:24.592628346Z caller=main.go:137 msg="Starting prometheus-config-reloader" version="(version=0.71.2, branch=refs/tags/v0.71.2, revision=af2014407bdc25c4fc2b26cd99c9655235ebdf88)"
level=info ts=2024-06-30T11:24:24.592693146Z caller=main.go:138 build_context="(go=go1.21.6, platform=linux/amd64, user=Action-Run-ID-7656327832, date=20240125-14:58:54, tags=unknown)"
level=info ts=2024-06-30T11:24:24.592981446Z caller=reloader.go:246 msg="reloading via HTTP"
level=info ts=2024-06-30T11:24:24.593053546Z caller=reloader.go:282 msg="started watching config file and directories for changes" cfg= out= dirs=/etc/config
level=info ts=2024-06-30T11:27:24.603228977Z caller=reloader.go:424 msg="Reload triggered" cfg_in= cfg_out= watched_dirs=/etc/config
ts=2024-06-30T11:24:51.948Z caller=main.go:588 level=info msg="Starting Prometheus Server" mode=server version="(version=2.49.1, branch=HEAD, revision=43e14844a33b65e2a396e3944272af8b3a494071)"
ts=2024-06-30T11:24:51.948Z caller=main.go:593 level=info build_context="(go=go1.21.6, platform=linux/amd64, user=root@6d5f4c649d25, date=20240115-16:58:43, tags=netgo,builtinassets,stringlabels)"
ts=2024-06-30T11:24:51.948Z caller=main.go:594 level=info host_details="(Linux 6.5.0-1022-azure #23~22.04.1-Ubuntu SMP Thu May  9 17:59:24 UTC 2024 x86_64 prometheus-0 (none))"
ts=2024-06-30T11:24:51.948Z caller=main.go:595 level=info fd_limits="(soft=1048576, hard=1048576)"
ts=2024-06-30T11:24:51.948Z caller=main.go:596 level=info vm_limits="(soft=unlimited, hard=unlimited)"
ts=2024-06-30T11:24:51.951Z caller=web.go:565 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090
ts=2024-06-30T11:24:51.952Z caller=main.go:1039 level=info msg="Starting TSDB ..."
ts=2024-06-30T11:24:51.953Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090
ts=2024-06-30T11:24:51.953Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090
ts=2024-06-30T11:24:51.970Z caller=head.go:606 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
ts=2024-06-30T11:24:51.970Z caller=head.go:687 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.4µs
ts=2024-06-30T11:24:51.970Z caller=head.go:695 level=info component=tsdb msg="Replaying WAL, this may take a while"
ts=2024-06-30T11:24:51.970Z caller=head.go:766 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
ts=2024-06-30T11:24:51.970Z caller=head.go:803 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=50.3µs wal_replay_duration=190.2µs wbl_replay_duration=100ns total_replay_duration=279.7µs
ts=2024-06-30T11:24:51.973Z caller=main.go:1060 level=info fs_type=EXT4_SUPER_MAGIC
ts=2024-06-30T11:24:51.973Z caller=main.go:1063 level=info msg="TSDB started"
ts=2024-06-30T11:24:51.973Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T11:24:51.974Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.458099ms db_storage=1µs remote_storage=1.7µs web_handler=500ns query_engine=700ns scrape=243µs scrape_sd=58.4µs notify=21.9µs notify_sd=10.1µs rules=790µs tracing=4.9µs
ts=2024-06-30T11:24:51.974Z caller=main.go:1024 level=info msg="Server is ready to receive web requests."
ts=2024-06-30T11:24:51.974Z caller=manager.go:146 level=info component="rule manager" msg="Starting rule manager..."
ts=2024-06-30T11:26:31.490Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T11:26:31.494Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.854099ms db_storage=1.5µs remote_storage=1.8µs web_handler=400ns query_engine=1.3µs scrape=141µs scrape_sd=69.7µs notify=16.7µs notify_sd=10µs rules=3.029199ms tracing=4.2µs
ts=2024-06-30T11:27:24.600Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T11:27:24.602Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.349799ms db_storage=1.8µs remote_storage=1.8µs web_handler=400ns query_engine=1.5µs scrape=173.5µs scrape_sd=81.7µs notify=19.1µs notify_sd=11.2µs rules=1.494699ms tracing=3.8µs
ts=2024-06-30T12:12:17.581Z caller=group.go:462 level=warn name=vm_status_extended index=0 component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure-key-management-vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c8d54087-804f-49e0-8a02-4d5c0153405f\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"7c5afe97-e203-473d-94cb-2e66627b3f67\", vdu_name=\"basic-07-secure-key-management-vnf2-mgmtVM-0\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure-key-management-vnf2-mgmtVM-0\", vnf_id=\"5fe61805-5a51-49ff-9986-b3c03e9227fa\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c8d54087-804f-49e0-8a02-4d5c0153405f\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"7c5afe97-e203-473d-94cb-2e66627b3f67\", vdu_name=\"UNKNOWN\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure-key-management-vnf2-mgmtVM-0\", vnf_id=\"5fe61805-5a51-49ff-9986-b3c03e9227fa\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-06-30T12:12:32.583Z caller=group.go:462 level=warn name=vm_status_extended index=0 component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure-key-management-vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c8d54087-804f-49e0-8a02-4d5c0153405f\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"7c5afe97-e203-473d-94cb-2e66627b3f67\", vdu_name=\"basic-07-secure-key-management-vnf2-mgmtVM-0\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure-key-management-vnf2-mgmtVM-0\", vnf_id=\"5fe61805-5a51-49ff-9986-b3c03e9227fa\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"c8d54087-804f-49e0-8a02-4d5c0153405f\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"7c5afe97-e203-473d-94cb-2e66627b3f67\", vdu_name=\"UNKNOWN\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-07-secure-key-management-vnf2-mgmtVM-0\", vnf_id=\"5fe61805-5a51-49ff-9986-b3c03e9227fa\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-06-30T14:25:01.986Z caller=compact.go:530 level=info component=tsdb msg="write block" mint=1719746699046 maxt=1719748800000 ulid=01J1MRHXEG9HY2JS6GAG0PDB8M duration=81.478935ms
ts=2024-06-30T14:25:01.990Z caller=head.go:1325 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=3.319198ms
ts=2024-06-30T14:40:33.594Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T14:40:33.598Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.918797ms db_storage=1.5µs remote_storage=2.2µs web_handler=600ns query_engine=1.2µs scrape=106.5µs scrape_sd=73.9µs notify=15.9µs notify_sd=24.9µs rules=3.173898ms tracing=3.5µs
ts=2024-06-30T14:40:38.653Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T14:40:38.656Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.155098ms db_storage=1.4µs remote_storage=1.8µs web_handler=400ns query_engine=1.1µs scrape=134.4µs scrape_sd=81.8µs notify=17.2µs notify_sd=10.3µs rules=2.496198ms tracing=4.9µs
ts=2024-06-30T14:40:43.714Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T14:40:43.717Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.076998ms db_storage=1.7µs remote_storage=1.8µs web_handler=500ns query_engine=900ns scrape=116.099µs scrape_sd=135.5µs notify=17µs notify_sd=11.5µs rules=2.078899ms tracing=2.6µs
ts=2024-06-30T14:40:48.771Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T14:40:48.774Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.819798ms db_storage=1.7µs remote_storage=1.8µs web_handler=400ns query_engine=1.1µs scrape=113.6µs scrape_sd=56.5µs notify=18.3µs notify_sd=9.5µs rules=2.230998ms tracing=4.8µs
ts=2024-06-30T14:40:53.838Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T14:40:53.842Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.246697ms db_storage=1.4µs remote_storage=2.1µs web_handler=500ns query_engine=1µs scrape=135.4µs scrape_sd=45µs notify=32.2µs notify_sd=9.4µs rules=2.427598ms tracing=4.5µs
ts=2024-06-30T14:40:58.898Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T14:40:58.902Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.467197ms db_storage=1.8µs remote_storage=1.7µs web_handler=600ns query_engine=1.1µs scrape=261.9µs scrape_sd=183.8µs notify=14µs notify_sd=9.1µs rules=2.324198ms tracing=4.3µs
ts=2024-06-30T14:42:17.581Z caller=group.go:462 level=warn name=vm_status_extended index=0 component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"82c91344-1c53-4fd5-855e-8eddac60e587\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"0055fb9a-cfa1-4642-9dd9-2e26fffa081d\", vdu_name=\"basic-16-vnf-hackfest-basic-metrics-VM-2\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\", vnf_id=\"8f35a85a-7ec3-46a5-833b-f2696adc7a0d\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"82c91344-1c53-4fd5-855e-8eddac60e587\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"0055fb9a-cfa1-4642-9dd9-2e26fffa081d\", vdu_name=\"UNKNOWN\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\", vnf_id=\"8f35a85a-7ec3-46a5-833b-f2696adc7a0d\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-06-30T14:42:32.581Z caller=group.go:462 level=warn name=vm_status_extended index=0 component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"82c91344-1c53-4fd5-855e-8eddac60e587\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"0055fb9a-cfa1-4642-9dd9-2e26fffa081d\", vdu_name=\"basic-16-vnf-hackfest-basic-metrics-VM-2\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\", vnf_id=\"8f35a85a-7ec3-46a5-833b-f2696adc7a0d\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"82c91344-1c53-4fd5-855e-8eddac60e587\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"0055fb9a-cfa1-4642-9dd9-2e26fffa081d\", vdu_name=\"UNKNOWN\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-16-vnf-hackfest-basic-metrics-VM-2\", vnf_id=\"8f35a85a-7ec3-46a5-833b-f2696adc7a0d\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-06-30T14:49:27.514Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T14:49:27.515Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.4425ms db_storage=1.9µs remote_storage=2.3µs web_handler=500ns query_engine=1.2µs scrape=113.9µs scrape_sd=81.9µs notify=17.6µs notify_sd=10.6µs rules=796.7µs tracing=4µs
ts=2024-06-30T14:49:32.565Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T14:49:32.566Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.5522ms db_storage=1.7µs remote_storage=1.8µs web_handler=400ns query_engine=1.2µs scrape=153.9µs scrape_sd=54.8µs notify=17µs notify_sd=9.5µs rules=934.9µs tracing=4µs
ts=2024-06-30T14:49:37.617Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T14:49:37.618Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.4827ms db_storage=1.4µs remote_storage=1.3µs web_handler=400ns query_engine=1µs scrape=105.1µs scrape_sd=46.7µs notify=14.7µs notify_sd=8.6µs rules=953.8µs tracing=4.2µs
ts=2024-06-30T14:49:42.667Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T14:49:42.669Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.109199ms db_storage=1.4µs remote_storage=1.5µs web_handler=500ns query_engine=900ns scrape=130.8µs scrape_sd=41.8µs notify=12.8µs notify_sd=38.9µs rules=1.400899ms tracing=3.6µs
ts=2024-06-30T14:49:47.716Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T14:49:47.717Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.8148ms db_storage=1.4µs remote_storage=1.8µs web_handler=500ns query_engine=1.1µs scrape=155.6µs scrape_sd=40.7µs notify=36.4µs notify_sd=7.5µs rules=1.1097ms tracing=5.2µs
ts=2024-06-30T14:49:52.763Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T14:49:52.765Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.1282ms db_storage=1.7µs remote_storage=2.3µs web_handler=500ns query_engine=1.1µs scrape=163.7µs scrape_sd=67.6µs notify=15.5µs notify_sd=11.5µs rules=1.3657ms tracing=21.6µs
ts=2024-06-30T15:00:01.987Z caller=compact.go:530 level=info component=tsdb msg="write block" mint=1719748801895 maxt=1719756000000 ulid=01J1MTJ07G4JKP9W4AVPAF9VX5 duration=82.130038ms
ts=2024-06-30T15:00:01.991Z caller=head.go:1325 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=3.684597ms
ts=2024-06-30T15:34:17.581Z caller=group.go:462 level=warn name=vm_status_extended index=0 component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ea52c1a0-6680-4fc3-898f-8c0b26c80493\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"4226e00d-6a07-46c1-8c58-16fd4293e4c7\", vdu_name=\"hfcloudinit-vnf2-mgmtVM-0\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-mgmtVM-0\", vnf_id=\"d263220e-8a13-42f0-bcdf-270b26ad2fc0\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ea52c1a0-6680-4fc3-898f-8c0b26c80493\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"4226e00d-6a07-46c1-8c58-16fd4293e4c7\", vdu_name=\"UNKNOWN\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-mgmtVM-0\", vnf_id=\"d263220e-8a13-42f0-bcdf-270b26ad2fc0\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-06-30T15:34:32.582Z caller=group.go:462 level=warn name=vm_status_extended index=0 component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ea52c1a0-6680-4fc3-898f-8c0b26c80493\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"4226e00d-6a07-46c1-8c58-16fd4293e4c7\", vdu_name=\"hfcloudinit-vnf2-mgmtVM-0\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-mgmtVM-0\", vnf_id=\"d263220e-8a13-42f0-bcdf-270b26ad2fc0\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"ea52c1a0-6680-4fc3-898f-8c0b26c80493\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"4226e00d-6a07-46c1-8c58-16fd4293e4c7\", vdu_name=\"UNKNOWN\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-mgmtVM-0\", vnf_id=\"d263220e-8a13-42f0-bcdf-270b26ad2fc0\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-06-30T15:54:17.581Z caller=group.go:462 level=warn name=vm_status_extended index=0 component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"05f78fb0-08ff-40b3-9a52-45a753e7f790\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"8d37d108-d2c2-4060-a4bb-8c15f46acd0e\", vdu_name=\"hfmultivdu-vnf2-dataVM-0\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\", vnf_id=\"4de98a1c-3767-427e-b83c-7666ec70e4e4\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"05f78fb0-08ff-40b3-9a52-45a753e7f790\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"8d37d108-d2c2-4060-a4bb-8c15f46acd0e\", vdu_name=\"UNKNOWN\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\", vnf_id=\"4de98a1c-3767-427e-b83c-7666ec70e4e4\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-06-30T15:54:32.581Z caller=group.go:462 level=warn name=vm_status_extended index=0 component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"05f78fb0-08ff-40b3-9a52-45a753e7f790\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"8d37d108-d2c2-4060-a4bb-8c15f46acd0e\", vdu_name=\"hfmultivdu-vnf2-dataVM-0\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\", vnf_id=\"4de98a1c-3767-427e-b83c-7666ec70e4e4\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"05f78fb0-08ff-40b3-9a52-45a753e7f790\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"8d37d108-d2c2-4060-a4bb-8c15f46acd0e\", vdu_name=\"UNKNOWN\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\", vnf_id=\"4de98a1c-3767-427e-b83c-7666ec70e4e4\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-06-30T17:00:02.676Z caller=compact.go:530 level=info component=tsdb msg="write block" mint=1719756001895 maxt=1719763200000 ulid=01J1N1DR4PDKZ92V1K4TQNFQ6P duration=94.138504ms
ts=2024-06-30T17:00:02.680Z caller=head.go:1325 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=3.174596ms
ts=2024-06-30T18:17:48.200Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T18:17:48.204Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.407497ms db_storage=1.8µs remote_storage=1.9µs web_handler=500ns query_engine=1.3µs scrape=229.7µs scrape_sd=599.8µs notify=20.2µs notify_sd=11.6µs rules=2.549798ms tracing=3.6µs
ts=2024-06-30T18:17:53.256Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T18:17:53.258Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.060799ms db_storage=1.3µs remote_storage=1.6µs web_handler=500ns query_engine=1.1µs scrape=110.3µs scrape_sd=51.6µs notify=18.8µs notify_sd=11.5µs rules=1.531999ms tracing=5µs
ts=2024-06-30T18:44:17.581Z caller=group.go:462 level=warn name=vm_status_extended index=0 component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0336d1d6-26b1-4f09-95d4-fbccdc214a79\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"79f14bf7-1dc3-4f25-b8dd-61ca546e7ef6\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-1\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"bc4f9df1-f436-46b5-8acb-1c52c756db5b\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0336d1d6-26b1-4f09-95d4-fbccdc214a79\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"79f14bf7-1dc3-4f25-b8dd-61ca546e7ef6\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"bc4f9df1-f436-46b5-8acb-1c52c756db5b\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-06-30T18:44:32.581Z caller=group.go:462 level=warn name=vm_status_extended index=0 component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0336d1d6-26b1-4f09-95d4-fbccdc214a79\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"79f14bf7-1dc3-4f25-b8dd-61ca546e7ef6\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-1\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"bc4f9df1-f436-46b5-8acb-1c52c756db5b\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"0336d1d6-26b1-4f09-95d4-fbccdc214a79\", project_id=\"44ae844e-83bc-4b42-8d58-408200d0f0e7\", vdu_id=\"79f14bf7-1dc3-4f25-b8dd-61ca546e7ef6\", vdu_name=\"sa-02-vnf-hackfest-basic-metrics-VM-0\", vim_id=\"798fb69b-191f-4ce5-aca1-c81ea2d3d235\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/sa-02-vnf-hackfest-basic-metrics-VM-1\", vnf_id=\"bc4f9df1-f436-46b5-8acb-1c52c756db5b\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-06-30T18:53:10.179Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T18:53:10.181Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.558699ms db_storage=1.4µs remote_storage=1.7µs web_handler=500ns query_engine=1µs scrape=161.9µs scrape_sd=56.8µs notify=16µs notify_sd=7.7µs rules=880.499µs tracing=3.4µs
ts=2024-06-30T18:53:15.226Z caller=main.go:1245 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-06-30T18:53:15.228Z caller=main.go:1282 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.802098ms db_storage=1.2µs remote_storage=1.7µs web_handler=600ns query_engine=1.3µs scrape=205.6µs scrape_sd=57.2µs notify=15.7µs notify_sd=10.8µs rules=1.057099ms tracing=4.1µs