Created MongoClient to connect to MongoDB!
Generating prometheus config files
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful
Listening to changes in prometheus jobs and alerts collections
Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240211134940_
  rules:
  - alert: scalein_f0ed4f18-9893-4734-80cc-3999ccde45fd
    expr: (count (osm_cpu_utilization{ns_id="f57c332c-0fdc-4f3f-b121-be4783014f97",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="f57c332c-0fdc-4f3f-b121-be4783014f97",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: f57c332c-0fdc-4f3f-b121-be4783014f97
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_4f857c35-6e9a-42b3-af1b-6eaefaeb3001
    expr: (count (osm_cpu_utilization{ns_id="f57c332c-0fdc-4f3f-b121-be4783014f97",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="f57c332c-0fdc-4f3f-b121-be4783014f97",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: f57c332c-0fdc-4f3f-b121-be4783014f97
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240211134945_
  rules:
  - alert: scalein_f0ed4f18-9893-4734-80cc-3999ccde45fd
    expr: (count (osm_cpu_utilization{ns_id="f57c332c-0fdc-4f3f-b121-be4783014f97",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="f57c332c-0fdc-4f3f-b121-be4783014f97",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: f57c332c-0fdc-4f3f-b121-be4783014f97
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_4f857c35-6e9a-42b3-af1b-6eaefaeb3001
    expr: (count (osm_cpu_utilization{ns_id="f57c332c-0fdc-4f3f-b121-be4783014f97",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="f57c332c-0fdc-4f3f-b121-be4783014f97",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: f57c332c-0fdc-4f3f-b121-be4783014f97
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240211162350_
  rules:
  - alert: scalein_1fbc19fb-b786-4d6a-b6c0-e82a67904f44
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_5587b788-d49a-42c1-8d16-67207fa55031
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240211162355_
  rules:
  - alert: scalein_1fbc19fb-b786-4d6a-b6c0-e82a67904f44
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_5587b788-d49a-42c1-8d16-67207fa55031
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_b8a64b64-792d-4c8f-981d-d0ba50d5681b
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_48355fc4-a951-48cf-915e-797ba7ba0f40
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_74941270-6e89-4aaf-bb0c-eb5f4084966c
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9bcbf6af-6792-44b1-936c-d35618b882b5
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240211162400_
  rules:
  - alert: scalein_1fbc19fb-b786-4d6a-b6c0-e82a67904f44
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_5587b788-d49a-42c1-8d16-67207fa55031
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_b8a64b64-792d-4c8f-981d-d0ba50d5681b
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_48355fc4-a951-48cf-915e-797ba7ba0f40
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_74941270-6e89-4aaf-bb0c-eb5f4084966c
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9bcbf6af-6792-44b1-936c-d35618b882b5
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240211162405_
  rules:
  - alert: scalein_1fbc19fb-b786-4d6a-b6c0-e82a67904f44
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_5587b788-d49a-42c1-8d16-67207fa55031
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_b8a64b64-792d-4c8f-981d-d0ba50d5681b
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_48355fc4-a951-48cf-915e-797ba7ba0f40
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_74941270-6e89-4aaf-bb0c-eb5f4084966c
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9bcbf6af-6792-44b1-936c-d35618b882b5
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240211162410_
  rules:
  - alert: scalein_1fbc19fb-b786-4d6a-b6c0-e82a67904f44
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_5587b788-d49a-42c1-8d16-67207fa55031
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_b8a64b64-792d-4c8f-981d-d0ba50d5681b
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_48355fc4-a951-48cf-915e-797ba7ba0f40
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_74941270-6e89-4aaf-bb0c-eb5f4084966c
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9bcbf6af-6792-44b1-936c-d35618b882b5
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 6
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240211162415_
  rules:
  - alert: scalein_1fbc19fb-b786-4d6a-b6c0-e82a67904f44
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_5587b788-d49a-42c1-8d16-67207fa55031
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_b8a64b64-792d-4c8f-981d-d0ba50d5681b
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_48355fc4-a951-48cf-915e-797ba7ba0f40
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scalein_74941270-6e89-4aaf-bb0c-eb5f4084966c
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_9bcbf6af-6792-44b1-936c-d35618b882b5
    expr: (count (osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="adf36e7b-7289-433f-8455-52c45acff067",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: adf36e7b-7289-433f-8455-52c45acff067
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240211203028_
  rules:
  - alert: scalein_ce61e74b-3607-40ab-a033-d6d3b9c31dce
    expr: (count (osm_cpu_utilization{ns_id="1c379039-d2fb-48f9-a643-5fc455f25874",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="1c379039-d2fb-48f9-a643-5fc455f25874",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 1c379039-d2fb-48f9-a643-5fc455f25874
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_3c5323a5-944d-462b-9087-fe1399248c6f
    expr: (count (osm_cpu_utilization{ns_id="1c379039-d2fb-48f9-a643-5fc455f25874",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="1c379039-d2fb-48f9-a643-5fc455f25874",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 1c379039-d2fb-48f9-a643-5fc455f25874
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 2
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m
- name: _osm_alert_rules_20240211203033_
  rules:
  - alert: scalein_ce61e74b-3607-40ab-a033-d6d3b9c31dce
    expr: (count (osm_cpu_utilization{ns_id="1c379039-d2fb-48f9-a643-5fc455f25874",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="1c379039-d2fb-48f9-a643-5fc455f25874",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
    for: 1m
    labels:
      ns_id: 1c379039-d2fb-48f9-a643-5fc455f25874
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf
  - alert: scaleout_3c5323a5-944d-462b-9087-fe1399248c6f
    expr: (count (osm_cpu_utilization{ns_id="1c379039-d2fb-48f9-a643-5fc455f25874",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="1c379039-d2fb-48f9-a643-5fc455f25874",
      vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
    for: 1m
    labels:
      ns_id: 1c379039-d2fb-48f9-a643-5fc455f25874
      vdu_id: hackfest_basic_metrics-VM
      vnf_member_index: vnf

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

Changes detected, updating prometheus config
Jobs detected: 0
Writing new config file to /etc/prometheus/prometheus.yml
alerting:
  alertmanagers:
  - static_configs:
    - targets:
      - alertmanager:9093
global:
  evaluation_interval: 15s
  scrape_interval: 15s
rule_files:
- osm_metric_rules.yml
- osm_alert_rules.yml
scrape_configs:
- job_name: mon_exporter
  static_configs:
  - targets:
    - mon:8000
- honor_labels: true
  job_name: pushgateway
  scrape_interval: 30s
  static_configs:
  - targets:
    - pushgateway-prometheus-pushgateway:9091

Alerts read: 0
Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
groups:
- name: osm_alert_rules
  rules:
  - alert: vdu_down
    annotations:
      description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
        for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
      summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
    expr: vm_status_extended != 1
    for: 3m

New config written, updating prometheus
Prometheus config update successful

ts=2024-02-11T12:24:41.114Z caller=main.go:539 level=info msg="No time or size retention was set so using the default time retention" duration=15d
ts=2024-02-11T12:24:41.114Z caller=main.go:583 level=info msg="Starting Prometheus Server" mode=server version="(version=2.47.0, branch=HEAD, revision=efa34a5840661c29c2e362efa76bc3a70dccb335)"
ts=2024-02-11T12:24:41.114Z caller=main.go:588 level=info build_context="(go=go1.21.0, platform=linux/amd64, user=root@409eb5e6b30c, date=20230906-10:20:07, tags=netgo,builtinassets,stringlabels)"
ts=2024-02-11T12:24:41.114Z caller=main.go:589 level=info host_details="(Linux 6.2.0-1019-azure #19~22.04.1-Ubuntu SMP Wed Jan 10 22:57:03 UTC 2024 x86_64 prometheus-0 (none))"
ts=2024-02-11T12:24:41.114Z caller=main.go:590 level=info fd_limits="(soft=1048576, hard=1048576)"
ts=2024-02-11T12:24:41.114Z caller=main.go:591 level=info vm_limits="(soft=unlimited, hard=unlimited)"
ts=2024-02-11T12:24:41.123Z caller=web.go:566 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090
ts=2024-02-11T12:24:41.126Z caller=main.go:1024 level=info msg="Starting TSDB ..."
ts=2024-02-11T12:24:41.130Z caller=head.go:600 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
ts=2024-02-11T12:24:41.130Z caller=head.go:681 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.7µs
ts=2024-02-11T12:24:41.130Z caller=head.go:689 level=info component=tsdb msg="Replaying WAL, this may take a while"
ts=2024-02-11T12:24:41.130Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090
ts=2024-02-11T12:24:41.130Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090
ts=2024-02-11T12:24:41.141Z caller=head.go:760 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
ts=2024-02-11T12:24:41.141Z caller=head.go:797 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=171.705µs wal_replay_duration=11.129448ms wbl_replay_duration=200ns total_replay_duration=11.480858ms
ts=2024-02-11T12:24:41.145Z caller=main.go:1045 level=info fs_type=EXT4_SUPER_MAGIC
ts=2024-02-11T12:24:41.145Z caller=main.go:1048 level=info msg="TSDB started"
ts=2024-02-11T12:24:41.146Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T12:24:41.150Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.571843ms db_storage=1.2µs remote_storage=1.9µs web_handler=500ns query_engine=1µs scrape=2.186169ms scrape_sd=46.301µs notify=33.401µs notify_sd=10.201µs rules=739.823µs tracing=6.6µs
ts=2024-02-11T12:24:41.150Z caller=main.go:1009 level=info msg="Server is ready to receive web requests."
ts=2024-02-11T12:24:41.150Z caller=manager.go:1009 level=info component="rule manager" msg="Starting rule manager..."
ts=2024-02-11T12:26:11.635Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T12:26:11.637Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.904858ms db_storage=1.7µs remote_storage=1.8µs web_handler=500ns query_engine=1.5µs scrape=71.102µs scrape_sd=25.801µs notify=18.901µs notify_sd=7.8µs rules=1.335541ms tracing=4.1µs
ts=2024-02-11T13:49:40.708Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T13:49:40.711Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.24417ms db_storage=1.8µs remote_storage=1.7µs web_handler=700ns query_engine=1.1µs scrape=67.702µs scrape_sd=27.101µs notify=18.5µs notify_sd=9.001µs rules=1.772855ms tracing=5.5µs
ts=2024-02-11T13:49:45.744Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T13:49:45.745Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.373233ms db_storage=1.5µs remote_storage=1.6µs web_handler=400ns query_engine=900ns scrape=79.402µs scrape_sd=23µs notify=16.401µs notify_sd=6.4µs rules=1.012624ms tracing=3.2µs
ts=2024-02-11T13:54:15.571Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T13:54:15.572Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.377641ms db_storage=2µs remote_storage=1.6µs web_handler=400ns query_engine=1.1µs scrape=100.403µs scrape_sd=30.301µs notify=16.4µs notify_sd=7.901µs rules=918.927µs tracing=3.8µs
ts=2024-02-11T13:54:20.609Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T13:54:20.610Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.794954ms db_storage=1.601µs remote_storage=2µs web_handler=400ns query_engine=1µs scrape=112.703µs scrape_sd=23.301µs notify=14.9µs notify_sd=6.6µs rules=1.134434ms tracing=5.2µs
ts=2024-02-11T14:34:32.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b86f2fc1-05aa-4481-8608-46fd7aeba7bd\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"0920d8ca-beb1-4b5e-9779-a102ffe5e6d7\", vdu_name=\"test-nscharm-1-userVM-0\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0\", vnf_id=\"434b9f99-db05-42cc-a1db-69ee02ea6fb8\", vnf_member_index=\"1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b86f2fc1-05aa-4481-8608-46fd7aeba7bd\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"0920d8ca-beb1-4b5e-9779-a102ffe5e6d7\", vdu_name=\"UNKNOWN\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0\", vnf_id=\"434b9f99-db05-42cc-a1db-69ee02ea6fb8\", vnf_member_index=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-11T14:34:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b86f2fc1-05aa-4481-8608-46fd7aeba7bd\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"0920d8ca-beb1-4b5e-9779-a102ffe5e6d7\", vdu_name=\"test-nscharm-1-userVM-0\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0\", vnf_id=\"434b9f99-db05-42cc-a1db-69ee02ea6fb8\", vnf_member_index=\"1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b86f2fc1-05aa-4481-8608-46fd7aeba7bd\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"0920d8ca-beb1-4b5e-9779-a102ffe5e6d7\", vdu_name=\"UNKNOWN\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/test-nscharm-1-userVM-0\", vnf_id=\"434b9f99-db05-42cc-a1db-69ee02ea6fb8\", vnf_member_index=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-11T15:24:54.501Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1707654292633 maxt=1707660000000 ulid=01HPCCAXQY1A1VN36TWS7RPVY5 duration=102.620852ms
ts=2024-02-11T15:24:54.505Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.212809ms
ts=2024-02-11T16:23:50.475Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T16:23:50.477Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.823656ms db_storage=2µs remote_storage=1.8µs web_handler=300ns query_engine=1.3µs scrape=86.903µs scrape_sd=27.101µs notify=17.9µs notify_sd=8µs rules=1.308541ms tracing=5.4µs
ts=2024-02-11T16:23:55.514Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T16:23:55.516Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.095264ms db_storage=1.8µs remote_storage=1.6µs web_handler=400ns query_engine=1µs scrape=89.103µs scrape_sd=39.201µs notify=18.601µs notify_sd=7.4µs rules=1.692952ms tracing=4.9µs
ts=2024-02-11T16:24:00.572Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T16:24:00.575Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.467407ms db_storage=1.701µs remote_storage=1.9µs web_handler=500ns query_engine=1.3µs scrape=95.403µs scrape_sd=37.101µs notify=16.8µs notify_sd=10.501µs rules=2.432875ms tracing=5µs
ts=2024-02-11T16:24:05.611Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T16:24:05.616Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.528272ms db_storage=1.6µs remote_storage=1.8µs web_handler=500ns query_engine=1.1µs scrape=80.503µs scrape_sd=28.8µs notify=14.201µs notify_sd=8µs rules=4.999556ms tracing=5.2µs
ts=2024-02-11T16:24:10.675Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T16:24:10.679Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.304532ms db_storage=1.7µs remote_storage=1.8µs web_handler=500ns query_engine=1.1µs scrape=142.605µs scrape_sd=57.501µs notify=17.901µs notify_sd=9.3µs rules=3.525808ms tracing=7.9µs
ts=2024-02-11T16:24:15.718Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T16:24:15.720Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.192467ms db_storage=1.7µs remote_storage=1.8µs web_handler=500ns query_engine=1.1µs scrape=81.202µs scrape_sd=23.901µs notify=19.901µs notify_sd=8.1µs rules=1.810255ms tracing=4.601µs
ts=2024-02-11T16:32:46.193Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T16:32:46.194Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.400542ms db_storage=1.5µs remote_storage=1.7µs web_handler=400ns query_engine=1.1µs scrape=96.803µs scrape_sd=31.3µs notify=17.601µs notify_sd=8µs rules=884.727µs tracing=4.4µs
ts=2024-02-11T16:32:51.222Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T16:32:51.223Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.051832ms db_storage=2.1µs remote_storage=1.6µs web_handler=900ns query_engine=1.1µs scrape=83.102µs scrape_sd=23.601µs notify=15.201µs notify_sd=11.1µs rules=675.42µs tracing=4.701µs
ts=2024-02-11T16:32:56.249Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T16:32:56.250Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.019131ms db_storage=1.5µs remote_storage=1.7µs web_handler=400ns query_engine=1.2µs scrape=78.502µs scrape_sd=23.001µs notify=15.601µs notify_sd=7.6µs rules=637.019µs tracing=3.3µs
ts=2024-02-11T16:33:01.288Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T16:33:01.290Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.888157ms db_storage=1.9µs remote_storage=1.8µs web_handler=400ns query_engine=1µs scrape=111.603µs scrape_sd=58.302µs notify=17.301µs notify_sd=26.5µs rules=1.273539ms tracing=5µs
ts=2024-02-11T16:33:06.322Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T16:33:06.323Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.108933ms db_storage=1.8µs remote_storage=1.601µs web_handler=400ns query_engine=1.1µs scrape=79.402µs scrape_sd=25.701µs notify=14.2µs notify_sd=5.1µs rules=709.722µs tracing=3.3µs
ts=2024-02-11T16:33:11.350Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T16:33:11.351Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.167741ms db_storage=1.6µs remote_storage=1.7µs web_handler=400ns query_engine=1.3µs scrape=100.203µs scrape_sd=26.101µs notify=16.001µs notify_sd=11.9µs rules=729.925µs tracing=4µs
ts=2024-02-11T16:36:32.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f703f7c4-ec3e-4fd0-ac78-346ed09bc311\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"f9d5778a-7254-41a5-a6f3-87f7d435332c\", vdu_name=\"basic-20-manual--vnf-mgmtVM-1\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-1\", vnf_id=\"b69bca25-d9d2-4095-97ea-1b02219a64f7\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f703f7c4-ec3e-4fd0-ac78-346ed09bc311\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"f9d5778a-7254-41a5-a6f3-87f7d435332c\", vdu_name=\"UNKNOWN\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-1\", vnf_id=\"b69bca25-d9d2-4095-97ea-1b02219a64f7\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-11T16:36:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-1\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f703f7c4-ec3e-4fd0-ac78-346ed09bc311\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"f9d5778a-7254-41a5-a6f3-87f7d435332c\", vdu_name=\"basic-20-manual--vnf-mgmtVM-1\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-1\", vnf_id=\"b69bca25-d9d2-4095-97ea-1b02219a64f7\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f703f7c4-ec3e-4fd0-ac78-346ed09bc311\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"f9d5778a-7254-41a5-a6f3-87f7d435332c\", vdu_name=\"UNKNOWN\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/basic-20-manual--vnf-mgmtVM-1\", vnf_id=\"b69bca25-d9d2-4095-97ea-1b02219a64f7\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-11T17:00:07.711Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1707660002580 maxt=1707667200000 ulid=01HPCHS92R29B4M5JRMBXG58N7 duration=71.165578ms
ts=2024-02-11T17:00:07.714Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.095964ms
ts=2024-02-11T17:16:32.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f41b704b-dce8-49ca-a2a6-99bc812727de\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"9617a02c-7969-4466-bad0-1f0249e28560\", vdu_name=\"hfcloudinit-vnf2-dataVM-0\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\", vnf_id=\"0c5938a0-cb90-4070-859b-4a19375d94ba\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f41b704b-dce8-49ca-a2a6-99bc812727de\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"9617a02c-7969-4466-bad0-1f0249e28560\", vdu_name=\"UNKNOWN\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\", vnf_id=\"0c5938a0-cb90-4070-859b-4a19375d94ba\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-11T17:16:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f41b704b-dce8-49ca-a2a6-99bc812727de\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"9617a02c-7969-4466-bad0-1f0249e28560\", vdu_name=\"hfcloudinit-vnf2-dataVM-0\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\", vnf_id=\"0c5938a0-cb90-4070-859b-4a19375d94ba\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f41b704b-dce8-49ca-a2a6-99bc812727de\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"9617a02c-7969-4466-bad0-1f0249e28560\", vdu_name=\"UNKNOWN\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfcloudinit-vnf2-dataVM-0\", vnf_id=\"0c5938a0-cb90-4070-859b-4a19375d94ba\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-11T17:36:32.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2a1dcc1f-be68-46f2-926e-b896d503d967\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"c61f8b20-e4e9-4634-b0f1-dfe48210c848\", vdu_name=\"hfmultivdu-vnf2-dataVM-0\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\", vnf_id=\"4515c6a5-0038-41e7-a30e-af8e9f689428\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2a1dcc1f-be68-46f2-926e-b896d503d967\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"c61f8b20-e4e9-4634-b0f1-dfe48210c848\", vdu_name=\"UNKNOWN\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\", vnf_id=\"4515c6a5-0038-41e7-a30e-af8e9f689428\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-11T17:36:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2a1dcc1f-be68-46f2-926e-b896d503d967\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"c61f8b20-e4e9-4634-b0f1-dfe48210c848\", vdu_name=\"hfmultivdu-vnf2-dataVM-0\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\", vnf_id=\"4515c6a5-0038-41e7-a30e-af8e9f689428\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"2a1dcc1f-be68-46f2-926e-b896d503d967\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"c61f8b20-e4e9-4634-b0f1-dfe48210c848\", vdu_name=\"UNKNOWN\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/hfmultivdu-vnf2-dataVM-0\", vnf_id=\"4515c6a5-0038-41e7-a30e-af8e9f689428\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-11T18:36:32.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"38c70120-b8cb-4bc9-b7f5-8d87acc1d513\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"18a5f7e3-0d49-45fa-a0b0-ebc8e757fb95\", vdu_name=\"k8s-06-nopasswd--vnf2-mgmtVM-0\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf2-mgmtVM-0\", vnf_id=\"45387d9f-1170-415d-8cc1-65ba2549661a\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"38c70120-b8cb-4bc9-b7f5-8d87acc1d513\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"18a5f7e3-0d49-45fa-a0b0-ebc8e757fb95\", vdu_name=\"UNKNOWN\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf2-mgmtVM-0\", vnf_id=\"45387d9f-1170-415d-8cc1-65ba2549661a\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-11T18:36:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf2-mgmtVM-0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"38c70120-b8cb-4bc9-b7f5-8d87acc1d513\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"18a5f7e3-0d49-45fa-a0b0-ebc8e757fb95\", vdu_name=\"k8s-06-nopasswd--vnf2-mgmtVM-0\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf2-mgmtVM-0\", vnf_id=\"45387d9f-1170-415d-8cc1-65ba2549661a\", vnf_member_index=\"vnf2\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"38c70120-b8cb-4bc9-b7f5-8d87acc1d513\", project_id=\"71cee921-eec1-490e-8a62-63dff7fd181d\", vdu_id=\"18a5f7e3-0d49-45fa-a0b0-ebc8e757fb95\", vdu_name=\"UNKNOWN\", vim_id=\"0a035977-de89-479f-90b0-eaaa955eea31\", vm_id=\"/subscriptions/8fb7e78d-097b-413d-bc65-41d29be6bab1/resourceGroups/OSM_CICD_GROUP/providers/Microsoft.Compute/virtualMachines/k8s-06-nopasswd--vnf2-mgmtVM-0\", vnf_id=\"45387d9f-1170-415d-8cc1-65ba2549661a\", vnf_member_index=\"vnf2\"}];many-to-many matching not allowed: matching labels must be unique on one side"
ts=2024-02-11T19:00:22.707Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1707667207633 maxt=1707674400000 ulid=01HPCRNEZGZPV3ZPMJ16THJCKJ duration=66.706863ms
ts=2024-02-11T19:00:22.709Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.160263ms
ts=2024-02-11T20:30:28.632Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T20:30:28.634Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.652349ms db_storage=1.8µs remote_storage=2.3µs web_handler=400ns query_engine=1.3µs scrape=97.603µs scrape_sd=23.101µs notify=17.5µs notify_sd=8.401µs rules=1.199335ms tracing=4.5µs
ts=2024-02-11T20:30:33.664Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T20:30:33.665Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.421542ms db_storage=1.6µs remote_storage=1.9µs web_handler=500ns query_engine=1.1µs scrape=79.503µs scrape_sd=24.2µs notify=15.101µs notify_sd=8.1µs rules=1.051831ms tracing=3.6µs
ts=2024-02-11T21:00:10.035Z caller=compact.go:523 level=info component=tsdb msg="write block" mint=1707674407633 maxt=1707681600000 ulid=01HPCZGSTJ1R4FBQ3ZFBB3WXH6 duration=96.999191ms
ts=2024-02-11T21:00:10.038Z caller=head.go:1298 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.527278ms
ts=2024-02-11T21:00:10.039Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=0 to_segment=1 mint=1707681600000
ts=2024-02-11T21:00:10.060Z caller=head.go:1266 level=info component=tsdb msg="WAL checkpoint complete" first=0 last=1 duration=21.637067ms
ts=2024-02-11T21:05:17.608Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T21:05:17.610Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.504646ms db_storage=1.5µs remote_storage=3.6µs web_handler=500ns query_engine=1µs scrape=102.304µs scrape_sd=28.4µs notify=18.501µs notify_sd=9µs rules=967.73µs tracing=4.7µs
ts=2024-02-11T21:05:22.637Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
ts=2024-02-11T21:05:22.638Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.254638ms db_storage=1.6µs remote_storage=1.7µs web_handler=400ns query_engine=1.2µs scrape=63.302µs scrape_sd=30.001µs notify=52.702µs notify_sd=11.3µs rules=842.826µs tracing=3.8µs