2024-05-23T22:31:10.593958150Z level=info ts=2024-05-23T22:31:10.591Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-05-23T22:31:10.593988838Z level=info ts=2024-05-23T22:31:10.591Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-05-23T22:31:10.594005915Z level=info ts=2024-05-23T22:31:10.591Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-05-23T22:31:10.594009234Z level=info ts=2024-05-23T22:31:10.591Z caller=main.go:449 host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))" 2024-05-23T22:31:10.594012608Z level=info ts=2024-05-23T22:31:10.591Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-05-23T22:31:10.594015873Z level=info ts=2024-05-23T22:31:10.592Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-23T22:31:10.594018838Z level=info ts=2024-05-23T22:31:10.593Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-05-23T22:31:10.594780567Z level=info ts=2024-05-23T22:31:10.594Z caller=main.go:824 msg="Starting TSDB ..." 2024-05-23T22:31:10.597311720Z level=info ts=2024-05-23T22:31:10.597Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-05-23T22:31:10.598782238Z level=info ts=2024-05-23T22:31:10.598Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-23T22:31:10.598792800Z level=info ts=2024-05-23T22:31:10.598Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=4.773µs 2024-05-23T22:31:10.598796115Z level=info ts=2024-05-23T22:31:10.598Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-05-23T22:31:10.599225327Z level=info ts=2024-05-23T22:31:10.599Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-05-23T22:31:10.599235786Z level=info ts=2024-05-23T22:31:10.599Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.78µs wal_replay_duration=419.13µs total_replay_duration=467.007µs 2024-05-23T22:31:10.600882942Z level=info ts=2024-05-23T22:31:10.600Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-05-23T22:31:10.600929255Z level=info ts=2024-05-23T22:31:10.600Z caller=main.go:854 msg="TSDB started" 2024-05-23T22:31:10.600946971Z level=info ts=2024-05-23T22:31:10.600Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T22:31:10.603451496Z level=info ts=2024-05-23T22:31:10.603Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.495219ms remote_storage=4.718µs web_handler=359ns query_engine=3.194µs scrape=365.403µs scrape_sd=46.192µs notify=29.11µs notify_sd=14.898µs rules=1.564523ms 2024-05-23T22:31:10.603463373Z level=info ts=2024-05-23T22:31:10.603Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-05-23T22:33:45.752110807Z level=info ts=2024-05-23T22:33:45.751Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T22:33:45.760002365Z level=info ts=2024-05-23T22:33:45.759Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=8.020193ms remote_storage=5.315µs web_handler=4.773µs query_engine=1.722µs scrape=143.7µs scrape_sd=39.821µs notify=28.207µs notify_sd=23.06µs rules=3.717946ms 2024-05-23T22:46:13.128164943Z level=warn ts=2024-05-23T22:46:13.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"d4523144-0149-4899-8067-180aeb89096c\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"df5c97d3-d05d-4813-a208-c645c747401d\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"1b6b3f1a-d092-401a-9cd6-28cc32b0297e\", vdu_name=\"basic_06_charm_t-vnf1-mgmtVM-0\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"d4523144-0149-4899-8067-180aeb89096c\", vnf_id=\"4f68bd0d-7bac-496e-8d55-ad7fb03238de\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"df5c97d3-d05d-4813-a208-c645c747401d\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"1b6b3f1a-d092-401a-9cd6-28cc32b0297e\", vdu_name=\"UNKNOWN\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"d4523144-0149-4899-8067-180aeb89096c\", vnf_id=\"4f68bd0d-7bac-496e-8d55-ad7fb03238de\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-23T22:46:28.127097434Z level=warn ts=2024-05-23T22:46:28.126Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"d4523144-0149-4899-8067-180aeb89096c\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"df5c97d3-d05d-4813-a208-c645c747401d\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"1b6b3f1a-d092-401a-9cd6-28cc32b0297e\", vdu_name=\"basic_06_charm_t-vnf1-mgmtVM-0\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"d4523144-0149-4899-8067-180aeb89096c\", vnf_id=\"4f68bd0d-7bac-496e-8d55-ad7fb03238de\", vnf_member_index=\"vnf1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"df5c97d3-d05d-4813-a208-c645c747401d\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"1b6b3f1a-d092-401a-9cd6-28cc32b0297e\", vdu_name=\"UNKNOWN\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"d4523144-0149-4899-8067-180aeb89096c\", vnf_id=\"4f68bd0d-7bac-496e-8d55-ad7fb03238de\", vnf_member_index=\"vnf1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-23T22:57:27.859759693Z level=info ts=2024-05-23T22:57:27.859Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T22:57:27.865958104Z level=info ts=2024-05-23T22:57:27.865Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.24895ms remote_storage=3.413µs web_handler=11.568µs query_engine=3.237µs scrape=308.938µs scrape_sd=112.542µs notify=58.022µs notify_sd=23.781µs rules=4.17833ms 2024-05-23T22:57:32.934795994Z level=info ts=2024-05-23T22:57:32.934Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T22:57:32.941269097Z level=info ts=2024-05-23T22:57:32.941Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.67099ms remote_storage=3.106µs web_handler=804ns query_engine=1.984µs scrape=689.142µs scrape_sd=166.387µs notify=19.962µs notify_sd=15.111µs rules=4.711908ms 2024-05-23T22:58:58.035302423Z level=info ts=2024-05-23T22:58:58.035Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T22:58:58.039679685Z level=info ts=2024-05-23T22:58:58.039Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.406286ms remote_storage=2.704µs web_handler=7.217µs query_engine=1.485µs scrape=155.531µs scrape_sd=88.745µs notify=63.953µs notify_sd=155.904µs rules=3.186144ms 2024-05-23T22:59:03.096621578Z level=info ts=2024-05-23T22:59:03.096Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T22:59:03.099665857Z level=info ts=2024-05-23T22:59:03.099Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.051399ms remote_storage=2.059µs web_handler=693ns query_engine=1.36µs scrape=174.435µs scrape_sd=96.078µs notify=48.54µs notify_sd=25.171µs rules=2.110995ms 2024-05-23T23:21:38.039872003Z level=info ts=2024-05-23T23:21:38.039Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T23:21:38.043635034Z level=info ts=2024-05-23T23:21:38.043Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.885573ms remote_storage=4.084µs web_handler=4.859µs query_engine=1.641µs scrape=147.408µs scrape_sd=61.423µs notify=30.778µs notify_sd=121.779µs rules=2.758818ms 2024-05-23T23:21:43.092775743Z level=info ts=2024-05-23T23:21:43.092Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T23:21:43.100600277Z level=info ts=2024-05-23T23:21:43.100Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.761881ms remote_storage=3.16µs web_handler=970ns query_engine=1.629µs scrape=224.95µs scrape_sd=107.972µs notify=57.491µs notify_sd=18.026µs rules=6.649515ms 2024-05-23T23:21:48.156403154Z level=info ts=2024-05-23T23:21:48.156Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T23:21:48.171933419Z level=info ts=2024-05-23T23:21:48.171Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.210444ms remote_storage=2.432µs web_handler=537ns query_engine=1.118µs scrape=99.952µs scrape_sd=44.152µs notify=11.380385ms notify_sd=33.672µs rules=3.215557ms 2024-05-23T23:21:53.249293840Z level=info ts=2024-05-23T23:21:53.249Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T23:21:53.252955398Z level=info ts=2024-05-23T23:21:53.252Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.655999ms remote_storage=2.346µs web_handler=614ns query_engine=1.266µs scrape=117.186µs scrape_sd=43.636µs notify=14.163µs notify_sd=11.169µs rules=2.949176ms 2024-05-23T23:21:58.318741287Z level=info ts=2024-05-23T23:21:58.318Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T23:21:58.324150355Z level=info ts=2024-05-23T23:21:58.324Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.587055ms remote_storage=2.867µs web_handler=835ns query_engine=2.003µs scrape=169.679µs scrape_sd=75.523µs notify=45.036µs notify_sd=36.332µs rules=4.421724ms 2024-05-23T23:22:03.376995145Z level=info ts=2024-05-23T23:22:03.376Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T23:22:03.382423732Z level=info ts=2024-05-23T23:22:03.382Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.528014ms remote_storage=2.967µs web_handler=895ns query_engine=1.897µs scrape=184.377µs scrape_sd=93.677µs notify=42.886µs notify_sd=82.37µs rules=4.382166ms 2024-05-23T23:23:24.692734781Z level=info ts=2024-05-23T23:23:24.692Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T23:23:24.695641858Z level=info ts=2024-05-23T23:23:24.695Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.941412ms remote_storage=2.61µs web_handler=7.088µs query_engine=1.502µs scrape=177.107µs scrape_sd=73.889µs notify=29.176µs notify_sd=13.978µs rules=1.665169ms 2024-05-23T23:23:29.746248875Z level=info ts=2024-05-23T23:23:29.746Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T23:23:29.747688176Z level=info ts=2024-05-23T23:23:29.747Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.512473ms remote_storage=2.695µs web_handler=819ns query_engine=1.18µs scrape=96.753µs scrape_sd=68.675µs notify=12.494µs notify_sd=9.209µs rules=952.453µs 2024-05-23T23:23:34.779188533Z level=info ts=2024-05-23T23:23:34.779Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T23:23:34.783081262Z level=info ts=2024-05-23T23:23:34.782Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.891106ms remote_storage=3.985µs web_handler=861ns query_engine=1.667µs scrape=187.87µs scrape_sd=96.331µs notify=23.469µs notify_sd=44.172µs rules=2.947456ms 2024-05-23T23:23:39.832522394Z level=info ts=2024-05-23T23:23:39.832Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T23:23:39.834784784Z level=info ts=2024-05-23T23:23:39.834Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.301254ms remote_storage=3.076µs web_handler=672ns query_engine=1.646µs scrape=133.937µs scrape_sd=56.416µs notify=22.885µs notify_sd=14.743µs rules=1.568363ms 2024-05-23T23:23:44.891820983Z level=info ts=2024-05-23T23:23:44.891Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T23:23:44.898177795Z level=info ts=2024-05-23T23:23:44.898Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.354397ms remote_storage=3.193µs web_handler=953ns query_engine=34.842µs scrape=189.861µs scrape_sd=340.254µs notify=55.881µs notify_sd=35.321µs rules=4.897233ms 2024-05-23T23:23:49.947864473Z level=info ts=2024-05-23T23:23:49.947Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-23T23:23:49.951208947Z level=info ts=2024-05-23T23:23:49.951Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.357638ms remote_storage=3µs web_handler=1.07µs query_engine=1.911µs scrape=183.31µs scrape_sd=126.109µs notify=23.229µs notify_sd=20.674µs rules=2.358591ms 2024-05-23T23:44:13.129961335Z level=warn ts=2024-05-23T23:44:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"b96a1c5f-0834-4cf4-9927-5bb9e502117f\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"340c3f09-1fc9-40c9-8e54-ea7c3adff24f\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"1e02e36e-ba6d-4d3e-9691-4c01628aa282\", vdu_name=\"basic_22-1-simple_requires-0\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"b96a1c5f-0834-4cf4-9927-5bb9e502117f\", vnf_id=\"628a27f7-59fe-4ad5-964c-2f74c87f85d3\", vnf_member_index=\"1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"340c3f09-1fc9-40c9-8e54-ea7c3adff24f\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"1e02e36e-ba6d-4d3e-9691-4c01628aa282\", vdu_name=\"UNKNOWN\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"b96a1c5f-0834-4cf4-9927-5bb9e502117f\", vnf_id=\"628a27f7-59fe-4ad5-964c-2f74c87f85d3\", vnf_member_index=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-23T23:44:28.129534886Z level=warn ts=2024-05-23T23:44:28.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"b96a1c5f-0834-4cf4-9927-5bb9e502117f\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"340c3f09-1fc9-40c9-8e54-ea7c3adff24f\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"1e02e36e-ba6d-4d3e-9691-4c01628aa282\", vdu_name=\"basic_22-1-simple_requires-0\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"b96a1c5f-0834-4cf4-9927-5bb9e502117f\", vnf_id=\"628a27f7-59fe-4ad5-964c-2f74c87f85d3\", vnf_member_index=\"1\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"340c3f09-1fc9-40c9-8e54-ea7c3adff24f\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"1e02e36e-ba6d-4d3e-9691-4c01628aa282\", vdu_name=\"UNKNOWN\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"b96a1c5f-0834-4cf4-9927-5bb9e502117f\", vnf_id=\"628a27f7-59fe-4ad5-964c-2f74c87f85d3\", vnf_member_index=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-24T00:56:13.130290346Z level=warn ts=2024-05-24T00:56:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"085ffb4f-8d9c-4717-a6b8-4f685577c604\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7e57336a-084f-4c39-bc49-dcc359c096dd\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"35fbf6b4-d334-4336-8cce-ac1f71c477b9\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"085ffb4f-8d9c-4717-a6b8-4f685577c604\", vnf_id=\"3437dc16-7fa0-4777-98c8-c690c837c9f9\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7e57336a-084f-4c39-bc49-dcc359c096dd\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"35fbf6b4-d334-4336-8cce-ac1f71c477b9\", vdu_name=\"UNKNOWN\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"085ffb4f-8d9c-4717-a6b8-4f685577c604\", vnf_id=\"3437dc16-7fa0-4777-98c8-c690c837c9f9\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-24T00:56:28.127795489Z level=warn ts=2024-05-24T00:56:28.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"085ffb4f-8d9c-4717-a6b8-4f685577c604\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7e57336a-084f-4c39-bc49-dcc359c096dd\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"35fbf6b4-d334-4336-8cce-ac1f71c477b9\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"085ffb4f-8d9c-4717-a6b8-4f685577c604\", vnf_id=\"3437dc16-7fa0-4777-98c8-c690c837c9f9\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7e57336a-084f-4c39-bc49-dcc359c096dd\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"35fbf6b4-d334-4336-8cce-ac1f71c477b9\", vdu_name=\"UNKNOWN\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"085ffb4f-8d9c-4717-a6b8-4f685577c604\", vnf_id=\"3437dc16-7fa0-4777-98c8-c690c837c9f9\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-24T01:00:13.131340429Z level=warn ts=2024-05-24T01:00:13.128Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"30609072-62b3-4b92-a933-a7ff417ca32c\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7e57336a-084f-4c39-bc49-dcc359c096dd\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"5794e5c0-3caa-4738-b81f-49b4da6ae5a5\", vdu_name=\"heal_03-charm_vnf-mgmtVM-2\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"30609072-62b3-4b92-a933-a7ff417ca32c\", vnf_id=\"3437dc16-7fa0-4777-98c8-c690c837c9f9\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7e57336a-084f-4c39-bc49-dcc359c096dd\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"5794e5c0-3caa-4738-b81f-49b4da6ae5a5\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"30609072-62b3-4b92-a933-a7ff417ca32c\", vnf_id=\"3437dc16-7fa0-4777-98c8-c690c837c9f9\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-24T01:00:28.127979701Z level=warn ts=2024-05-24T01:00:28.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"30609072-62b3-4b92-a933-a7ff417ca32c\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7e57336a-084f-4c39-bc49-dcc359c096dd\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"5794e5c0-3caa-4738-b81f-49b4da6ae5a5\", vdu_name=\"heal_03-charm_vnf-mgmtVM-2\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"30609072-62b3-4b92-a933-a7ff417ca32c\", vnf_id=\"3437dc16-7fa0-4777-98c8-c690c837c9f9\", vnf_member_index=\"charm_vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"7e57336a-084f-4c39-bc49-dcc359c096dd\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"5794e5c0-3caa-4738-b81f-49b4da6ae5a5\", vdu_name=\"heal_03-charm_vnf-mgmtVM-1\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"30609072-62b3-4b92-a933-a7ff417ca32c\", vnf_id=\"3437dc16-7fa0-4777-98c8-c690c837c9f9\", vnf_member_index=\"charm_vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-24T01:10:50.586443099Z level=info ts=2024-05-24T01:10:50.586Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T01:10:50.591727302Z level=info ts=2024-05-24T01:10:50.591Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.367018ms remote_storage=3.871µs web_handler=9.628µs query_engine=2.779µs scrape=375.712µs scrape_sd=136.732µs notify=51.25µs notify_sd=22.475µs rules=3.340311ms 2024-05-24T01:16:36.053047144Z level=info ts=2024-05-24T01:16:36.052Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T01:16:36.055618792Z level=info ts=2024-05-24T01:16:36.055Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.730386ms remote_storage=2.645µs web_handler=6.18µs query_engine=1.841µs scrape=164.006µs scrape_sd=71.187µs notify=22.551µs notify_sd=18.988µs rules=1.527773ms 2024-05-24T01:31:28.186136780Z level=info ts=2024-05-24T01:31:28.185Z caller=compact.go:518 component=tsdb msg="write block" mint=1716503484126 maxt=1716508800000 ulid=01HYM3JWG14H18SETEKXF3FREZ duration=55.847184ms 2024-05-24T01:31:28.191554452Z level=info ts=2024-05-24T01:31:28.191Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=4.374258ms 2024-05-24T01:56:44.262985861Z level=info ts=2024-05-24T01:56:44.262Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T01:56:44.272418964Z level=info ts=2024-05-24T01:56:44.272Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=9.542621ms remote_storage=4.071µs web_handler=10.756µs query_engine=2.617µs scrape=422.405µs scrape_sd=197.735µs notify=98.556µs notify_sd=26.775µs rules=6.821756ms 2024-05-24T01:56:49.320165163Z level=info ts=2024-05-24T01:56:49.319Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T01:56:49.327717812Z level=info ts=2024-05-24T01:56:49.327Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.647968ms remote_storage=3.687µs web_handler=923ns query_engine=1.843µs scrape=348.983µs scrape_sd=171.454µs notify=103.105µs notify_sd=99.625µs rules=5.80957ms 2024-05-24T02:01:08.748873779Z level=info ts=2024-05-24T02:01:08.748Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:01:08.755076560Z level=info ts=2024-05-24T02:01:08.754Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.471396ms remote_storage=3.544µs web_handler=10.331µs query_engine=2.79µs scrape=520.595µs scrape_sd=282.653µs notify=95.54µs notify_sd=85.404µs rules=3.100266ms 2024-05-24T02:01:13.800514144Z level=info ts=2024-05-24T02:01:13.800Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:01:13.803869599Z level=info ts=2024-05-24T02:01:13.803Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.288273ms remote_storage=3.013µs web_handler=907ns query_engine=1.546µs scrape=186.473µs scrape_sd=106.733µs notify=27.672µs notify_sd=16.971µs rules=2.253395ms 2024-05-24T02:01:59.325923821Z level=info ts=2024-05-24T02:01:59.325Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:01:59.331148033Z level=info ts=2024-05-24T02:01:59.330Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.114604ms remote_storage=2.733µs web_handler=743ns query_engine=1.38µs scrape=231.718µs scrape_sd=68.623µs notify=18.624µs notify_sd=16.878µs rules=4.073518ms 2024-05-24T02:02:04.381328224Z level=info ts=2024-05-24T02:02:04.381Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:02:04.384099780Z level=info ts=2024-05-24T02:02:04.383Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.718046ms remote_storage=2.509µs web_handler=593ns query_engine=1.228µs scrape=112.621µs scrape_sd=41.585µs notify=14.322µs notify_sd=10.432µs rules=2.12743ms 2024-05-24T02:15:32.360445317Z level=info ts=2024-05-24T02:15:32.357Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:15:32.360493354Z level=info ts=2024-05-24T02:15:32.360Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.297539ms remote_storage=14.832µs web_handler=4.533µs query_engine=1.557µs scrape=142.335µs scrape_sd=82.176µs notify=26.69µs notify_sd=10.598µs rules=1.344696ms 2024-05-24T02:15:37.411596977Z level=info ts=2024-05-24T02:15:37.411Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:15:37.415336546Z level=info ts=2024-05-24T02:15:37.415Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.709652ms remote_storage=4.622µs web_handler=802ns query_engine=1.999µs scrape=254.589µs scrape_sd=110.85µs notify=30.573µs notify_sd=38.664µs rules=2.515484ms 2024-05-24T02:17:47.980347970Z level=info ts=2024-05-24T02:17:47.980Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:17:47.987396037Z level=info ts=2024-05-24T02:17:47.987Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.098175ms remote_storage=3.461µs web_handler=9.426µs query_engine=2.416µs scrape=272.151µs scrape_sd=114.821µs notify=51.906µs notify_sd=72.383µs rules=5.181378ms 2024-05-24T02:18:13.130072930Z level=warn ts=2024-05-24T02:18:13.129Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"bf98bac4-c5b7-4c20-bf70-f012e1c9b953\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"be10a70d-73ea-492d-966e-6d0b46e7e190\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"3b97fbbb-7d55-4b45-896b-33df5e479aa4\", vdu_name=\"sa_07-webhook_se-vnf-hackfest_basic-VM-0\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"bf98bac4-c5b7-4c20-bf70-f012e1c9b953\", vnf_id=\"3ac9f3e6-0ee4-445d-994a-a04277903276\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"be10a70d-73ea-492d-966e-6d0b46e7e190\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"3b97fbbb-7d55-4b45-896b-33df5e479aa4\", vdu_name=\"UNKNOWN\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"bf98bac4-c5b7-4c20-bf70-f012e1c9b953\", vnf_id=\"3ac9f3e6-0ee4-445d-994a-a04277903276\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-24T02:18:28.128183921Z level=warn ts=2024-05-24T02:18:28.127Z caller=manager.go:603 component="rule manager" group=osm_metric_rules msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on(vm_id, vim_id) group_left(ns_id, vnf_id,\n vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"bf98bac4-c5b7-4c20-bf70-f012e1c9b953\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"be10a70d-73ea-492d-966e-6d0b46e7e190\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"3b97fbbb-7d55-4b45-896b-33df5e479aa4\", vdu_name=\"sa_07-webhook_se-vnf-hackfest_basic-VM-0\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"bf98bac4-c5b7-4c20-bf70-f012e1c9b953\", vnf_id=\"3ac9f3e6-0ee4-445d-994a-a04277903276\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"be10a70d-73ea-492d-966e-6d0b46e7e190\", project_id=\"922abde1-19b9-4fcb-8ee7-d1a4e6a5c828\", vdu_id=\"3b97fbbb-7d55-4b45-896b-33df5e479aa4\", vdu_name=\"UNKNOWN\", vim_id=\"d1d7986c-ffd1-4a9c-aec3-61c0185664bd\", vm_id=\"bf98bac4-c5b7-4c20-bf70-f012e1c9b953\", vnf_id=\"3ac9f3e6-0ee4-445d-994a-a04277903276\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-05-24T02:26:55.874627278Z level=info ts=2024-05-24T02:26:55.874Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:26:55.881773869Z level=info ts=2024-05-24T02:26:55.881Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.223993ms remote_storage=7.917µs web_handler=6.931µs query_engine=2.519µs scrape=277.053µs scrape_sd=144.782µs notify=76.153µs notify_sd=17.143µs rules=5.107273ms 2024-05-24T02:29:13.588334702Z level=info ts=2024-05-24T02:29:13.588Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:29:13.593871248Z level=info ts=2024-05-24T02:29:13.593Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.607974ms remote_storage=3.665µs web_handler=1.483µs query_engine=1.934µs scrape=240.873µs scrape_sd=129.735µs notify=83.391µs notify_sd=157.566µs rules=3.108077ms 2024-05-24T02:29:28.219840938Z level=info ts=2024-05-24T02:29:28.219Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:29:28.221849559Z level=info ts=2024-05-24T02:29:28.221Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.111963ms remote_storage=1.826µs web_handler=4.501µs query_engine=1.382µs scrape=183.121µs scrape_sd=63.737µs notify=21.91µs notify_sd=12.487µs rules=1.390405ms 2024-05-24T02:42:21.532478565Z level=info ts=2024-05-24T02:42:21.532Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:42:21.539549169Z level=info ts=2024-05-24T02:42:21.539Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.146198ms remote_storage=3.36µs web_handler=10.079µs query_engine=2.572µs scrape=300.651µs scrape_sd=110.941µs notify=79.79µs notify_sd=20.76µs rules=5.111235ms 2024-05-24T02:42:26.595232611Z level=info ts=2024-05-24T02:42:26.594Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:42:26.602114761Z level=info ts=2024-05-24T02:42:26.601Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.922286ms remote_storage=3.583µs web_handler=1.424µs query_engine=1.811µs scrape=330.905µs scrape_sd=175.627µs notify=27.359µs notify_sd=100.514µs rules=5.176273ms 2024-05-24T02:43:15.332480152Z level=info ts=2024-05-24T02:43:15.332Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:43:15.338681299Z level=info ts=2024-05-24T02:43:15.335Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.552066ms remote_storage=3.658µs web_handler=868ns query_engine=1.957µs scrape=208.825µs scrape_sd=95.474µs notify=31.128µs notify_sd=22.156µs rules=2.374041ms 2024-05-24T02:43:20.397047707Z level=info ts=2024-05-24T02:43:20.395Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-24T02:43:20.398957409Z level=info ts=2024-05-24T02:43:20.398Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.068184ms remote_storage=25.049µs web_handler=6.99µs query_engine=10.985µs scrape=382.905µs scrape_sd=117.909µs notify=47.364µs notify_sd=21.107µs rules=1.53688ms 2024-05-23T22:33:32.928149450Z Created MongoClient to connect to MongoDB! 2024-05-23T22:33:32.928185830Z Generating prometheus config files 2024-05-23T22:33:45.720978633Z Jobs detected: 0 2024-05-23T22:33:45.725238604Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T22:33:45.727558925Z alerting: 2024-05-23T22:33:45.727572810Z alertmanagers: 2024-05-23T22:33:45.727576701Z - static_configs: 2024-05-23T22:33:45.727580029Z - targets: 2024-05-23T22:33:45.727583723Z - alertmanager:9093 2024-05-23T22:33:45.727587319Z global: 2024-05-23T22:33:45.727590468Z evaluation_interval: 15s 2024-05-23T22:33:45.727593545Z scrape_interval: 15s 2024-05-23T22:33:45.727596641Z rule_files: 2024-05-23T22:33:45.727599666Z - osm_metric_rules.yml 2024-05-23T22:33:45.727602800Z - osm_alert_rules.yml 2024-05-23T22:33:45.727605874Z scrape_configs: 2024-05-23T22:33:45.727608889Z - job_name: mon_exporter 2024-05-23T22:33:45.727611979Z static_configs: 2024-05-23T22:33:45.727615011Z - targets: 2024-05-23T22:33:45.727618041Z - mon:8000 2024-05-23T22:33:45.727621053Z - honor_labels: true 2024-05-23T22:33:45.727624080Z job_name: pushgateway 2024-05-23T22:33:45.727627054Z scrape_interval: 30s 2024-05-23T22:33:45.727630130Z static_configs: 2024-05-23T22:33:45.727633108Z - targets: 2024-05-23T22:33:45.727636703Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T22:33:45.727639665Z 2024-05-23T22:33:45.732883210Z Alerts read: 0 2024-05-23T22:33:45.737920367Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T22:33:45.739878123Z groups: 2024-05-23T22:33:45.739891222Z - name: osm_alert_rules 2024-05-23T22:33:45.739894362Z rules: 2024-05-23T22:33:45.739897370Z - alert: vdu_down 2024-05-23T22:33:45.739900343Z annotations: 2024-05-23T22:33:45.739904206Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T22:33:45.739907654Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T22:33:45.739910603Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T22:33:45.739914302Z expr: vm_status_extended != 1 2024-05-23T22:33:45.739917374Z for: 3m 2024-05-23T22:33:45.739920204Z 2024-05-23T22:33:45.744044195Z New config written, updating prometheus 2024-05-23T22:33:50.783282417Z Prometheus config update successful 2024-05-23T22:33:55.792131459Z Listening to changes in prometheus jobs and alerts collections 2024-05-23T22:57:27.814674283Z Changes detected, updating prometheus config 2024-05-23T22:57:27.819740640Z Jobs detected: 0 2024-05-23T22:57:27.830933573Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T22:57:27.835477111Z alerting: 2024-05-23T22:57:27.835507366Z alertmanagers: 2024-05-23T22:57:27.835518262Z - static_configs: 2024-05-23T22:57:27.835527315Z - targets: 2024-05-23T22:57:27.835536908Z - alertmanager:9093 2024-05-23T22:57:27.835545882Z global: 2024-05-23T22:57:27.835554558Z evaluation_interval: 15s 2024-05-23T22:57:27.835563092Z scrape_interval: 15s 2024-05-23T22:57:27.835571645Z rule_files: 2024-05-23T22:57:27.835580063Z - osm_metric_rules.yml 2024-05-23T22:57:27.835589166Z - osm_alert_rules.yml 2024-05-23T22:57:27.835597751Z scrape_configs: 2024-05-23T22:57:27.835606402Z - job_name: mon_exporter 2024-05-23T22:57:27.835614959Z static_configs: 2024-05-23T22:57:27.835623484Z - targets: 2024-05-23T22:57:27.835631963Z - mon:8000 2024-05-23T22:57:27.835640394Z - honor_labels: true 2024-05-23T22:57:27.835678096Z job_name: pushgateway 2024-05-23T22:57:27.835686826Z scrape_interval: 30s 2024-05-23T22:57:27.835695372Z static_configs: 2024-05-23T22:57:27.835703962Z - targets: 2024-05-23T22:57:27.835713360Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T22:57:27.835721637Z 2024-05-23T22:57:27.842350030Z Alerts read: 2 2024-05-23T22:57:27.844745702Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T22:57:27.848344936Z groups: 2024-05-23T22:57:27.848384834Z - name: osm_alert_rules 2024-05-23T22:57:27.848434167Z rules: 2024-05-23T22:57:27.848448170Z - alert: vdu_down 2024-05-23T22:57:27.848461855Z annotations: 2024-05-23T22:57:27.848476453Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T22:57:27.848491008Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T22:57:27.848503986Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T22:57:27.848516718Z expr: vm_status_extended != 1 2024-05-23T22:57:27.848530806Z for: 3m 2024-05-23T22:57:27.848543790Z - name: _osm_alert_rules_20240523225727_ 2024-05-23T22:57:27.848556570Z rules: 2024-05-23T22:57:27.848570235Z - alert: scalein_4adf8906-c6b2-4aed-bcf2-ab16a5856d03 2024-05-23T22:57:27.848584748Z expr: (count (osm_cpu_utilization{ns_id="e8c725f5-d295-4371-bfea-485433b4a4a8", 2024-05-23T22:57:27.848599312Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="e8c725f5-d295-4371-bfea-485433b4a4a8", 2024-05-23T22:57:27.848614350Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T22:57:27.848626770Z for: 1m 2024-05-23T22:57:27.848639209Z labels: 2024-05-23T22:57:27.848651513Z ns_id: e8c725f5-d295-4371-bfea-485433b4a4a8 2024-05-23T22:57:27.848663720Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T22:57:27.848677204Z vnf_member_index: vnf 2024-05-23T22:57:27.848689744Z - alert: scaleout_1e4ee6d8-35f3-4134-9a99-62a2463959de 2024-05-23T22:57:27.848701210Z expr: (count (osm_cpu_utilization{ns_id="e8c725f5-d295-4371-bfea-485433b4a4a8", 2024-05-23T22:57:27.848710021Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="e8c725f5-d295-4371-bfea-485433b4a4a8", 2024-05-23T22:57:27.848718222Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T22:57:27.848726651Z for: 1m 2024-05-23T22:57:27.848734834Z labels: 2024-05-23T22:57:27.848743215Z ns_id: e8c725f5-d295-4371-bfea-485433b4a4a8 2024-05-23T22:57:27.848751424Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T22:57:27.848759775Z vnf_member_index: vnf 2024-05-23T22:57:27.848767715Z 2024-05-23T22:57:27.852189148Z New config written, updating prometheus 2024-05-23T22:57:32.885953358Z Prometheus config update successful 2024-05-23T22:57:32.885983509Z 2024-05-23T22:57:32.885987526Z Changes detected, updating prometheus config 2024-05-23T22:57:32.888566434Z Jobs detected: 0 2024-05-23T22:57:32.902323242Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T22:57:32.906701001Z alerting: 2024-05-23T22:57:32.906736657Z alertmanagers: 2024-05-23T22:57:32.906743660Z - static_configs: 2024-05-23T22:57:32.906749325Z - targets: 2024-05-23T22:57:32.906755160Z - alertmanager:9093 2024-05-23T22:57:32.906760433Z global: 2024-05-23T22:57:32.906765743Z evaluation_interval: 15s 2024-05-23T22:57:32.906771109Z scrape_interval: 15s 2024-05-23T22:57:32.906776449Z rule_files: 2024-05-23T22:57:32.906800256Z - osm_metric_rules.yml 2024-05-23T22:57:32.906805548Z - osm_alert_rules.yml 2024-05-23T22:57:32.906810821Z scrape_configs: 2024-05-23T22:57:32.906816079Z - job_name: mon_exporter 2024-05-23T22:57:32.906821252Z static_configs: 2024-05-23T22:57:32.906826564Z - targets: 2024-05-23T22:57:32.906832008Z - mon:8000 2024-05-23T22:57:32.906837125Z - honor_labels: true 2024-05-23T22:57:32.906842311Z job_name: pushgateway 2024-05-23T22:57:32.906847835Z scrape_interval: 30s 2024-05-23T22:57:32.906853470Z static_configs: 2024-05-23T22:57:32.906858611Z - targets: 2024-05-23T22:57:32.906864476Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T22:57:32.906869497Z 2024-05-23T22:57:32.912130363Z Alerts read: 2 2024-05-23T22:57:32.915506491Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T22:57:32.921005983Z groups: 2024-05-23T22:57:32.921054562Z - name: osm_alert_rules 2024-05-23T22:57:32.921066461Z rules: 2024-05-23T22:57:32.921078299Z - alert: vdu_down 2024-05-23T22:57:32.921089625Z annotations: 2024-05-23T22:57:32.921102274Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T22:57:32.921114592Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T22:57:32.921125314Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T22:57:32.921136246Z expr: vm_status_extended != 1 2024-05-23T22:57:32.921145792Z for: 3m 2024-05-23T22:57:32.921152933Z - name: _osm_alert_rules_20240523225732_ 2024-05-23T22:57:32.921160037Z rules: 2024-05-23T22:57:32.921167661Z - alert: scalein_4adf8906-c6b2-4aed-bcf2-ab16a5856d03 2024-05-23T22:57:32.921174884Z expr: (count (osm_cpu_utilization{ns_id="e8c725f5-d295-4371-bfea-485433b4a4a8", 2024-05-23T22:57:32.921183055Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="e8c725f5-d295-4371-bfea-485433b4a4a8", 2024-05-23T22:57:32.921190805Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T22:57:32.921202752Z for: 1m 2024-05-23T22:57:32.921209921Z labels: 2024-05-23T22:57:32.921216879Z ns_id: e8c725f5-d295-4371-bfea-485433b4a4a8 2024-05-23T22:57:32.921223847Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T22:57:32.921234663Z vnf_member_index: vnf 2024-05-23T22:57:32.921247582Z - alert: scaleout_1e4ee6d8-35f3-4134-9a99-62a2463959de 2024-05-23T22:57:32.921258460Z expr: (count (osm_cpu_utilization{ns_id="e8c725f5-d295-4371-bfea-485433b4a4a8", 2024-05-23T22:57:32.921269337Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="e8c725f5-d295-4371-bfea-485433b4a4a8", 2024-05-23T22:57:32.921280239Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T22:57:32.921290001Z for: 1m 2024-05-23T22:57:32.921300442Z labels: 2024-05-23T22:57:32.921312680Z ns_id: e8c725f5-d295-4371-bfea-485433b4a4a8 2024-05-23T22:57:32.921323777Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T22:57:32.921333900Z vnf_member_index: vnf 2024-05-23T22:57:32.921344444Z 2024-05-23T22:57:32.929389712Z New config written, updating prometheus 2024-05-23T22:57:37.971063744Z Prometheus config update successful 2024-05-23T22:57:37.971098168Z 2024-05-23T22:58:58.000893295Z Changes detected, updating prometheus config 2024-05-23T22:58:58.004877916Z Jobs detected: 0 2024-05-23T22:58:58.015974484Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T22:58:58.021323998Z alerting: 2024-05-23T22:58:58.021343525Z alertmanagers: 2024-05-23T22:58:58.021349257Z - static_configs: 2024-05-23T22:58:58.021354392Z - targets: 2024-05-23T22:58:58.021362482Z - alertmanager:9093 2024-05-23T22:58:58.021369376Z global: 2024-05-23T22:58:58.021374570Z evaluation_interval: 15s 2024-05-23T22:58:58.021378935Z scrape_interval: 15s 2024-05-23T22:58:58.021383935Z rule_files: 2024-05-23T22:58:58.021388629Z - osm_metric_rules.yml 2024-05-23T22:58:58.021392824Z - osm_alert_rules.yml 2024-05-23T22:58:58.021397167Z scrape_configs: 2024-05-23T22:58:58.021401912Z - job_name: mon_exporter 2024-05-23T22:58:58.021406465Z static_configs: 2024-05-23T22:58:58.021410960Z - targets: 2024-05-23T22:58:58.021415701Z - mon:8000 2024-05-23T22:58:58.021420267Z - honor_labels: true 2024-05-23T22:58:58.021424906Z job_name: pushgateway 2024-05-23T22:58:58.021429556Z scrape_interval: 30s 2024-05-23T22:58:58.021434063Z static_configs: 2024-05-23T22:58:58.021438440Z - targets: 2024-05-23T22:58:58.021445953Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T22:58:58.021468004Z 2024-05-23T22:58:58.025446289Z Alerts read: 0 2024-05-23T22:58:58.027514821Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T22:58:58.028830266Z groups: 2024-05-23T22:58:58.028844663Z - name: osm_alert_rules 2024-05-23T22:58:58.028849989Z rules: 2024-05-23T22:58:58.028854510Z - alert: vdu_down 2024-05-23T22:58:58.028859074Z annotations: 2024-05-23T22:58:58.028864755Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T22:58:58.028873335Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T22:58:58.028878307Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T22:58:58.028885349Z expr: vm_status_extended != 1 2024-05-23T22:58:58.028890280Z for: 3m 2024-05-23T22:58:58.028932046Z 2024-05-23T22:58:58.030120940Z New config written, updating prometheus 2024-05-23T22:59:03.059970974Z Prometheus config update successful 2024-05-23T22:59:03.059995931Z 2024-05-23T22:59:03.060075160Z Changes detected, updating prometheus config 2024-05-23T22:59:03.062965147Z Jobs detected: 0 2024-05-23T22:59:03.076031460Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T22:59:03.079550942Z alerting: 2024-05-23T22:59:03.079560906Z alertmanagers: 2024-05-23T22:59:03.079565577Z - static_configs: 2024-05-23T22:59:03.079569137Z - targets: 2024-05-23T22:59:03.079573134Z - alertmanager:9093 2024-05-23T22:59:03.079577170Z global: 2024-05-23T22:59:03.079580471Z evaluation_interval: 15s 2024-05-23T22:59:03.079583698Z scrape_interval: 15s 2024-05-23T22:59:03.079587012Z rule_files: 2024-05-23T22:59:03.079590177Z - osm_metric_rules.yml 2024-05-23T22:59:03.079600747Z - osm_alert_rules.yml 2024-05-23T22:59:03.079604281Z scrape_configs: 2024-05-23T22:59:03.079607433Z - job_name: mon_exporter 2024-05-23T22:59:03.079610599Z static_configs: 2024-05-23T22:59:03.079613751Z - targets: 2024-05-23T22:59:03.079616879Z - mon:8000 2024-05-23T22:59:03.079620269Z - honor_labels: true 2024-05-23T22:59:03.079623584Z job_name: pushgateway 2024-05-23T22:59:03.079627740Z scrape_interval: 30s 2024-05-23T22:59:03.079630974Z static_configs: 2024-05-23T22:59:03.079634140Z - targets: 2024-05-23T22:59:03.079638123Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T22:59:03.079660715Z 2024-05-23T22:59:03.087238902Z Alerts read: 0 2024-05-23T22:59:03.089926001Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T22:59:03.091379392Z groups: 2024-05-23T22:59:03.091392797Z - name: osm_alert_rules 2024-05-23T22:59:03.091397634Z rules: 2024-05-23T22:59:03.091401884Z - alert: vdu_down 2024-05-23T22:59:03.091406016Z annotations: 2024-05-23T22:59:03.091411270Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T22:59:03.091464299Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T22:59:03.091470061Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T22:59:03.091475459Z expr: vm_status_extended != 1 2024-05-23T22:59:03.091479930Z for: 3m 2024-05-23T22:59:03.091484001Z 2024-05-23T22:59:03.092448210Z New config written, updating prometheus 2024-05-23T22:59:08.115893759Z Prometheus config update successful 2024-05-23T22:59:08.115924574Z 2024-05-23T23:21:37.993458360Z Changes detected, updating prometheus config 2024-05-23T23:21:37.996621090Z Jobs detected: 0 2024-05-23T23:21:38.008945046Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T23:21:38.012242822Z alerting: 2024-05-23T23:21:38.012317392Z alertmanagers: 2024-05-23T23:21:38.012325442Z - static_configs: 2024-05-23T23:21:38.012330632Z - targets: 2024-05-23T23:21:38.012336331Z - alertmanager:9093 2024-05-23T23:21:38.012341339Z global: 2024-05-23T23:21:38.012346282Z evaluation_interval: 15s 2024-05-23T23:21:38.012351191Z scrape_interval: 15s 2024-05-23T23:21:38.012356150Z rule_files: 2024-05-23T23:21:38.012361208Z - osm_metric_rules.yml 2024-05-23T23:21:38.012366460Z - osm_alert_rules.yml 2024-05-23T23:21:38.012371374Z scrape_configs: 2024-05-23T23:21:38.012376336Z - job_name: mon_exporter 2024-05-23T23:21:38.012381232Z static_configs: 2024-05-23T23:21:38.012386122Z - targets: 2024-05-23T23:21:38.012391206Z - mon:8000 2024-05-23T23:21:38.012396027Z - honor_labels: true 2024-05-23T23:21:38.012401561Z job_name: pushgateway 2024-05-23T23:21:38.012406551Z scrape_interval: 30s 2024-05-23T23:21:38.012411526Z static_configs: 2024-05-23T23:21:38.012416380Z - targets: 2024-05-23T23:21:38.012422254Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T23:21:38.012427169Z 2024-05-23T23:21:38.017246190Z Alerts read: 6 2024-05-23T23:21:38.019826474Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T23:21:38.027035001Z groups: 2024-05-23T23:21:38.027047079Z - name: osm_alert_rules 2024-05-23T23:21:38.027050271Z rules: 2024-05-23T23:21:38.027053330Z - alert: vdu_down 2024-05-23T23:21:38.027073030Z annotations: 2024-05-23T23:21:38.027077187Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T23:21:38.027084621Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T23:21:38.027087615Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T23:21:38.027091415Z expr: vm_status_extended != 1 2024-05-23T23:21:38.027094455Z for: 3m 2024-05-23T23:21:38.027097429Z - name: _osm_alert_rules_20240523232138_ 2024-05-23T23:21:38.027100415Z rules: 2024-05-23T23:21:38.027103891Z - alert: scalein_addcbc40-e553-49f5-a49e-3bf2ecccca81 2024-05-23T23:21:38.027106957Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:38.027110831Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:38.027128119Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:38.027131131Z for: 1m 2024-05-23T23:21:38.027133990Z labels: 2024-05-23T23:21:38.027136895Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:38.027139870Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:38.027143766Z vnf_member_index: vnf 2024-05-23T23:21:38.027146662Z - alert: scaleout_d7b9d0f1-1c40-45f6-9713-0e7a06de8d31 2024-05-23T23:21:38.027149691Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:38.027152696Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:38.027155713Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:38.027158532Z for: 1m 2024-05-23T23:21:38.027161365Z labels: 2024-05-23T23:21:38.027164254Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:38.027167082Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:38.027170188Z vnf_member_index: vnf 2024-05-23T23:21:38.027173182Z - alert: scalein_c6868017-6815-4685-a463-102ca4741b00 2024-05-23T23:21:38.027176071Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:38.027179087Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:38.027182404Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:38.027185217Z for: 1m 2024-05-23T23:21:38.027188190Z labels: 2024-05-23T23:21:38.027191132Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:38.027194140Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:38.027197105Z vnf_member_index: vnf 2024-05-23T23:21:38.027200073Z - alert: scaleout_1c267225-8c48-4cee-a9fc-70ae09fef672 2024-05-23T23:21:38.027202991Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:38.027206282Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:38.027209391Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:38.027212284Z for: 1m 2024-05-23T23:21:38.027215131Z labels: 2024-05-23T23:21:38.027217984Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:38.027221030Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:38.027223915Z vnf_member_index: vnf 2024-05-23T23:21:38.027226801Z - alert: scalein_df3d2943-fa67-4ef1-aaa1-48ca7abb15cf 2024-05-23T23:21:38.027229805Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:38.027232792Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:38.027235999Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:38.027238835Z for: 1m 2024-05-23T23:21:38.027241704Z labels: 2024-05-23T23:21:38.027244611Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:38.027247509Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:38.027250373Z vnf_member_index: vnf 2024-05-23T23:21:38.027257246Z - alert: scaleout_4ac180ef-6db3-4ca5-a5fa-d9585d42dd79 2024-05-23T23:21:38.027260390Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:38.027263295Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:38.027266152Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:38.027268983Z for: 1m 2024-05-23T23:21:38.027271851Z labels: 2024-05-23T23:21:38.027274700Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:38.027279672Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:38.027282603Z vnf_member_index: vnf 2024-05-23T23:21:38.027285304Z 2024-05-23T23:21:38.033797550Z New config written, updating prometheus 2024-05-23T23:21:43.060577582Z Prometheus config update successful 2024-05-23T23:21:43.060628672Z 2024-05-23T23:21:43.060720864Z Changes detected, updating prometheus config 2024-05-23T23:21:43.062064773Z Jobs detected: 0 2024-05-23T23:21:43.066684562Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T23:21:43.068396137Z alerting: 2024-05-23T23:21:43.068405787Z alertmanagers: 2024-05-23T23:21:43.068409759Z - static_configs: 2024-05-23T23:21:43.068412688Z - targets: 2024-05-23T23:21:43.068416394Z - alertmanager:9093 2024-05-23T23:21:43.068419267Z global: 2024-05-23T23:21:43.068422069Z evaluation_interval: 15s 2024-05-23T23:21:43.068425046Z scrape_interval: 15s 2024-05-23T23:21:43.068427962Z rule_files: 2024-05-23T23:21:43.068430828Z - osm_metric_rules.yml 2024-05-23T23:21:43.068433687Z - osm_alert_rules.yml 2024-05-23T23:21:43.068436529Z scrape_configs: 2024-05-23T23:21:43.068439247Z - job_name: mon_exporter 2024-05-23T23:21:43.068442037Z static_configs: 2024-05-23T23:21:43.068444863Z - targets: 2024-05-23T23:21:43.068451107Z - mon:8000 2024-05-23T23:21:43.068453990Z - honor_labels: true 2024-05-23T23:21:43.068456851Z job_name: pushgateway 2024-05-23T23:21:43.068459966Z scrape_interval: 30s 2024-05-23T23:21:43.068462810Z static_configs: 2024-05-23T23:21:43.068465554Z - targets: 2024-05-23T23:21:43.068468847Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T23:21:43.068471710Z 2024-05-23T23:21:43.072611140Z Alerts read: 6 2024-05-23T23:21:43.074431742Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T23:21:43.081181405Z groups: 2024-05-23T23:21:43.081195892Z - name: osm_alert_rules 2024-05-23T23:21:43.081199797Z rules: 2024-05-23T23:21:43.081203582Z - alert: vdu_down 2024-05-23T23:21:43.081207440Z annotations: 2024-05-23T23:21:43.081211696Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T23:21:43.081215692Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T23:21:43.081219499Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T23:21:43.081223751Z expr: vm_status_extended != 1 2024-05-23T23:21:43.081227340Z for: 3m 2024-05-23T23:21:43.081230817Z - name: _osm_alert_rules_20240523232143_ 2024-05-23T23:21:43.081234472Z rules: 2024-05-23T23:21:43.081238411Z - alert: scalein_addcbc40-e553-49f5-a49e-3bf2ecccca81 2024-05-23T23:21:43.081241869Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:43.081246137Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:43.081264931Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:43.081268519Z for: 1m 2024-05-23T23:21:43.081271988Z labels: 2024-05-23T23:21:43.081275426Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:43.081279033Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:43.081282954Z vnf_member_index: vnf 2024-05-23T23:21:43.081286708Z - alert: scaleout_d7b9d0f1-1c40-45f6-9713-0e7a06de8d31 2024-05-23T23:21:43.081290154Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:43.081293674Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:43.081297059Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:43.081300451Z for: 1m 2024-05-23T23:21:43.081303809Z labels: 2024-05-23T23:21:43.081307496Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:43.081310854Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:43.081314227Z vnf_member_index: vnf 2024-05-23T23:21:43.081317793Z - alert: scalein_c6868017-6815-4685-a463-102ca4741b00 2024-05-23T23:21:43.081321268Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:43.081324785Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:43.081328106Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:43.081331515Z for: 1m 2024-05-23T23:21:43.081334895Z labels: 2024-05-23T23:21:43.081338261Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:43.081341614Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:43.081345020Z vnf_member_index: vnf 2024-05-23T23:21:43.081348455Z - alert: scaleout_1c267225-8c48-4cee-a9fc-70ae09fef672 2024-05-23T23:21:43.081351881Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:43.081355342Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:43.081358747Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:43.081362190Z for: 1m 2024-05-23T23:21:43.081365568Z labels: 2024-05-23T23:21:43.081368988Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:43.081372352Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:43.081375739Z vnf_member_index: vnf 2024-05-23T23:21:43.081379143Z - alert: scalein_df3d2943-fa67-4ef1-aaa1-48ca7abb15cf 2024-05-23T23:21:43.081382474Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:43.081386009Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:43.081389471Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:43.081392828Z for: 1m 2024-05-23T23:21:43.081396192Z labels: 2024-05-23T23:21:43.081399589Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:43.081402954Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:43.081406501Z vnf_member_index: vnf 2024-05-23T23:21:43.081409891Z - alert: scaleout_4ac180ef-6db3-4ca5-a5fa-d9585d42dd79 2024-05-23T23:21:43.081417901Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:43.081421397Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:43.081424876Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:43.081428199Z for: 1m 2024-05-23T23:21:43.081431583Z labels: 2024-05-23T23:21:43.081434938Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:43.081438307Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:43.081441683Z vnf_member_index: vnf 2024-05-23T23:21:43.081444991Z 2024-05-23T23:21:43.089909165Z New config written, updating prometheus 2024-05-23T23:21:48.122231780Z Prometheus config update successful 2024-05-23T23:21:48.122281136Z 2024-05-23T23:21:48.122447658Z Changes detected, updating prometheus config 2024-05-23T23:21:48.123935875Z Jobs detected: 0 2024-05-23T23:21:48.128636625Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T23:21:48.130558991Z alerting: 2024-05-23T23:21:48.130589099Z alertmanagers: 2024-05-23T23:21:48.130599878Z - static_configs: 2024-05-23T23:21:48.130608592Z - targets: 2024-05-23T23:21:48.130618130Z - alertmanager:9093 2024-05-23T23:21:48.130627046Z global: 2024-05-23T23:21:48.130635990Z evaluation_interval: 15s 2024-05-23T23:21:48.130644276Z scrape_interval: 15s 2024-05-23T23:21:48.130652905Z rule_files: 2024-05-23T23:21:48.130661349Z - osm_metric_rules.yml 2024-05-23T23:21:48.130670068Z - osm_alert_rules.yml 2024-05-23T23:21:48.130678595Z scrape_configs: 2024-05-23T23:21:48.130686910Z - job_name: mon_exporter 2024-05-23T23:21:48.130695803Z static_configs: 2024-05-23T23:21:48.130704388Z - targets: 2024-05-23T23:21:48.130712746Z - mon:8000 2024-05-23T23:21:48.130723393Z - honor_labels: true 2024-05-23T23:21:48.130731830Z job_name: pushgateway 2024-05-23T23:21:48.130740233Z scrape_interval: 30s 2024-05-23T23:21:48.130748741Z static_configs: 2024-05-23T23:21:48.130757264Z - targets: 2024-05-23T23:21:48.130766625Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T23:21:48.130800578Z 2024-05-23T23:21:48.136661530Z Alerts read: 6 2024-05-23T23:21:48.138440738Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T23:21:48.144971829Z groups: 2024-05-23T23:21:48.145002858Z - name: osm_alert_rules 2024-05-23T23:21:48.145012797Z rules: 2024-05-23T23:21:48.145021369Z - alert: vdu_down 2024-05-23T23:21:48.145029680Z annotations: 2024-05-23T23:21:48.145040009Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T23:21:48.145050234Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T23:21:48.145059356Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T23:21:48.145069530Z expr: vm_status_extended != 1 2024-05-23T23:21:48.145078260Z for: 3m 2024-05-23T23:21:48.145086698Z - name: _osm_alert_rules_20240523232148_ 2024-05-23T23:21:48.145095182Z rules: 2024-05-23T23:21:48.145104184Z - alert: scalein_addcbc40-e553-49f5-a49e-3bf2ecccca81 2024-05-23T23:21:48.145113706Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:48.145123328Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:48.145137886Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:48.145174509Z for: 1m 2024-05-23T23:21:48.145183207Z labels: 2024-05-23T23:21:48.145191706Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:48.145200001Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:48.145209101Z vnf_member_index: vnf 2024-05-23T23:21:48.145243259Z - alert: scaleout_d7b9d0f1-1c40-45f6-9713-0e7a06de8d31 2024-05-23T23:21:48.145252836Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:48.145261330Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:48.145269828Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:48.145278192Z for: 1m 2024-05-23T23:21:48.145286448Z labels: 2024-05-23T23:21:48.145294733Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:48.145317961Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:48.145327250Z vnf_member_index: vnf 2024-05-23T23:21:48.145335660Z - alert: scalein_c6868017-6815-4685-a463-102ca4741b00 2024-05-23T23:21:48.145344069Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:48.145352700Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:48.145361141Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:48.145369491Z for: 1m 2024-05-23T23:21:48.145377792Z labels: 2024-05-23T23:21:48.145386022Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:48.145394514Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:48.145402848Z vnf_member_index: vnf 2024-05-23T23:21:48.145411116Z - alert: scaleout_1c267225-8c48-4cee-a9fc-70ae09fef672 2024-05-23T23:21:48.145419428Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:48.145427830Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:48.145436157Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:48.145444610Z for: 1m 2024-05-23T23:21:48.145452926Z labels: 2024-05-23T23:21:48.145461389Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:48.145469764Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:48.145478134Z vnf_member_index: vnf 2024-05-23T23:21:48.145486408Z - alert: scalein_df3d2943-fa67-4ef1-aaa1-48ca7abb15cf 2024-05-23T23:21:48.145494638Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:48.145502972Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:48.145511249Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:48.145519555Z for: 1m 2024-05-23T23:21:48.145527902Z labels: 2024-05-23T23:21:48.145536167Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:48.145544631Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:48.145552895Z vnf_member_index: vnf 2024-05-23T23:21:48.145561163Z - alert: scaleout_4ac180ef-6db3-4ca5-a5fa-d9585d42dd79 2024-05-23T23:21:48.145569411Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:48.145588462Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:48.145596862Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:48.145605314Z for: 1m 2024-05-23T23:21:48.145613602Z labels: 2024-05-23T23:21:48.145621840Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:48.145630145Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:48.145639274Z vnf_member_index: vnf 2024-05-23T23:21:48.145678108Z 2024-05-23T23:21:48.153024478Z New config written, updating prometheus 2024-05-23T23:21:53.203641000Z Prometheus config update successful 2024-05-23T23:21:53.203691264Z 2024-05-23T23:21:53.203701747Z Changes detected, updating prometheus config 2024-05-23T23:21:53.205953423Z Jobs detected: 0 2024-05-23T23:21:53.218605148Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T23:21:53.221468351Z alerting: 2024-05-23T23:21:53.221503568Z alertmanagers: 2024-05-23T23:21:53.221512746Z - static_configs: 2024-05-23T23:21:53.221520182Z - targets: 2024-05-23T23:21:53.221528432Z - alertmanager:9093 2024-05-23T23:21:53.221536073Z global: 2024-05-23T23:21:53.221543205Z evaluation_interval: 15s 2024-05-23T23:21:53.221550332Z scrape_interval: 15s 2024-05-23T23:21:53.221557701Z rule_files: 2024-05-23T23:21:53.221564785Z - osm_metric_rules.yml 2024-05-23T23:21:53.221572017Z - osm_alert_rules.yml 2024-05-23T23:21:53.221579249Z scrape_configs: 2024-05-23T23:21:53.221586275Z - job_name: mon_exporter 2024-05-23T23:21:53.221593344Z static_configs: 2024-05-23T23:21:53.221600490Z - targets: 2024-05-23T23:21:53.221607790Z - mon:8000 2024-05-23T23:21:53.221614885Z - honor_labels: true 2024-05-23T23:21:53.221621888Z job_name: pushgateway 2024-05-23T23:21:53.221629637Z scrape_interval: 30s 2024-05-23T23:21:53.221637103Z static_configs: 2024-05-23T23:21:53.221644104Z - targets: 2024-05-23T23:21:53.221652001Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T23:21:53.221659065Z 2024-05-23T23:21:53.227854253Z Alerts read: 6 2024-05-23T23:21:53.229988853Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T23:21:53.237883232Z groups: 2024-05-23T23:21:53.237915809Z - name: osm_alert_rules 2024-05-23T23:21:53.237921365Z rules: 2024-05-23T23:21:53.237926226Z - alert: vdu_down 2024-05-23T23:21:53.237930876Z annotations: 2024-05-23T23:21:53.237936735Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T23:21:53.237942139Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T23:21:53.237946780Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T23:21:53.237952094Z expr: vm_status_extended != 1 2024-05-23T23:21:53.237956875Z for: 3m 2024-05-23T23:21:53.237961486Z - name: _osm_alert_rules_20240523232153_ 2024-05-23T23:21:53.237966154Z rules: 2024-05-23T23:21:53.237971627Z - alert: scalein_addcbc40-e553-49f5-a49e-3bf2ecccca81 2024-05-23T23:21:53.237976312Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:53.237981843Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:53.237986829Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:53.238012761Z for: 1m 2024-05-23T23:21:53.238017584Z labels: 2024-05-23T23:21:53.238022300Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:53.238027040Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:53.238032400Z vnf_member_index: vnf 2024-05-23T23:21:53.238037049Z - alert: scaleout_d7b9d0f1-1c40-45f6-9713-0e7a06de8d31 2024-05-23T23:21:53.238041860Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:53.238046631Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:53.238051282Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:53.238055899Z for: 1m 2024-05-23T23:21:53.238060489Z labels: 2024-05-23T23:21:53.238079793Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:53.238084549Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:53.238089260Z vnf_member_index: vnf 2024-05-23T23:21:53.238093861Z - alert: scalein_c6868017-6815-4685-a463-102ca4741b00 2024-05-23T23:21:53.238098515Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:53.238103217Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:53.238108190Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:53.238112821Z for: 1m 2024-05-23T23:21:53.238117346Z labels: 2024-05-23T23:21:53.238121906Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:53.238126578Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:53.238131227Z vnf_member_index: vnf 2024-05-23T23:21:53.238135766Z - alert: scaleout_1c267225-8c48-4cee-a9fc-70ae09fef672 2024-05-23T23:21:53.238140379Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:53.238145147Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:53.238149811Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:53.238154399Z for: 1m 2024-05-23T23:21:53.238158962Z labels: 2024-05-23T23:21:53.238163829Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:53.238168491Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:53.238173171Z vnf_member_index: vnf 2024-05-23T23:21:53.238177897Z - alert: scalein_df3d2943-fa67-4ef1-aaa1-48ca7abb15cf 2024-05-23T23:21:53.238182488Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:53.238187243Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:53.238191855Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:53.238196413Z for: 1m 2024-05-23T23:21:53.238201011Z labels: 2024-05-23T23:21:53.238205551Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:53.238210199Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:53.238214779Z vnf_member_index: vnf 2024-05-23T23:21:53.238219379Z - alert: scaleout_4ac180ef-6db3-4ca5-a5fa-d9585d42dd79 2024-05-23T23:21:53.238223976Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:53.238228599Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:53.238239818Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:53.238244438Z for: 1m 2024-05-23T23:21:53.238249024Z labels: 2024-05-23T23:21:53.238253676Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:53.238258354Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:53.238263005Z vnf_member_index: vnf 2024-05-23T23:21:53.238267342Z 2024-05-23T23:21:53.244094114Z New config written, updating prometheus 2024-05-23T23:21:58.285452849Z Prometheus config update successful 2024-05-23T23:21:58.285486390Z 2024-05-23T23:21:58.285492056Z Changes detected, updating prometheus config 2024-05-23T23:21:58.286693326Z Jobs detected: 0 2024-05-23T23:21:58.291616504Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T23:21:58.293686869Z alerting: 2024-05-23T23:21:58.293699464Z alertmanagers: 2024-05-23T23:21:58.293705651Z - static_configs: 2024-05-23T23:21:58.293710922Z - targets: 2024-05-23T23:21:58.293716454Z - alertmanager:9093 2024-05-23T23:21:58.293721313Z global: 2024-05-23T23:21:58.293726251Z evaluation_interval: 15s 2024-05-23T23:21:58.293731015Z scrape_interval: 15s 2024-05-23T23:21:58.293735914Z rule_files: 2024-05-23T23:21:58.293740810Z - osm_metric_rules.yml 2024-05-23T23:21:58.293745705Z - osm_alert_rules.yml 2024-05-23T23:21:58.293750645Z scrape_configs: 2024-05-23T23:21:58.293755978Z - job_name: mon_exporter 2024-05-23T23:21:58.293761533Z static_configs: 2024-05-23T23:21:58.293766469Z - targets: 2024-05-23T23:21:58.293771310Z - mon:8000 2024-05-23T23:21:58.293776019Z - honor_labels: true 2024-05-23T23:21:58.293780631Z job_name: pushgateway 2024-05-23T23:21:58.293785411Z scrape_interval: 30s 2024-05-23T23:21:58.293790210Z static_configs: 2024-05-23T23:21:58.293795179Z - targets: 2024-05-23T23:21:58.293800403Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T23:21:58.293804741Z 2024-05-23T23:21:58.299152189Z Alerts read: 6 2024-05-23T23:21:58.300925369Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T23:21:58.307424927Z groups: 2024-05-23T23:21:58.307442992Z - name: osm_alert_rules 2024-05-23T23:21:58.307447343Z rules: 2024-05-23T23:21:58.307451629Z - alert: vdu_down 2024-05-23T23:21:58.307455663Z annotations: 2024-05-23T23:21:58.307460389Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T23:21:58.307465192Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T23:21:58.307469536Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T23:21:58.307474299Z expr: vm_status_extended != 1 2024-05-23T23:21:58.307478434Z for: 3m 2024-05-23T23:21:58.307482540Z - name: _osm_alert_rules_20240523232158_ 2024-05-23T23:21:58.307486919Z rules: 2024-05-23T23:21:58.307491786Z - alert: scalein_addcbc40-e553-49f5-a49e-3bf2ecccca81 2024-05-23T23:21:58.307495882Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:58.307511982Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:58.307516101Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:58.307520421Z for: 1m 2024-05-23T23:21:58.307524441Z labels: 2024-05-23T23:21:58.307543993Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:58.307548151Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:58.307552720Z vnf_member_index: vnf 2024-05-23T23:21:58.307556677Z - alert: scaleout_d7b9d0f1-1c40-45f6-9713-0e7a06de8d31 2024-05-23T23:21:58.307560964Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:58.307565026Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:58.307569004Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:58.307572969Z for: 1m 2024-05-23T23:21:58.307576981Z labels: 2024-05-23T23:21:58.307580942Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:58.307584926Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:58.307588963Z vnf_member_index: vnf 2024-05-23T23:21:58.307592894Z - alert: scalein_c6868017-6815-4685-a463-102ca4741b00 2024-05-23T23:21:58.307597346Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:58.307601859Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:58.307605927Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:58.307609855Z for: 1m 2024-05-23T23:21:58.307613856Z labels: 2024-05-23T23:21:58.307617794Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:58.307621798Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:58.307625782Z vnf_member_index: vnf 2024-05-23T23:21:58.307629775Z - alert: scaleout_1c267225-8c48-4cee-a9fc-70ae09fef672 2024-05-23T23:21:58.307634186Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:58.307638294Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:58.307642332Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:58.307646265Z for: 1m 2024-05-23T23:21:58.307650306Z labels: 2024-05-23T23:21:58.307654233Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:58.307658255Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:58.307662299Z vnf_member_index: vnf 2024-05-23T23:21:58.307666222Z - alert: scalein_df3d2943-fa67-4ef1-aaa1-48ca7abb15cf 2024-05-23T23:21:58.307670219Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:58.307674224Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:58.307678215Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:21:58.307682247Z for: 1m 2024-05-23T23:21:58.307686167Z labels: 2024-05-23T23:21:58.307690129Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:58.307694117Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:58.307698078Z vnf_member_index: vnf 2024-05-23T23:21:58.307701991Z - alert: scaleout_4ac180ef-6db3-4ca5-a5fa-d9585d42dd79 2024-05-23T23:21:58.307705950Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:58.307710008Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:21:58.307719621Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:21:58.307723592Z for: 1m 2024-05-23T23:21:58.307727524Z labels: 2024-05-23T23:21:58.307731450Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:21:58.307735402Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:21:58.307739396Z vnf_member_index: vnf 2024-05-23T23:21:58.307743191Z 2024-05-23T23:21:58.315485516Z New config written, updating prometheus 2024-05-23T23:22:03.339273780Z Prometheus config update successful 2024-05-23T23:22:03.339300576Z 2024-05-23T23:22:03.339304439Z Changes detected, updating prometheus config 2024-05-23T23:22:03.344413714Z Jobs detected: 0 2024-05-23T23:22:03.348892511Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T23:22:03.350727838Z alerting: 2024-05-23T23:22:03.350741788Z alertmanagers: 2024-05-23T23:22:03.350745782Z - static_configs: 2024-05-23T23:22:03.350748852Z - targets: 2024-05-23T23:22:03.350752365Z - alertmanager:9093 2024-05-23T23:22:03.350755324Z global: 2024-05-23T23:22:03.350758272Z evaluation_interval: 15s 2024-05-23T23:22:03.350761666Z scrape_interval: 15s 2024-05-23T23:22:03.350764635Z rule_files: 2024-05-23T23:22:03.350767614Z - osm_metric_rules.yml 2024-05-23T23:22:03.350770620Z - osm_alert_rules.yml 2024-05-23T23:22:03.350773549Z scrape_configs: 2024-05-23T23:22:03.350776524Z - job_name: mon_exporter 2024-05-23T23:22:03.350779469Z static_configs: 2024-05-23T23:22:03.350782385Z - targets: 2024-05-23T23:22:03.350785730Z - mon:8000 2024-05-23T23:22:03.350789453Z - honor_labels: true 2024-05-23T23:22:03.350792847Z job_name: pushgateway 2024-05-23T23:22:03.350795700Z scrape_interval: 30s 2024-05-23T23:22:03.350798620Z static_configs: 2024-05-23T23:22:03.350801960Z - targets: 2024-05-23T23:22:03.350805528Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T23:22:03.350808447Z 2024-05-23T23:22:03.358521189Z Alerts read: 6 2024-05-23T23:22:03.360336705Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T23:22:03.366819605Z groups: 2024-05-23T23:22:03.366836525Z - name: osm_alert_rules 2024-05-23T23:22:03.366840424Z rules: 2024-05-23T23:22:03.366843940Z - alert: vdu_down 2024-05-23T23:22:03.366847576Z annotations: 2024-05-23T23:22:03.366851888Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T23:22:03.366855941Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T23:22:03.366859674Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T23:22:03.366863737Z expr: vm_status_extended != 1 2024-05-23T23:22:03.366867207Z for: 3m 2024-05-23T23:22:03.366870641Z - name: _osm_alert_rules_20240523232203_ 2024-05-23T23:22:03.366873973Z rules: 2024-05-23T23:22:03.366877874Z - alert: scalein_addcbc40-e553-49f5-a49e-3bf2ecccca81 2024-05-23T23:22:03.366881335Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:22:03.366889688Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:22:03.366893372Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:22:03.366896791Z for: 1m 2024-05-23T23:22:03.366900131Z labels: 2024-05-23T23:22:03.366903575Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:22:03.366921105Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:22:03.366925164Z vnf_member_index: vnf 2024-05-23T23:22:03.366928685Z - alert: scaleout_d7b9d0f1-1c40-45f6-9713-0e7a06de8d31 2024-05-23T23:22:03.366932380Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:22:03.366935989Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:22:03.366939361Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:22:03.366942764Z for: 1m 2024-05-23T23:22:03.366946095Z labels: 2024-05-23T23:22:03.366949565Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:22:03.366952924Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:22:03.366956315Z vnf_member_index: vnf 2024-05-23T23:22:03.366959668Z - alert: scalein_c6868017-6815-4685-a463-102ca4741b00 2024-05-23T23:22:03.366963033Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:22:03.366966659Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:22:03.366970114Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:22:03.366973502Z for: 1m 2024-05-23T23:22:03.366976889Z labels: 2024-05-23T23:22:03.366980253Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:22:03.366983739Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:22:03.366987117Z vnf_member_index: vnf 2024-05-23T23:22:03.366990570Z - alert: scaleout_1c267225-8c48-4cee-a9fc-70ae09fef672 2024-05-23T23:22:03.366993947Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:22:03.366997356Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:22:03.367000735Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:22:03.367004622Z for: 1m 2024-05-23T23:22:03.367007965Z labels: 2024-05-23T23:22:03.367011359Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:22:03.367014948Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:22:03.367018300Z vnf_member_index: vnf 2024-05-23T23:22:03.367021680Z - alert: scalein_df3d2943-fa67-4ef1-aaa1-48ca7abb15cf 2024-05-23T23:22:03.367025125Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:22:03.367028613Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:22:03.367032006Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-23T23:22:03.367035317Z for: 1m 2024-05-23T23:22:03.367038650Z labels: 2024-05-23T23:22:03.367042043Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:22:03.367045394Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:22:03.367048887Z vnf_member_index: vnf 2024-05-23T23:22:03.367052218Z - alert: scaleout_4ac180ef-6db3-4ca5-a5fa-d9585d42dd79 2024-05-23T23:22:03.367055531Z expr: (count (osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:22:03.367058928Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="08aeb96f-77b7-496a-b480-3bdbf62385f8", 2024-05-23T23:22:03.367062270Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-23T23:22:03.367070297Z for: 1m 2024-05-23T23:22:03.367073609Z labels: 2024-05-23T23:22:03.367076926Z ns_id: 08aeb96f-77b7-496a-b480-3bdbf62385f8 2024-05-23T23:22:03.367080303Z vdu_id: hackfest_basic_metrics-VM 2024-05-23T23:22:03.367083690Z vnf_member_index: vnf 2024-05-23T23:22:03.367086855Z 2024-05-23T23:22:03.374000840Z New config written, updating prometheus 2024-05-23T23:22:08.402217796Z Prometheus config update successful 2024-05-23T23:22:08.402330998Z 2024-05-23T23:23:24.654689085Z Changes detected, updating prometheus config 2024-05-23T23:23:24.658640920Z Jobs detected: 0 2024-05-23T23:23:24.666816441Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T23:23:24.669100971Z alerting: 2024-05-23T23:23:24.669123136Z alertmanagers: 2024-05-23T23:23:24.669132162Z - static_configs: 2024-05-23T23:23:24.669139797Z - targets: 2024-05-23T23:23:24.669147569Z - alertmanager:9093 2024-05-23T23:23:24.669154540Z global: 2024-05-23T23:23:24.669161692Z evaluation_interval: 15s 2024-05-23T23:23:24.669167972Z scrape_interval: 15s 2024-05-23T23:23:24.669174926Z rule_files: 2024-05-23T23:23:24.669182161Z - osm_metric_rules.yml 2024-05-23T23:23:24.669189137Z - osm_alert_rules.yml 2024-05-23T23:23:24.669196190Z scrape_configs: 2024-05-23T23:23:24.669203407Z - job_name: mon_exporter 2024-05-23T23:23:24.669210812Z static_configs: 2024-05-23T23:23:24.669217936Z - targets: 2024-05-23T23:23:24.669224882Z - mon:8000 2024-05-23T23:23:24.669231924Z - honor_labels: true 2024-05-23T23:23:24.669239612Z job_name: pushgateway 2024-05-23T23:23:24.669246876Z scrape_interval: 30s 2024-05-23T23:23:24.669253945Z static_configs: 2024-05-23T23:23:24.669260919Z - targets: 2024-05-23T23:23:24.669269088Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T23:23:24.669740144Z 2024-05-23T23:23:24.677197569Z Alerts read: 0 2024-05-23T23:23:24.680544287Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T23:23:24.683066567Z groups: 2024-05-23T23:23:24.683082586Z - name: osm_alert_rules 2024-05-23T23:23:24.683087086Z rules: 2024-05-23T23:23:24.683092093Z - alert: vdu_down 2024-05-23T23:23:24.683096218Z annotations: 2024-05-23T23:23:24.683101455Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T23:23:24.683106290Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T23:23:24.683126678Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T23:23:24.683131318Z expr: vm_status_extended != 1 2024-05-23T23:23:24.683135486Z for: 3m 2024-05-23T23:23:24.683139291Z 2024-05-23T23:23:24.685272886Z New config written, updating prometheus 2024-05-23T23:23:29.726628628Z Prometheus config update successful 2024-05-23T23:23:29.726658888Z 2024-05-23T23:23:29.726663391Z Changes detected, updating prometheus config 2024-05-23T23:23:29.729337037Z Jobs detected: 0 2024-05-23T23:23:29.734550287Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T23:23:29.736276105Z alerting: 2024-05-23T23:23:29.736286547Z alertmanagers: 2024-05-23T23:23:29.736290265Z - static_configs: 2024-05-23T23:23:29.736293304Z - targets: 2024-05-23T23:23:29.736296623Z - alertmanager:9093 2024-05-23T23:23:29.736299580Z global: 2024-05-23T23:23:29.736302791Z evaluation_interval: 15s 2024-05-23T23:23:29.736305743Z scrape_interval: 15s 2024-05-23T23:23:29.736321613Z rule_files: 2024-05-23T23:23:29.736324749Z - osm_metric_rules.yml 2024-05-23T23:23:29.736327631Z - osm_alert_rules.yml 2024-05-23T23:23:29.736330468Z scrape_configs: 2024-05-23T23:23:29.736333426Z - job_name: mon_exporter 2024-05-23T23:23:29.736336243Z static_configs: 2024-05-23T23:23:29.736339299Z - targets: 2024-05-23T23:23:29.736342207Z - mon:8000 2024-05-23T23:23:29.736345088Z - honor_labels: true 2024-05-23T23:23:29.736347982Z job_name: pushgateway 2024-05-23T23:23:29.736350849Z scrape_interval: 30s 2024-05-23T23:23:29.736353743Z static_configs: 2024-05-23T23:23:29.736356647Z - targets: 2024-05-23T23:23:29.736360313Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T23:23:29.736363171Z 2024-05-23T23:23:29.739448878Z Alerts read: 0 2024-05-23T23:23:29.741138197Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T23:23:29.742223285Z groups: 2024-05-23T23:23:29.742232555Z - name: osm_alert_rules 2024-05-23T23:23:29.742235980Z rules: 2024-05-23T23:23:29.742239023Z - alert: vdu_down 2024-05-23T23:23:29.742241984Z annotations: 2024-05-23T23:23:29.742246257Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T23:23:29.742250315Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T23:23:29.742253402Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T23:23:29.742257183Z expr: vm_status_extended != 1 2024-05-23T23:23:29.742260148Z for: 3m 2024-05-23T23:23:29.742262969Z 2024-05-23T23:23:29.743288263Z New config written, updating prometheus 2024-05-23T23:23:34.762285241Z Prometheus config update successful 2024-05-23T23:23:34.762305607Z 2024-05-23T23:23:34.762309063Z Changes detected, updating prometheus config 2024-05-23T23:23:34.764102395Z Jobs detected: 0 2024-05-23T23:23:34.768426311Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T23:23:34.770152379Z alerting: 2024-05-23T23:23:34.770161641Z alertmanagers: 2024-05-23T23:23:34.770165740Z - static_configs: 2024-05-23T23:23:34.770168793Z - targets: 2024-05-23T23:23:34.770172453Z - alertmanager:9093 2024-05-23T23:23:34.770175478Z global: 2024-05-23T23:23:34.770178431Z evaluation_interval: 15s 2024-05-23T23:23:34.770181442Z scrape_interval: 15s 2024-05-23T23:23:34.770184658Z rule_files: 2024-05-23T23:23:34.770187547Z - osm_metric_rules.yml 2024-05-23T23:23:34.770190707Z - osm_alert_rules.yml 2024-05-23T23:23:34.770193624Z scrape_configs: 2024-05-23T23:23:34.770196744Z - job_name: mon_exporter 2024-05-23T23:23:34.770199654Z static_configs: 2024-05-23T23:23:34.770202512Z - targets: 2024-05-23T23:23:34.770205462Z - mon:8000 2024-05-23T23:23:34.770208364Z - honor_labels: true 2024-05-23T23:23:34.770211201Z job_name: pushgateway 2024-05-23T23:23:34.770214157Z scrape_interval: 30s 2024-05-23T23:23:34.770217030Z static_configs: 2024-05-23T23:23:34.770220880Z - targets: 2024-05-23T23:23:34.770224441Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T23:23:34.770227265Z 2024-05-23T23:23:34.772723739Z Alerts read: 0 2024-05-23T23:23:34.774417593Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T23:23:34.775616527Z groups: 2024-05-23T23:23:34.775637921Z - name: osm_alert_rules 2024-05-23T23:23:34.775646639Z rules: 2024-05-23T23:23:34.775654919Z - alert: vdu_down 2024-05-23T23:23:34.775663324Z annotations: 2024-05-23T23:23:34.775672326Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T23:23:34.775704060Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T23:23:34.775712700Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T23:23:34.775722294Z expr: vm_status_extended != 1 2024-05-23T23:23:34.775730755Z for: 3m 2024-05-23T23:23:34.775738685Z 2024-05-23T23:23:34.776621930Z New config written, updating prometheus 2024-05-23T23:23:39.809175152Z Prometheus config update successful 2024-05-23T23:23:39.809370234Z 2024-05-23T23:23:39.809669111Z Changes detected, updating prometheus config 2024-05-23T23:23:39.811367840Z Jobs detected: 0 2024-05-23T23:23:39.820197967Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T23:23:39.822062656Z alerting: 2024-05-23T23:23:39.822073360Z alertmanagers: 2024-05-23T23:23:39.822077595Z - static_configs: 2024-05-23T23:23:39.822081128Z - targets: 2024-05-23T23:23:39.822084617Z - alertmanager:9093 2024-05-23T23:23:39.822087956Z global: 2024-05-23T23:23:39.822090977Z evaluation_interval: 15s 2024-05-23T23:23:39.822093955Z scrape_interval: 15s 2024-05-23T23:23:39.822096910Z rule_files: 2024-05-23T23:23:39.822099855Z - osm_metric_rules.yml 2024-05-23T23:23:39.822102761Z - osm_alert_rules.yml 2024-05-23T23:23:39.822105697Z scrape_configs: 2024-05-23T23:23:39.822108638Z - job_name: mon_exporter 2024-05-23T23:23:39.822111466Z static_configs: 2024-05-23T23:23:39.822146500Z - targets: 2024-05-23T23:23:39.822149763Z - mon:8000 2024-05-23T23:23:39.822152731Z - honor_labels: true 2024-05-23T23:23:39.822155795Z job_name: pushgateway 2024-05-23T23:23:39.822158746Z scrape_interval: 30s 2024-05-23T23:23:39.822161699Z static_configs: 2024-05-23T23:23:39.822164749Z - targets: 2024-05-23T23:23:39.822168272Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T23:23:39.822310413Z 2024-05-23T23:23:39.825262280Z Alerts read: 0 2024-05-23T23:23:39.827422377Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T23:23:39.828674345Z groups: 2024-05-23T23:23:39.828684163Z - name: osm_alert_rules 2024-05-23T23:23:39.828687534Z rules: 2024-05-23T23:23:39.828690543Z - alert: vdu_down 2024-05-23T23:23:39.828693887Z annotations: 2024-05-23T23:23:39.828697833Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T23:23:39.828701832Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T23:23:39.828704919Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T23:23:39.828708625Z expr: vm_status_extended != 1 2024-05-23T23:23:39.828711570Z for: 3m 2024-05-23T23:23:39.828785853Z 2024-05-23T23:23:39.830026691Z New config written, updating prometheus 2024-05-23T23:23:44.863615946Z Prometheus config update successful 2024-05-23T23:23:44.863657873Z 2024-05-23T23:23:44.863667493Z Changes detected, updating prometheus config 2024-05-23T23:23:44.865354262Z Jobs detected: 0 2024-05-23T23:23:44.872277153Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T23:23:44.874157444Z alerting: 2024-05-23T23:23:44.874180776Z alertmanagers: 2024-05-23T23:23:44.874189241Z - static_configs: 2024-05-23T23:23:44.874197501Z - targets: 2024-05-23T23:23:44.874205337Z - alertmanager:9093 2024-05-23T23:23:44.874212748Z global: 2024-05-23T23:23:44.874219999Z evaluation_interval: 15s 2024-05-23T23:23:44.874227546Z scrape_interval: 15s 2024-05-23T23:23:44.874265397Z rule_files: 2024-05-23T23:23:44.874272538Z - osm_metric_rules.yml 2024-05-23T23:23:44.874279534Z - osm_alert_rules.yml 2024-05-23T23:23:44.874286372Z scrape_configs: 2024-05-23T23:23:44.874293252Z - job_name: mon_exporter 2024-05-23T23:23:44.874300510Z static_configs: 2024-05-23T23:23:44.874307603Z - targets: 2024-05-23T23:23:44.874314577Z - mon:8000 2024-05-23T23:23:44.874321489Z - honor_labels: true 2024-05-23T23:23:44.874328385Z job_name: pushgateway 2024-05-23T23:23:44.874335233Z scrape_interval: 30s 2024-05-23T23:23:44.874342069Z static_configs: 2024-05-23T23:23:44.874348972Z - targets: 2024-05-23T23:23:44.874357227Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T23:23:44.874364052Z 2024-05-23T23:23:44.877189421Z Alerts read: 0 2024-05-23T23:23:44.879247095Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T23:23:44.880695226Z groups: 2024-05-23T23:23:44.880710038Z - name: osm_alert_rules 2024-05-23T23:23:44.880717361Z rules: 2024-05-23T23:23:44.880724411Z - alert: vdu_down 2024-05-23T23:23:44.880731414Z annotations: 2024-05-23T23:23:44.880739908Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T23:23:44.880748013Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T23:23:44.880755040Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T23:23:44.880762757Z expr: vm_status_extended != 1 2024-05-23T23:23:44.880769953Z for: 3m 2024-05-23T23:23:44.880776628Z 2024-05-23T23:23:44.887914878Z New config written, updating prometheus 2024-05-23T23:23:49.922673502Z Prometheus config update successful 2024-05-23T23:23:49.922726355Z 2024-05-23T23:23:49.923134569Z Changes detected, updating prometheus config 2024-05-23T23:23:49.924833759Z Jobs detected: 0 2024-05-23T23:23:49.932911614Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-23T23:23:49.935118707Z alerting: 2024-05-23T23:23:49.935149879Z alertmanagers: 2024-05-23T23:23:49.935161186Z - static_configs: 2024-05-23T23:23:49.935170053Z - targets: 2024-05-23T23:23:49.935179808Z - alertmanager:9093 2024-05-23T23:23:49.935189067Z global: 2024-05-23T23:23:49.935198933Z evaluation_interval: 15s 2024-05-23T23:23:49.935208223Z scrape_interval: 15s 2024-05-23T23:23:49.935217008Z rule_files: 2024-05-23T23:23:49.935225766Z - osm_metric_rules.yml 2024-05-23T23:23:49.935234461Z - osm_alert_rules.yml 2024-05-23T23:23:49.935243067Z scrape_configs: 2024-05-23T23:23:49.935251672Z - job_name: mon_exporter 2024-05-23T23:23:49.935260329Z static_configs: 2024-05-23T23:23:49.935269257Z - targets: 2024-05-23T23:23:49.935278254Z - mon:8000 2024-05-23T23:23:49.935286987Z - honor_labels: true 2024-05-23T23:23:49.935295516Z job_name: pushgateway 2024-05-23T23:23:49.935304067Z scrape_interval: 30s 2024-05-23T23:23:49.935312612Z static_configs: 2024-05-23T23:23:49.935321178Z - targets: 2024-05-23T23:23:49.935330606Z - pushgateway-prometheus-pushgateway:9091 2024-05-23T23:23:49.935339073Z 2024-05-23T23:23:49.938976279Z Alerts read: 0 2024-05-23T23:23:49.941444275Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-23T23:23:49.942635538Z groups: 2024-05-23T23:23:49.942662972Z - name: osm_alert_rules 2024-05-23T23:23:49.942673430Z rules: 2024-05-23T23:23:49.942682736Z - alert: vdu_down 2024-05-23T23:23:49.942691862Z annotations: 2024-05-23T23:23:49.942770701Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-23T23:23:49.942782193Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-23T23:23:49.942791265Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-23T23:23:49.942801199Z expr: vm_status_extended != 1 2024-05-23T23:23:49.942809931Z for: 3m 2024-05-23T23:23:49.942818901Z 2024-05-23T23:23:49.943903467Z New config written, updating prometheus 2024-05-23T23:23:54.975670384Z Prometheus config update successful 2024-05-23T23:23:54.975830347Z 2024-05-24T01:10:50.551385665Z Changes detected, updating prometheus config 2024-05-24T01:10:50.557093178Z Jobs detected: 0 2024-05-24T01:10:50.568692052Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T01:10:50.572128454Z alerting: 2024-05-24T01:10:50.572142435Z alertmanagers: 2024-05-24T01:10:50.572147319Z - static_configs: 2024-05-24T01:10:50.572150215Z - targets: 2024-05-24T01:10:50.572154048Z - alertmanager:9093 2024-05-24T01:10:50.572156872Z global: 2024-05-24T01:10:50.572159917Z evaluation_interval: 15s 2024-05-24T01:10:50.572162685Z scrape_interval: 15s 2024-05-24T01:10:50.572165682Z rule_files: 2024-05-24T01:10:50.572168604Z - osm_metric_rules.yml 2024-05-24T01:10:50.572171353Z - osm_alert_rules.yml 2024-05-24T01:10:50.572174122Z scrape_configs: 2024-05-24T01:10:50.572176914Z - job_name: mon_exporter 2024-05-24T01:10:50.572179699Z static_configs: 2024-05-24T01:10:50.572182498Z - targets: 2024-05-24T01:10:50.572185263Z - mon:8000 2024-05-24T01:10:50.572188004Z - honor_labels: true 2024-05-24T01:10:50.572190842Z job_name: pushgateway 2024-05-24T01:10:50.572193563Z scrape_interval: 30s 2024-05-24T01:10:50.572196267Z static_configs: 2024-05-24T01:10:50.572199011Z - targets: 2024-05-24T01:10:50.572202693Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T01:10:50.572205398Z 2024-05-24T01:10:50.575813111Z Alerts read: 0 2024-05-24T01:10:50.578320822Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T01:10:50.580268399Z groups: 2024-05-24T01:10:50.580283999Z - name: osm_alert_rules 2024-05-24T01:10:50.580288136Z rules: 2024-05-24T01:10:50.580291859Z - alert: vdu_down 2024-05-24T01:10:50.580295576Z annotations: 2024-05-24T01:10:50.580300088Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T01:10:50.580304343Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T01:10:50.580308136Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T01:10:50.580312455Z expr: vm_status_extended != 1 2024-05-24T01:10:50.580316833Z for: 3m 2024-05-24T01:10:50.580320347Z 2024-05-24T01:10:50.582002193Z New config written, updating prometheus 2024-05-24T01:10:55.618754847Z Prometheus config update successful 2024-05-24T01:10:55.618794119Z 2024-05-24T01:16:36.007782681Z Changes detected, updating prometheus config 2024-05-24T01:16:36.010830136Z Jobs detected: 0 2024-05-24T01:16:36.025374475Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T01:16:36.027583975Z alerting: 2024-05-24T01:16:36.027601546Z alertmanagers: 2024-05-24T01:16:36.027607223Z - static_configs: 2024-05-24T01:16:36.027611654Z - targets: 2024-05-24T01:16:36.027617639Z - alertmanager:9093 2024-05-24T01:16:36.027622177Z global: 2024-05-24T01:16:36.027626776Z evaluation_interval: 15s 2024-05-24T01:16:36.027653950Z scrape_interval: 15s 2024-05-24T01:16:36.027658485Z rule_files: 2024-05-24T01:16:36.027662755Z - osm_metric_rules.yml 2024-05-24T01:16:36.027667161Z - osm_alert_rules.yml 2024-05-24T01:16:36.027671246Z scrape_configs: 2024-05-24T01:16:36.027675323Z - job_name: mon_exporter 2024-05-24T01:16:36.027679673Z static_configs: 2024-05-24T01:16:36.027684031Z - targets: 2024-05-24T01:16:36.027688261Z - mon:8000 2024-05-24T01:16:36.027692451Z - honor_labels: true 2024-05-24T01:16:36.027696794Z job_name: pushgateway 2024-05-24T01:16:36.027701011Z scrape_interval: 30s 2024-05-24T01:16:36.027705237Z static_configs: 2024-05-24T01:16:36.027709343Z - targets: 2024-05-24T01:16:36.027715121Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T01:16:36.027719317Z 2024-05-24T01:16:36.030765913Z Alerts read: 0 2024-05-24T01:16:36.040040453Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T01:16:36.042391832Z groups: 2024-05-24T01:16:36.042410250Z - name: osm_alert_rules 2024-05-24T01:16:36.042416495Z rules: 2024-05-24T01:16:36.042423002Z - alert: vdu_down 2024-05-24T01:16:36.042428853Z annotations: 2024-05-24T01:16:36.042435418Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T01:16:36.042442184Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T01:16:36.042447960Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T01:16:36.042454711Z expr: vm_status_extended != 1 2024-05-24T01:16:36.042460727Z for: 3m 2024-05-24T01:16:36.042653343Z 2024-05-24T01:16:36.044615386Z New config written, updating prometheus 2024-05-24T01:16:41.074858206Z Prometheus config update successful 2024-05-24T01:16:41.074915189Z 2024-05-24T01:56:44.227705044Z Changes detected, updating prometheus config 2024-05-24T01:56:44.230975424Z Jobs detected: 0 2024-05-24T01:56:44.239539561Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T01:56:44.242942673Z alerting: 2024-05-24T01:56:44.242962949Z alertmanagers: 2024-05-24T01:56:44.242969626Z - static_configs: 2024-05-24T01:56:44.242975152Z - targets: 2024-05-24T01:56:44.242981350Z - alertmanager:9093 2024-05-24T01:56:44.242986741Z global: 2024-05-24T01:56:44.242992444Z evaluation_interval: 15s 2024-05-24T01:56:44.242997811Z scrape_interval: 15s 2024-05-24T01:56:44.243003351Z rule_files: 2024-05-24T01:56:44.243008752Z - osm_metric_rules.yml 2024-05-24T01:56:44.243014064Z - osm_alert_rules.yml 2024-05-24T01:56:44.243019331Z scrape_configs: 2024-05-24T01:56:44.243024681Z - job_name: mon_exporter 2024-05-24T01:56:44.243029915Z static_configs: 2024-05-24T01:56:44.243035784Z - targets: 2024-05-24T01:56:44.243041244Z - mon:8000 2024-05-24T01:56:44.243046552Z - honor_labels: true 2024-05-24T01:56:44.243051929Z job_name: pushgateway 2024-05-24T01:56:44.243057023Z scrape_interval: 30s 2024-05-24T01:56:44.243062293Z static_configs: 2024-05-24T01:56:44.243068026Z - targets: 2024-05-24T01:56:44.243074210Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T01:56:44.243079520Z 2024-05-24T01:56:44.248046157Z Alerts read: 2 2024-05-24T01:56:44.250292558Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T01:56:44.253650143Z groups: 2024-05-24T01:56:44.253706229Z - name: osm_alert_rules 2024-05-24T01:56:44.253715640Z rules: 2024-05-24T01:56:44.253723201Z - alert: vdu_down 2024-05-24T01:56:44.253754616Z annotations: 2024-05-24T01:56:44.253763119Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T01:56:44.253796663Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T01:56:44.253803557Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T01:56:44.253811301Z expr: vm_status_extended != 1 2024-05-24T01:56:44.253818363Z for: 3m 2024-05-24T01:56:44.253825312Z - name: _osm_alert_rules_20240524015644_ 2024-05-24T01:56:44.253832199Z rules: 2024-05-24T01:56:44.253840426Z - alert: scalein_38099a1c-6e05-47c1-a1dc-35d2708883f2 2024-05-24T01:56:44.253847472Z expr: (count (osm_cpu_utilization{ns_id="a0e5a4fc-513a-4f2a-bf2b-a7ff7dc9f0e6", 2024-05-24T01:56:44.253879404Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="a0e5a4fc-513a-4f2a-bf2b-a7ff7dc9f0e6", 2024-05-24T01:56:44.253886530Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-24T01:56:44.253893628Z for: 1m 2024-05-24T01:56:44.253900516Z labels: 2024-05-24T01:56:44.253907465Z ns_id: a0e5a4fc-513a-4f2a-bf2b-a7ff7dc9f0e6 2024-05-24T01:56:44.253914334Z vdu_id: hackfest_basic_metrics-VM 2024-05-24T01:56:44.253921808Z vnf_member_index: vnf 2024-05-24T01:56:44.253928879Z - alert: scaleout_2b3ed54e-5e1c-4b6a-839f-2fb6cb08b1ef 2024-05-24T01:56:44.253958258Z expr: (count (osm_cpu_utilization{ns_id="a0e5a4fc-513a-4f2a-bf2b-a7ff7dc9f0e6", 2024-05-24T01:56:44.253965990Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="a0e5a4fc-513a-4f2a-bf2b-a7ff7dc9f0e6", 2024-05-24T01:56:44.253972873Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-24T01:56:44.253979799Z for: 1m 2024-05-24T01:56:44.253986624Z labels: 2024-05-24T01:56:44.253993469Z ns_id: a0e5a4fc-513a-4f2a-bf2b-a7ff7dc9f0e6 2024-05-24T01:56:44.254000476Z vdu_id: hackfest_basic_metrics-VM 2024-05-24T01:56:44.254007453Z vnf_member_index: vnf 2024-05-24T01:56:44.254013994Z 2024-05-24T01:56:44.256701807Z New config written, updating prometheus 2024-05-24T01:56:49.296248299Z Prometheus config update successful 2024-05-24T01:56:49.296308271Z 2024-05-24T01:56:49.298429748Z Changes detected, updating prometheus config 2024-05-24T01:56:49.299658287Z Jobs detected: 0 2024-05-24T01:56:49.304055906Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T01:56:49.305864773Z alerting: 2024-05-24T01:56:49.305887799Z alertmanagers: 2024-05-24T01:56:49.305898472Z - static_configs: 2024-05-24T01:56:49.305907372Z - targets: 2024-05-24T01:56:49.305917118Z - alertmanager:9093 2024-05-24T01:56:49.305925526Z global: 2024-05-24T01:56:49.305933929Z evaluation_interval: 15s 2024-05-24T01:56:49.305942206Z scrape_interval: 15s 2024-05-24T01:56:49.305950649Z rule_files: 2024-05-24T01:56:49.305959070Z - osm_metric_rules.yml 2024-05-24T01:56:49.305967651Z - osm_alert_rules.yml 2024-05-24T01:56:49.305976132Z scrape_configs: 2024-05-24T01:56:49.305984414Z - job_name: mon_exporter 2024-05-24T01:56:49.305992723Z static_configs: 2024-05-24T01:56:49.306001062Z - targets: 2024-05-24T01:56:49.306009416Z - mon:8000 2024-05-24T01:56:49.306017773Z - honor_labels: true 2024-05-24T01:56:49.306026228Z job_name: pushgateway 2024-05-24T01:56:49.306034583Z scrape_interval: 30s 2024-05-24T01:56:49.306042886Z static_configs: 2024-05-24T01:56:49.306071864Z - targets: 2024-05-24T01:56:49.306114992Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T01:56:49.306123283Z 2024-05-24T01:56:49.309117257Z Alerts read: 2 2024-05-24T01:56:49.310920308Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T01:56:49.313844172Z groups: 2024-05-24T01:56:49.313873253Z - name: osm_alert_rules 2024-05-24T01:56:49.313883509Z rules: 2024-05-24T01:56:49.313892124Z - alert: vdu_down 2024-05-24T01:56:49.313908154Z annotations: 2024-05-24T01:56:49.313918494Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T01:56:49.313928284Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T01:56:49.313936691Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T01:56:49.313945670Z expr: vm_status_extended != 1 2024-05-24T01:56:49.313975237Z for: 3m 2024-05-24T01:56:49.313983874Z - name: _osm_alert_rules_20240524015649_ 2024-05-24T01:56:49.313992428Z rules: 2024-05-24T01:56:49.314001528Z - alert: scalein_38099a1c-6e05-47c1-a1dc-35d2708883f2 2024-05-24T01:56:49.314010171Z expr: (count (osm_cpu_utilization{ns_id="a0e5a4fc-513a-4f2a-bf2b-a7ff7dc9f0e6", 2024-05-24T01:56:49.314019764Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="a0e5a4fc-513a-4f2a-bf2b-a7ff7dc9f0e6", 2024-05-24T01:56:49.314028167Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-24T01:56:49.314036616Z for: 1m 2024-05-24T01:56:49.314044935Z labels: 2024-05-24T01:56:49.314053329Z ns_id: a0e5a4fc-513a-4f2a-bf2b-a7ff7dc9f0e6 2024-05-24T01:56:49.314061600Z vdu_id: hackfest_basic_metrics-VM 2024-05-24T01:56:49.314071045Z vnf_member_index: vnf 2024-05-24T01:56:49.314079442Z - alert: scaleout_2b3ed54e-5e1c-4b6a-839f-2fb6cb08b1ef 2024-05-24T01:56:49.314087929Z expr: (count (osm_cpu_utilization{ns_id="a0e5a4fc-513a-4f2a-bf2b-a7ff7dc9f0e6", 2024-05-24T01:56:49.314096501Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="a0e5a4fc-513a-4f2a-bf2b-a7ff7dc9f0e6", 2024-05-24T01:56:49.314104803Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-24T01:56:49.314129989Z for: 1m 2024-05-24T01:56:49.314142157Z labels: 2024-05-24T01:56:49.314153249Z ns_id: a0e5a4fc-513a-4f2a-bf2b-a7ff7dc9f0e6 2024-05-24T01:56:49.314161610Z vdu_id: hackfest_basic_metrics-VM 2024-05-24T01:56:49.314170221Z vnf_member_index: vnf 2024-05-24T01:56:49.314178167Z 2024-05-24T01:56:49.316528132Z New config written, updating prometheus 2024-05-24T01:56:54.357843971Z Prometheus config update successful 2024-05-24T01:56:54.357893857Z 2024-05-24T02:01:08.708946288Z Changes detected, updating prometheus config 2024-05-24T02:01:08.711932670Z Jobs detected: 0 2024-05-24T02:01:08.723557449Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:01:08.726534027Z alerting: 2024-05-24T02:01:08.726550432Z alertmanagers: 2024-05-24T02:01:08.726555663Z - static_configs: 2024-05-24T02:01:08.726559533Z - targets: 2024-05-24T02:01:08.726566809Z - alertmanager:9093 2024-05-24T02:01:08.726570680Z global: 2024-05-24T02:01:08.726574664Z evaluation_interval: 15s 2024-05-24T02:01:08.726578728Z scrape_interval: 15s 2024-05-24T02:01:08.726582836Z rule_files: 2024-05-24T02:01:08.726586573Z - osm_metric_rules.yml 2024-05-24T02:01:08.726590586Z - osm_alert_rules.yml 2024-05-24T02:01:08.726594234Z scrape_configs: 2024-05-24T02:01:08.726619718Z - job_name: mon_exporter 2024-05-24T02:01:08.726623620Z static_configs: 2024-05-24T02:01:08.726627244Z - targets: 2024-05-24T02:01:08.726631138Z - mon:8000 2024-05-24T02:01:08.726634778Z - honor_labels: true 2024-05-24T02:01:08.726638347Z job_name: pushgateway 2024-05-24T02:01:08.726642184Z scrape_interval: 30s 2024-05-24T02:01:08.726645810Z static_configs: 2024-05-24T02:01:08.726649409Z - targets: 2024-05-24T02:01:08.726653917Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:01:08.726657581Z 2024-05-24T02:01:08.731141661Z Alerts read: 0 2024-05-24T02:01:08.733306122Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:01:08.735194134Z groups: 2024-05-24T02:01:08.735205890Z - name: osm_alert_rules 2024-05-24T02:01:08.735209243Z rules: 2024-05-24T02:01:08.735212459Z - alert: vdu_down 2024-05-24T02:01:08.735215386Z annotations: 2024-05-24T02:01:08.735219028Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:01:08.735224799Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:01:08.735227818Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:01:08.735232683Z expr: vm_status_extended != 1 2024-05-24T02:01:08.735235938Z for: 3m 2024-05-24T02:01:08.735238738Z 2024-05-24T02:01:08.736500445Z New config written, updating prometheus 2024-05-24T02:01:13.780208854Z Prometheus config update successful 2024-05-24T02:01:13.780240198Z 2024-05-24T02:01:13.780492946Z Changes detected, updating prometheus config 2024-05-24T02:01:13.781781843Z Jobs detected: 0 2024-05-24T02:01:13.788163347Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:01:13.790458183Z alerting: 2024-05-24T02:01:13.790471773Z alertmanagers: 2024-05-24T02:01:13.790475986Z - static_configs: 2024-05-24T02:01:13.790479688Z - targets: 2024-05-24T02:01:13.790483300Z - alertmanager:9093 2024-05-24T02:01:13.790486480Z global: 2024-05-24T02:01:13.790489649Z evaluation_interval: 15s 2024-05-24T02:01:13.790493083Z scrape_interval: 15s 2024-05-24T02:01:13.790496190Z rule_files: 2024-05-24T02:01:13.790499250Z - osm_metric_rules.yml 2024-05-24T02:01:13.790524407Z - osm_alert_rules.yml 2024-05-24T02:01:13.790528856Z scrape_configs: 2024-05-24T02:01:13.790531899Z - job_name: mon_exporter 2024-05-24T02:01:13.790535426Z static_configs: 2024-05-24T02:01:13.790538444Z - targets: 2024-05-24T02:01:13.790541576Z - mon:8000 2024-05-24T02:01:13.790544571Z - honor_labels: true 2024-05-24T02:01:13.790547578Z job_name: pushgateway 2024-05-24T02:01:13.790550603Z scrape_interval: 30s 2024-05-24T02:01:13.790553695Z static_configs: 2024-05-24T02:01:13.790556708Z - targets: 2024-05-24T02:01:13.790560389Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:01:13.790563502Z 2024-05-24T02:01:13.793589825Z Alerts read: 0 2024-05-24T02:01:13.795351997Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:01:13.796507923Z groups: 2024-05-24T02:01:13.796534432Z - name: osm_alert_rules 2024-05-24T02:01:13.796545860Z rules: 2024-05-24T02:01:13.796554915Z - alert: vdu_down 2024-05-24T02:01:13.796562791Z annotations: 2024-05-24T02:01:13.796570948Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:01:13.796578854Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:01:13.796614021Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:01:13.796626946Z expr: vm_status_extended != 1 2024-05-24T02:01:13.796635070Z for: 3m 2024-05-24T02:01:13.796641823Z 2024-05-24T02:01:13.797659890Z New config written, updating prometheus 2024-05-24T02:01:18.819728871Z Prometheus config update successful 2024-05-24T02:01:18.819756274Z 2024-05-24T02:01:59.299749794Z Changes detected, updating prometheus config 2024-05-24T02:01:59.301574747Z Jobs detected: 0 2024-05-24T02:01:59.308315366Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:01:59.310357722Z alerting: 2024-05-24T02:01:59.310385966Z alertmanagers: 2024-05-24T02:01:59.310419988Z - static_configs: 2024-05-24T02:01:59.310429931Z - targets: 2024-05-24T02:01:59.310440099Z - alertmanager:9093 2024-05-24T02:01:59.310448651Z global: 2024-05-24T02:01:59.310457302Z evaluation_interval: 15s 2024-05-24T02:01:59.310465722Z scrape_interval: 15s 2024-05-24T02:01:59.310474302Z rule_files: 2024-05-24T02:01:59.310482799Z - osm_metric_rules.yml 2024-05-24T02:01:59.310491084Z - osm_alert_rules.yml 2024-05-24T02:01:59.310499408Z scrape_configs: 2024-05-24T02:01:59.310564392Z - job_name: mon_exporter 2024-05-24T02:01:59.310572911Z static_configs: 2024-05-24T02:01:59.310581249Z - targets: 2024-05-24T02:01:59.310589750Z - mon:8000 2024-05-24T02:01:59.310598221Z - honor_labels: true 2024-05-24T02:01:59.310606588Z job_name: pushgateway 2024-05-24T02:01:59.310614846Z scrape_interval: 30s 2024-05-24T02:01:59.310623122Z static_configs: 2024-05-24T02:01:59.310631602Z - targets: 2024-05-24T02:01:59.310641180Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:01:59.310649376Z 2024-05-24T02:01:59.313483280Z Alerts read: 2 2024-05-24T02:01:59.315529983Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:01:59.318308627Z groups: 2024-05-24T02:01:59.318320005Z - name: osm_alert_rules 2024-05-24T02:01:59.318323176Z rules: 2024-05-24T02:01:59.318326763Z - alert: vdu_down 2024-05-24T02:01:59.318329579Z annotations: 2024-05-24T02:01:59.318333151Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:01:59.318336628Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:01:59.318355273Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:01:59.318359604Z expr: vm_status_extended != 1 2024-05-24T02:01:59.318362371Z for: 3m 2024-05-24T02:01:59.318365182Z - name: _osm_alert_rules_20240524020159_ 2024-05-24T02:01:59.318367928Z rules: 2024-05-24T02:01:59.318371319Z - alert: scalein_47f54fc9-c62b-4002-8350-2b358e6beae4 2024-05-24T02:01:59.318374439Z expr: (count (osm_cpu_utilization{ns_id="121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:01:59.318378009Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:01:59.318380786Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-24T02:01:59.318383635Z for: 1m 2024-05-24T02:01:59.318386329Z labels: 2024-05-24T02:01:59.318389742Z ns_id: 121f39f8-71a3-41bd-a773-e2913b5b0e43 2024-05-24T02:01:59.318392478Z vdu_id: hackfest_basic_metrics-VM 2024-05-24T02:01:59.318396116Z vnf_member_index: vnf 2024-05-24T02:01:59.318398908Z - alert: scaleout_1e356327-486e-479a-8243-1a044775095d 2024-05-24T02:01:59.318401811Z expr: (count (osm_cpu_utilization{ns_id="121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:01:59.318416241Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:01:59.318419120Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-24T02:01:59.318421915Z for: 1m 2024-05-24T02:01:59.318424649Z labels: 2024-05-24T02:01:59.318427529Z ns_id: 121f39f8-71a3-41bd-a773-e2913b5b0e43 2024-05-24T02:01:59.318430300Z vdu_id: hackfest_basic_metrics-VM 2024-05-24T02:01:59.318433090Z vnf_member_index: vnf 2024-05-24T02:01:59.318435673Z 2024-05-24T02:01:59.321338449Z New config written, updating prometheus 2024-05-24T02:02:04.355821481Z Prometheus config update successful 2024-05-24T02:02:04.355854039Z 2024-05-24T02:02:04.355860263Z Changes detected, updating prometheus config 2024-05-24T02:02:04.357661301Z Jobs detected: 0 2024-05-24T02:02:04.363652243Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:02:04.365604396Z alerting: 2024-05-24T02:02:04.365619094Z alertmanagers: 2024-05-24T02:02:04.365623571Z - static_configs: 2024-05-24T02:02:04.365627842Z - targets: 2024-05-24T02:02:04.365631971Z - alertmanager:9093 2024-05-24T02:02:04.365635520Z global: 2024-05-24T02:02:04.365639448Z evaluation_interval: 15s 2024-05-24T02:02:04.365643454Z scrape_interval: 15s 2024-05-24T02:02:04.365647201Z rule_files: 2024-05-24T02:02:04.365650746Z - osm_metric_rules.yml 2024-05-24T02:02:04.365654345Z - osm_alert_rules.yml 2024-05-24T02:02:04.365658285Z scrape_configs: 2024-05-24T02:02:04.365662113Z - job_name: mon_exporter 2024-05-24T02:02:04.365665591Z static_configs: 2024-05-24T02:02:04.365669271Z - targets: 2024-05-24T02:02:04.365672877Z - mon:8000 2024-05-24T02:02:04.365676520Z - honor_labels: true 2024-05-24T02:02:04.365680058Z job_name: pushgateway 2024-05-24T02:02:04.365683514Z scrape_interval: 30s 2024-05-24T02:02:04.365686984Z static_configs: 2024-05-24T02:02:04.365690575Z - targets: 2024-05-24T02:02:04.365694935Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:02:04.365698680Z 2024-05-24T02:02:04.369295564Z Alerts read: 2 2024-05-24T02:02:04.371260401Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:02:04.374319024Z groups: 2024-05-24T02:02:04.374332746Z - name: osm_alert_rules 2024-05-24T02:02:04.374336692Z rules: 2024-05-24T02:02:04.374340265Z - alert: vdu_down 2024-05-24T02:02:04.374344715Z annotations: 2024-05-24T02:02:04.374348828Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:02:04.374353081Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:02:04.374356415Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:02:04.374360778Z expr: vm_status_extended != 1 2024-05-24T02:02:04.374364072Z for: 3m 2024-05-24T02:02:04.374367781Z - name: _osm_alert_rules_20240524020204_ 2024-05-24T02:02:04.374371167Z rules: 2024-05-24T02:02:04.374374884Z - alert: scalein_47f54fc9-c62b-4002-8350-2b358e6beae4 2024-05-24T02:02:04.374378434Z expr: (count (osm_cpu_utilization{ns_id="121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:02:04.374382601Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:02:04.374387886Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-24T02:02:04.374416529Z for: 1m 2024-05-24T02:02:04.374423069Z labels: 2024-05-24T02:02:04.374429656Z ns_id: 121f39f8-71a3-41bd-a773-e2913b5b0e43 2024-05-24T02:02:04.374438422Z vdu_id: hackfest_basic_metrics-VM 2024-05-24T02:02:04.374444889Z vnf_member_index: vnf 2024-05-24T02:02:04.374450938Z - alert: scaleout_1e356327-486e-479a-8243-1a044775095d 2024-05-24T02:02:04.374457064Z expr: (count (osm_cpu_utilization{ns_id="121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:02:04.374463471Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="121f39f8-71a3-41bd-a773-e2913b5b0e43", 2024-05-24T02:02:04.374469922Z vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-24T02:02:04.374475995Z for: 1m 2024-05-24T02:02:04.374480963Z labels: 2024-05-24T02:02:04.374484218Z ns_id: 121f39f8-71a3-41bd-a773-e2913b5b0e43 2024-05-24T02:02:04.374487339Z vdu_id: hackfest_basic_metrics-VM 2024-05-24T02:02:04.374490608Z vnf_member_index: vnf 2024-05-24T02:02:04.374493502Z 2024-05-24T02:02:04.377761839Z New config written, updating prometheus 2024-05-24T02:02:09.418868123Z Prometheus config update successful 2024-05-24T02:02:09.418902370Z 2024-05-24T02:15:32.313925575Z Changes detected, updating prometheus config 2024-05-24T02:15:32.318203149Z Jobs detected: 0 2024-05-24T02:15:32.337087908Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:15:32.339997478Z alerting: 2024-05-24T02:15:32.340055847Z alertmanagers: 2024-05-24T02:15:32.340065986Z - static_configs: 2024-05-24T02:15:32.340074039Z - targets: 2024-05-24T02:15:32.340092726Z - alertmanager:9093 2024-05-24T02:15:32.340103446Z global: 2024-05-24T02:15:32.340112625Z evaluation_interval: 15s 2024-05-24T02:15:32.340121967Z scrape_interval: 15s 2024-05-24T02:15:32.340130602Z rule_files: 2024-05-24T02:15:32.340138284Z - osm_metric_rules.yml 2024-05-24T02:15:32.340145943Z - osm_alert_rules.yml 2024-05-24T02:15:32.340153666Z scrape_configs: 2024-05-24T02:15:32.340161328Z - job_name: mon_exporter 2024-05-24T02:15:32.340169152Z static_configs: 2024-05-24T02:15:32.340176855Z - targets: 2024-05-24T02:15:32.340184677Z - mon:8000 2024-05-24T02:15:32.340195175Z - honor_labels: true 2024-05-24T02:15:32.340204959Z job_name: pushgateway 2024-05-24T02:15:32.340213316Z scrape_interval: 30s 2024-05-24T02:15:32.340221011Z static_configs: 2024-05-24T02:15:32.340228763Z - targets: 2024-05-24T02:15:32.340237355Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:15:32.340244743Z 2024-05-24T02:15:32.343712983Z Alerts read: 0 2024-05-24T02:15:32.345908792Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:15:32.347738211Z groups: 2024-05-24T02:15:32.347750824Z - name: osm_alert_rules 2024-05-24T02:15:32.347754230Z rules: 2024-05-24T02:15:32.347757381Z - alert: vdu_down 2024-05-24T02:15:32.347760752Z annotations: 2024-05-24T02:15:32.347764508Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:15:32.347768209Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:15:32.347771317Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:15:32.347789141Z expr: vm_status_extended != 1 2024-05-24T02:15:32.347793109Z for: 3m 2024-05-24T02:15:32.347796024Z 2024-05-24T02:15:32.348957848Z New config written, updating prometheus 2024-05-24T02:15:37.388625572Z Prometheus config update successful 2024-05-24T02:15:37.388679549Z 2024-05-24T02:15:37.388826156Z Changes detected, updating prometheus config 2024-05-24T02:15:37.390442092Z Jobs detected: 0 2024-05-24T02:15:37.396881982Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:15:37.399261611Z alerting: 2024-05-24T02:15:37.399277020Z alertmanagers: 2024-05-24T02:15:37.399282199Z - static_configs: 2024-05-24T02:15:37.399286198Z - targets: 2024-05-24T02:15:37.399290831Z - alertmanager:9093 2024-05-24T02:15:37.399294749Z global: 2024-05-24T02:15:37.399298728Z evaluation_interval: 15s 2024-05-24T02:15:37.399302723Z scrape_interval: 15s 2024-05-24T02:15:37.399306841Z rule_files: 2024-05-24T02:15:37.399310816Z - osm_metric_rules.yml 2024-05-24T02:15:37.399314954Z - osm_alert_rules.yml 2024-05-24T02:15:37.399318864Z scrape_configs: 2024-05-24T02:15:37.399322745Z - job_name: mon_exporter 2024-05-24T02:15:37.399326606Z static_configs: 2024-05-24T02:15:37.399330436Z - targets: 2024-05-24T02:15:37.399334735Z - mon:8000 2024-05-24T02:15:37.399338600Z - honor_labels: true 2024-05-24T02:15:37.399342684Z job_name: pushgateway 2024-05-24T02:15:37.399346623Z scrape_interval: 30s 2024-05-24T02:15:37.399350400Z static_configs: 2024-05-24T02:15:37.399354271Z - targets: 2024-05-24T02:15:37.399358882Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:15:37.399362730Z 2024-05-24T02:15:37.404341188Z Alerts read: 0 2024-05-24T02:15:37.406741020Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:15:37.407629267Z groups: 2024-05-24T02:15:37.407640567Z - name: osm_alert_rules 2024-05-24T02:15:37.407643968Z rules: 2024-05-24T02:15:37.407647672Z - alert: vdu_down 2024-05-24T02:15:37.407650745Z annotations: 2024-05-24T02:15:37.407664752Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:15:37.407669216Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:15:37.407672506Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:15:37.407676245Z expr: vm_status_extended != 1 2024-05-24T02:15:37.407679283Z for: 3m 2024-05-24T02:15:37.407682177Z 2024-05-24T02:15:37.408694174Z New config written, updating prometheus 2024-05-24T02:15:42.434339009Z Prometheus config update successful 2024-05-24T02:15:42.434382378Z 2024-05-24T02:17:47.942761142Z Changes detected, updating prometheus config 2024-05-24T02:17:47.946248225Z Jobs detected: 0 2024-05-24T02:17:47.959065744Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:17:47.962209346Z alerting: 2024-05-24T02:17:47.962268869Z alertmanagers: 2024-05-24T02:17:47.962279756Z - static_configs: 2024-05-24T02:17:47.962288822Z - targets: 2024-05-24T02:17:47.962298125Z - alertmanager:9093 2024-05-24T02:17:47.962306551Z global: 2024-05-24T02:17:47.962354701Z evaluation_interval: 15s 2024-05-24T02:17:47.962364521Z scrape_interval: 15s 2024-05-24T02:17:47.962373172Z rule_files: 2024-05-24T02:17:47.962381543Z - osm_metric_rules.yml 2024-05-24T02:17:47.962390205Z - osm_alert_rules.yml 2024-05-24T02:17:47.962398501Z scrape_configs: 2024-05-24T02:17:47.962406877Z - job_name: mon_exporter 2024-05-24T02:17:47.962441972Z static_configs: 2024-05-24T02:17:47.962450909Z - targets: 2024-05-24T02:17:47.962459695Z - mon:8000 2024-05-24T02:17:47.962468001Z - honor_labels: true 2024-05-24T02:17:47.962576946Z job_name: pushgateway 2024-05-24T02:17:47.962589034Z scrape_interval: 30s 2024-05-24T02:17:47.962597392Z static_configs: 2024-05-24T02:17:47.962605677Z - targets: 2024-05-24T02:17:47.962615036Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:17:47.962623185Z 2024-05-24T02:17:47.966973731Z Alerts read: 1 2024-05-24T02:17:47.969815171Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:17:47.972346881Z groups: 2024-05-24T02:17:47.972360998Z - name: osm_alert_rules 2024-05-24T02:17:47.972364878Z rules: 2024-05-24T02:17:47.972368954Z - alert: vdu_down 2024-05-24T02:17:47.972372361Z annotations: 2024-05-24T02:17:47.972376843Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:17:47.972380970Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:17:47.972384978Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:17:47.972389139Z expr: vm_status_extended != 1 2024-05-24T02:17:47.972392598Z for: 3m 2024-05-24T02:17:47.972396265Z - name: _osm_alert_rules_20240524021747_ 2024-05-24T02:17:47.972399947Z rules: 2024-05-24T02:17:47.972403770Z - alert: vdu_alarm_e39d7ad3-ba3b-4c2c-addb-d8059dde9d73 2024-05-24T02:17:47.972407919Z expr: osm_cpu_utilization{ns_id="f3774cc4-5f82-4f48-8d19-56eb9330992a", vnf_member_index="vnf", 2024-05-24T02:17:47.972411265Z vdu_id="cirros_vnfd-VM"} < 20.0000 2024-05-24T02:17:47.972414656Z for: 1m 2024-05-24T02:17:47.972418090Z labels: 2024-05-24T02:17:47.972421578Z ns_id: f3774cc4-5f82-4f48-8d19-56eb9330992a 2024-05-24T02:17:47.972425630Z vdu_id: cirros_vnfd-VM 2024-05-24T02:17:47.972429127Z vdu_name: '{{ $labels.vdu_name }}' 2024-05-24T02:17:47.972432607Z vnf_member_index: vnf 2024-05-24T02:17:47.972435926Z 2024-05-24T02:17:47.974708398Z New config written, updating prometheus 2024-05-24T02:17:53.020244417Z Prometheus config update successful 2024-05-24T02:17:53.020293032Z 2024-05-24T02:26:55.843250238Z Changes detected, updating prometheus config 2024-05-24T02:26:55.845174292Z Jobs detected: 0 2024-05-24T02:26:55.854122930Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:26:55.857755020Z alerting: 2024-05-24T02:26:55.857774791Z alertmanagers: 2024-05-24T02:26:55.857783837Z - static_configs: 2024-05-24T02:26:55.857792553Z - targets: 2024-05-24T02:26:55.857800953Z - alertmanager:9093 2024-05-24T02:26:55.857808564Z global: 2024-05-24T02:26:55.857815602Z evaluation_interval: 15s 2024-05-24T02:26:55.857822258Z scrape_interval: 15s 2024-05-24T02:26:55.857827054Z rule_files: 2024-05-24T02:26:55.857831811Z - osm_metric_rules.yml 2024-05-24T02:26:55.857836513Z - osm_alert_rules.yml 2024-05-24T02:26:55.857841191Z scrape_configs: 2024-05-24T02:26:55.857846063Z - job_name: mon_exporter 2024-05-24T02:26:55.857850661Z static_configs: 2024-05-24T02:26:55.857855349Z - targets: 2024-05-24T02:26:55.857864690Z - mon:8000 2024-05-24T02:26:55.857869570Z - honor_labels: true 2024-05-24T02:26:55.857874360Z job_name: pushgateway 2024-05-24T02:26:55.857879416Z scrape_interval: 30s 2024-05-24T02:26:55.857884112Z static_configs: 2024-05-24T02:26:55.857888931Z - targets: 2024-05-24T02:26:55.857894346Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:26:55.857899059Z 2024-05-24T02:26:55.861906204Z Alerts read: 0 2024-05-24T02:26:55.865028254Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:26:55.867084704Z groups: 2024-05-24T02:26:55.867106631Z - name: osm_alert_rules 2024-05-24T02:26:55.867113499Z rules: 2024-05-24T02:26:55.867119970Z - alert: vdu_down 2024-05-24T02:26:55.867126670Z annotations: 2024-05-24T02:26:55.867134059Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:26:55.867141288Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:26:55.867147639Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:26:55.867155140Z expr: vm_status_extended != 1 2024-05-24T02:26:55.867161743Z for: 3m 2024-05-24T02:26:55.867167742Z 2024-05-24T02:26:55.868685946Z New config written, updating prometheus 2024-05-24T02:27:00.908515557Z Prometheus config update successful 2024-05-24T02:27:00.908554558Z 2024-05-24T02:29:13.550492405Z Changes detected, updating prometheus config 2024-05-24T02:29:13.554815893Z Jobs detected: 1 2024-05-24T02:29:13.567172736Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:29:13.572513660Z alerting: 2024-05-24T02:29:13.572550440Z alertmanagers: 2024-05-24T02:29:13.572560027Z - static_configs: 2024-05-24T02:29:13.572568746Z - targets: 2024-05-24T02:29:13.572578113Z - alertmanager:9093 2024-05-24T02:29:13.572586464Z global: 2024-05-24T02:29:13.572596062Z evaluation_interval: 15s 2024-05-24T02:29:13.572604616Z scrape_interval: 15s 2024-05-24T02:29:13.572613146Z rule_files: 2024-05-24T02:29:13.572621536Z - osm_metric_rules.yml 2024-05-24T02:29:13.572629879Z - osm_alert_rules.yml 2024-05-24T02:29:13.572638118Z scrape_configs: 2024-05-24T02:29:13.572646384Z - job_name: mon_exporter 2024-05-24T02:29:13.572654689Z static_configs: 2024-05-24T02:29:13.572663318Z - targets: 2024-05-24T02:29:13.572671717Z - mon:8000 2024-05-24T02:29:13.572679959Z - honor_labels: true 2024-05-24T02:29:13.572688230Z job_name: pushgateway 2024-05-24T02:29:13.572696518Z scrape_interval: 30s 2024-05-24T02:29:13.572704991Z static_configs: 2024-05-24T02:29:13.572713259Z - targets: 2024-05-24T02:29:13.572722652Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:29:13.572731128Z - job_name: 0a103d859eb84af38a720e98945d2743 2024-05-24T02:29:13.572739523Z metrics_path: /snmp 2024-05-24T02:29:13.572747903Z params: 2024-05-24T02:29:13.572756228Z module: 2024-05-24T02:29:13.572764691Z - osm-snmp 2024-05-24T02:29:13.572773902Z relabel_configs: 2024-05-24T02:29:13.572782237Z - source_labels: 2024-05-24T02:29:13.572790402Z - __address__ 2024-05-24T02:29:13.572825373Z target_label: __param_target 2024-05-24T02:29:13.572833783Z - source_labels: 2024-05-24T02:29:13.572842034Z - __param_target 2024-05-24T02:29:13.572850316Z target_label: instance 2024-05-24T02:29:13.572859740Z - replacement: eechart-0089519530-snmpexporter.f1e66dce-c9ee-420e-a873-775e0eba9414.svc:80 2024-05-24T02:29:13.572868128Z target_label: __address__ 2024-05-24T02:29:13.572876444Z static_configs: 2024-05-24T02:29:13.572884775Z - targets: 2024-05-24T02:29:13.572893360Z - 172.21.248.166 2024-05-24T02:29:13.572901422Z 2024-05-24T02:29:13.578164029Z Alerts read: 0 2024-05-24T02:29:13.580434040Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:29:13.581780795Z groups: 2024-05-24T02:29:13.581806936Z - name: osm_alert_rules 2024-05-24T02:29:13.581815887Z rules: 2024-05-24T02:29:13.581841671Z - alert: vdu_down 2024-05-24T02:29:13.581882210Z annotations: 2024-05-24T02:29:13.581891693Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:29:13.581901258Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:29:13.581913648Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:29:13.581929041Z expr: vm_status_extended != 1 2024-05-24T02:29:13.581941308Z for: 3m 2024-05-24T02:29:13.581952915Z 2024-05-24T02:29:13.582927943Z New config written, updating prometheus 2024-05-24T02:29:18.632398170Z Prometheus config update successful 2024-05-24T02:29:18.637001349Z 2024-05-24T02:29:28.188392998Z Changes detected, updating prometheus config 2024-05-24T02:29:28.189705893Z Jobs detected: 0 2024-05-24T02:29:28.201326602Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:29:28.204695980Z alerting: 2024-05-24T02:29:28.204710709Z alertmanagers: 2024-05-24T02:29:28.204714831Z - static_configs: 2024-05-24T02:29:28.204718061Z - targets: 2024-05-24T02:29:28.204723270Z - alertmanager:9093 2024-05-24T02:29:28.204726439Z global: 2024-05-24T02:29:28.204729698Z evaluation_interval: 15s 2024-05-24T02:29:28.204733390Z scrape_interval: 15s 2024-05-24T02:29:28.204736615Z rule_files: 2024-05-24T02:29:28.204740139Z - osm_metric_rules.yml 2024-05-24T02:29:28.204743410Z - osm_alert_rules.yml 2024-05-24T02:29:28.204746511Z scrape_configs: 2024-05-24T02:29:28.204749735Z - job_name: mon_exporter 2024-05-24T02:29:28.204752847Z static_configs: 2024-05-24T02:29:28.204755925Z - targets: 2024-05-24T02:29:28.204759186Z - mon:8000 2024-05-24T02:29:28.204762269Z - honor_labels: true 2024-05-24T02:29:28.204765456Z job_name: pushgateway 2024-05-24T02:29:28.204768631Z scrape_interval: 30s 2024-05-24T02:29:28.204771787Z static_configs: 2024-05-24T02:29:28.204774815Z - targets: 2024-05-24T02:29:28.204778971Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:29:28.204782044Z 2024-05-24T02:29:28.211277633Z Alerts read: 0 2024-05-24T02:29:28.214070064Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:29:28.215208495Z groups: 2024-05-24T02:29:28.215221733Z - name: osm_alert_rules 2024-05-24T02:29:28.215227279Z rules: 2024-05-24T02:29:28.215231767Z - alert: vdu_down 2024-05-24T02:29:28.215236095Z annotations: 2024-05-24T02:29:28.215241344Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:29:28.215258193Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:29:28.215262971Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:29:28.215267842Z expr: vm_status_extended != 1 2024-05-24T02:29:28.215272344Z for: 3m 2024-05-24T02:29:28.215276370Z 2024-05-24T02:29:28.216315457Z New config written, updating prometheus 2024-05-24T02:29:33.250238565Z Prometheus config update successful 2024-05-24T02:29:33.250286349Z 2024-05-24T02:42:21.503207828Z Changes detected, updating prometheus config 2024-05-24T02:42:21.505009012Z Jobs detected: 0 2024-05-24T02:42:21.511224999Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:42:21.513446864Z alerting: 2024-05-24T02:42:21.513460479Z alertmanagers: 2024-05-24T02:42:21.513464666Z - static_configs: 2024-05-24T02:42:21.513467710Z - targets: 2024-05-24T02:42:21.513471216Z - alertmanager:9093 2024-05-24T02:42:21.513474259Z global: 2024-05-24T02:42:21.513497196Z evaluation_interval: 15s 2024-05-24T02:42:21.513500278Z scrape_interval: 15s 2024-05-24T02:42:21.513503258Z rule_files: 2024-05-24T02:42:21.513506156Z - osm_metric_rules.yml 2024-05-24T02:42:21.513509112Z - osm_alert_rules.yml 2024-05-24T02:42:21.513512022Z scrape_configs: 2024-05-24T02:42:21.513514891Z - job_name: mon_exporter 2024-05-24T02:42:21.513517792Z static_configs: 2024-05-24T02:42:21.513520661Z - targets: 2024-05-24T02:42:21.513523562Z - mon:8000 2024-05-24T02:42:21.513526630Z - honor_labels: true 2024-05-24T02:42:21.513529535Z job_name: pushgateway 2024-05-24T02:42:21.513532444Z scrape_interval: 30s 2024-05-24T02:42:21.513535328Z static_configs: 2024-05-24T02:42:21.513538167Z - targets: 2024-05-24T02:42:21.513541631Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:42:21.513609053Z 2024-05-24T02:42:21.517707264Z Alerts read: 2 2024-05-24T02:42:21.519678280Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:42:21.522869927Z groups: 2024-05-24T02:42:21.522881712Z - name: osm_alert_rules 2024-05-24T02:42:21.522885059Z rules: 2024-05-24T02:42:21.522888230Z - alert: vdu_down 2024-05-24T02:42:21.522891044Z annotations: 2024-05-24T02:42:21.522894478Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:42:21.522899835Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:42:21.522902638Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:42:21.522905919Z expr: vm_status_extended != 1 2024-05-24T02:42:21.522908788Z for: 3m 2024-05-24T02:42:21.522911521Z - name: _osm_alert_rules_20240524024221_ 2024-05-24T02:42:21.522914359Z rules: 2024-05-24T02:42:21.522918077Z - alert: scalein_e85e372d-16e7-4e87-91e1-846c88558c9f 2024-05-24T02:42:21.522921415Z expr: (count (osm_cpu_utilization{ns_id="93a4a3e0-8207-4957-8443-a03d9074f7a9", 2024-05-24T02:42:21.522925104Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="93a4a3e0-8207-4957-8443-a03d9074f7a9", 2024-05-24T02:42:21.522927852Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-24T02:42:21.522930567Z for: 1m 2024-05-24T02:42:21.522933288Z labels: 2024-05-24T02:42:21.522936035Z ns_id: 93a4a3e0-8207-4957-8443-a03d9074f7a9 2024-05-24T02:42:21.522938943Z vdu_id: hackfest_basic_metrics-VM 2024-05-24T02:42:21.522942283Z vnf_member_index: '1' 2024-05-24T02:42:21.522945025Z - alert: scaleout_625f3cf8-ac3e-4e0b-8976-4233316d978c 2024-05-24T02:42:21.522947735Z expr: (count (osm_cpu_utilization{ns_id="93a4a3e0-8207-4957-8443-a03d9074f7a9", 2024-05-24T02:42:21.522950507Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="93a4a3e0-8207-4957-8443-a03d9074f7a9", 2024-05-24T02:42:21.522953421Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-24T02:42:21.522956099Z for: 1m 2024-05-24T02:42:21.522958893Z labels: 2024-05-24T02:42:21.522961622Z ns_id: 93a4a3e0-8207-4957-8443-a03d9074f7a9 2024-05-24T02:42:21.522964613Z vdu_id: hackfest_basic_metrics-VM 2024-05-24T02:42:21.522967315Z vnf_member_index: '1' 2024-05-24T02:42:21.523024867Z 2024-05-24T02:42:21.525892651Z New config written, updating prometheus 2024-05-24T02:42:26.566386522Z Prometheus config update successful 2024-05-24T02:42:26.566436156Z 2024-05-24T02:42:26.566475007Z Changes detected, updating prometheus config 2024-05-24T02:42:26.568456143Z Jobs detected: 0 2024-05-24T02:42:26.576032073Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:42:26.578065366Z alerting: 2024-05-24T02:42:26.578096193Z alertmanagers: 2024-05-24T02:42:26.578106216Z - static_configs: 2024-05-24T02:42:26.578114789Z - targets: 2024-05-24T02:42:26.578124138Z - alertmanager:9093 2024-05-24T02:42:26.578132907Z global: 2024-05-24T02:42:26.578141421Z evaluation_interval: 15s 2024-05-24T02:42:26.578149809Z scrape_interval: 15s 2024-05-24T02:42:26.578158192Z rule_files: 2024-05-24T02:42:26.578166580Z - osm_metric_rules.yml 2024-05-24T02:42:26.578175121Z - osm_alert_rules.yml 2024-05-24T02:42:26.578183314Z scrape_configs: 2024-05-24T02:42:26.578192309Z - job_name: mon_exporter 2024-05-24T02:42:26.578200864Z static_configs: 2024-05-24T02:42:26.578209174Z - targets: 2024-05-24T02:42:26.578217551Z - mon:8000 2024-05-24T02:42:26.578225775Z - honor_labels: true 2024-05-24T02:42:26.578234008Z job_name: pushgateway 2024-05-24T02:42:26.578242192Z scrape_interval: 30s 2024-05-24T02:42:26.578250500Z static_configs: 2024-05-24T02:42:26.578259278Z - targets: 2024-05-24T02:42:26.578268745Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:42:26.580867419Z 2024-05-24T02:42:26.581991847Z Alerts read: 2 2024-05-24T02:42:26.584111950Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:42:26.587735383Z groups: 2024-05-24T02:42:26.587762126Z - name: osm_alert_rules 2024-05-24T02:42:26.587771322Z rules: 2024-05-24T02:42:26.587779799Z - alert: vdu_down 2024-05-24T02:42:26.587788230Z annotations: 2024-05-24T02:42:26.587803702Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:42:26.587813468Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:42:26.587822107Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:42:26.587831502Z expr: vm_status_extended != 1 2024-05-24T02:42:26.587839961Z for: 3m 2024-05-24T02:42:26.587848338Z - name: _osm_alert_rules_20240524024226_ 2024-05-24T02:42:26.587856697Z rules: 2024-05-24T02:42:26.587866330Z - alert: scalein_e85e372d-16e7-4e87-91e1-846c88558c9f 2024-05-24T02:42:26.587874776Z expr: (count (osm_cpu_utilization{ns_id="93a4a3e0-8207-4957-8443-a03d9074f7a9", 2024-05-24T02:42:26.587884024Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="93a4a3e0-8207-4957-8443-a03d9074f7a9", 2024-05-24T02:42:26.587892431Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000) 2024-05-24T02:42:26.587900926Z for: 1m 2024-05-24T02:42:26.587909176Z labels: 2024-05-24T02:42:26.587917447Z ns_id: 93a4a3e0-8207-4957-8443-a03d9074f7a9 2024-05-24T02:42:26.587925703Z vdu_id: hackfest_basic_metrics-VM 2024-05-24T02:42:26.587934809Z vnf_member_index: '1' 2024-05-24T02:42:26.587943116Z - alert: scaleout_625f3cf8-ac3e-4e0b-8976-4233316d978c 2024-05-24T02:42:26.587951390Z expr: (count (osm_cpu_utilization{ns_id="93a4a3e0-8207-4957-8443-a03d9074f7a9", 2024-05-24T02:42:26.587960156Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="93a4a3e0-8207-4957-8443-a03d9074f7a9", 2024-05-24T02:42:26.587968425Z vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000) 2024-05-24T02:42:26.587976704Z for: 1m 2024-05-24T02:42:26.587984928Z labels: 2024-05-24T02:42:26.588036369Z ns_id: 93a4a3e0-8207-4957-8443-a03d9074f7a9 2024-05-24T02:42:26.588045386Z vdu_id: hackfest_basic_metrics-VM 2024-05-24T02:42:26.588054082Z vnf_member_index: '1' 2024-05-24T02:42:26.588061920Z 2024-05-24T02:42:26.591506062Z New config written, updating prometheus 2024-05-24T02:42:31.622057865Z Prometheus config update successful 2024-05-24T02:42:31.622082465Z 2024-05-24T02:43:15.307886909Z Changes detected, updating prometheus config 2024-05-24T02:43:15.310004982Z Jobs detected: 0 2024-05-24T02:43:15.317617926Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:43:15.321343558Z alerting: 2024-05-24T02:43:15.321358378Z alertmanagers: 2024-05-24T02:43:15.321362767Z - static_configs: 2024-05-24T02:43:15.321365781Z - targets: 2024-05-24T02:43:15.321369238Z - alertmanager:9093 2024-05-24T02:43:15.321372417Z global: 2024-05-24T02:43:15.321375488Z evaluation_interval: 15s 2024-05-24T02:43:15.321378539Z scrape_interval: 15s 2024-05-24T02:43:15.321381685Z rule_files: 2024-05-24T02:43:15.321385175Z - osm_metric_rules.yml 2024-05-24T02:43:15.321388440Z - osm_alert_rules.yml 2024-05-24T02:43:15.321392079Z scrape_configs: 2024-05-24T02:43:15.321395398Z - job_name: mon_exporter 2024-05-24T02:43:15.321398469Z static_configs: 2024-05-24T02:43:15.321401534Z - targets: 2024-05-24T02:43:15.321404616Z - mon:8000 2024-05-24T02:43:15.321407612Z - honor_labels: true 2024-05-24T02:43:15.321410801Z job_name: pushgateway 2024-05-24T02:43:15.321413812Z scrape_interval: 30s 2024-05-24T02:43:15.321416803Z static_configs: 2024-05-24T02:43:15.321419855Z - targets: 2024-05-24T02:43:15.321423424Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:43:15.321438075Z 2024-05-24T02:43:15.324557060Z Alerts read: 0 2024-05-24T02:43:15.326459621Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:43:15.327871144Z groups: 2024-05-24T02:43:15.327883278Z - name: osm_alert_rules 2024-05-24T02:43:15.327886390Z rules: 2024-05-24T02:43:15.327889320Z - alert: vdu_down 2024-05-24T02:43:15.327892129Z annotations: 2024-05-24T02:43:15.327896196Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:43:15.327899444Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:43:15.327902586Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:43:15.327905770Z expr: vm_status_extended != 1 2024-05-24T02:43:15.327908556Z for: 3m 2024-05-24T02:43:15.329540208Z 2024-05-24T02:43:15.329558599Z New config written, updating prometheus 2024-05-24T02:43:20.371743968Z Prometheus config update successful 2024-05-24T02:43:20.371768379Z 2024-05-24T02:43:20.371776439Z Changes detected, updating prometheus config 2024-05-24T02:43:20.375581425Z Jobs detected: 0 2024-05-24T02:43:20.382461783Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-24T02:43:20.384872023Z alerting: 2024-05-24T02:43:20.384888102Z alertmanagers: 2024-05-24T02:43:20.384895171Z - static_configs: 2024-05-24T02:43:20.384900856Z - targets: 2024-05-24T02:43:20.384907207Z - alertmanager:9093 2024-05-24T02:43:20.384912064Z global: 2024-05-24T02:43:20.384917406Z evaluation_interval: 15s 2024-05-24T02:43:20.384922261Z scrape_interval: 15s 2024-05-24T02:43:20.384927563Z rule_files: 2024-05-24T02:43:20.384932233Z - osm_metric_rules.yml 2024-05-24T02:43:20.384936822Z - osm_alert_rules.yml 2024-05-24T02:43:20.384960943Z scrape_configs: 2024-05-24T02:43:20.384966175Z - job_name: mon_exporter 2024-05-24T02:43:20.384970623Z static_configs: 2024-05-24T02:43:20.384975372Z - targets: 2024-05-24T02:43:20.384979796Z - mon:8000 2024-05-24T02:43:20.384983531Z - honor_labels: true 2024-05-24T02:43:20.384986497Z job_name: pushgateway 2024-05-24T02:43:20.384989477Z scrape_interval: 30s 2024-05-24T02:43:20.384992419Z static_configs: 2024-05-24T02:43:20.384995431Z - targets: 2024-05-24T02:43:20.385000043Z - pushgateway-prometheus-pushgateway:9091 2024-05-24T02:43:20.386632239Z 2024-05-24T02:43:20.388406982Z Alerts read: 0 2024-05-24T02:43:20.390373481Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml 2024-05-24T02:43:20.391453864Z groups: 2024-05-24T02:43:20.391464510Z - name: osm_alert_rules 2024-05-24T02:43:20.391467782Z rules: 2024-05-24T02:43:20.391470796Z - alert: vdu_down 2024-05-24T02:43:20.391473712Z annotations: 2024-05-24T02:43:20.391478568Z description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down 2024-05-24T02:43:20.391482541Z for more than 3 minutes. NS instance id is {{ $labels.ns_id }} 2024-05-24T02:43:20.391485520Z summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down 2024-05-24T02:43:20.391488880Z expr: vm_status_extended != 1 2024-05-24T02:43:20.391492124Z for: 3m 2024-05-24T02:43:20.391494934Z 2024-05-24T02:43:20.392458839Z New config written, updating prometheus 2024-05-24T02:43:25.427588633Z Prometheus config update successful 2024-05-24T02:43:25.427634925Z