2024-04-07T01:29:32.471672674Z ts=2024-04-07T01:29:32.469Z caller=main.go:539 level=info msg="No time or size retention was set so using the default time retention" duration=15d
2024-04-07T01:29:32.471727646Z ts=2024-04-07T01:29:32.469Z caller=main.go:583 level=info msg="Starting Prometheus Server" mode=server version="(version=2.47.0, branch=HEAD, revision=efa34a5840661c29c2e362efa76bc3a70dccb335)"
2024-04-07T01:29:32.471734261Z ts=2024-04-07T01:29:32.469Z caller=main.go:588 level=info build_context="(go=go1.21.0, platform=linux/amd64, user=root@409eb5e6b30c, date=20230906-10:20:07, tags=netgo,builtinassets,stringlabels)"
2024-04-07T01:29:32.471739229Z ts=2024-04-07T01:29:32.469Z caller=main.go:589 level=info host_details="(Linux 5.15.0-47-generic #51-Ubuntu SMP Thu Aug 11 07:51:15 UTC 2022 x86_64 prometheus-0 (none))"
2024-04-07T01:29:32.471744695Z ts=2024-04-07T01:29:32.469Z caller=main.go:590 level=info fd_limits="(soft=1048576, hard=1048576)"
2024-04-07T01:29:32.471749017Z ts=2024-04-07T01:29:32.469Z caller=main.go:591 level=info vm_limits="(soft=unlimited, hard=unlimited)"
2024-04-07T01:29:32.471881088Z ts=2024-04-07T01:29:32.471Z caller=web.go:566 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090
2024-04-07T01:29:32.473722350Z ts=2024-04-07T01:29:32.473Z caller=main.go:1024 level=info msg="Starting TSDB ..."
2024-04-07T01:29:32.475420314Z ts=2024-04-07T01:29:32.475Z caller=tls_config.go:274 level=info component=web msg="Listening on" address=[::]:9090
2024-04-07T01:29:32.475432611Z ts=2024-04-07T01:29:32.475Z caller=tls_config.go:277 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090
2024-04-07T01:29:32.485952326Z ts=2024-04-07T01:29:32.482Z caller=head.go:600 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
2024-04-07T01:29:32.485971872Z ts=2024-04-07T01:29:32.482Z caller=head.go:681 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=5.899µs
2024-04-07T01:29:32.485975265Z ts=2024-04-07T01:29:32.482Z caller=head.go:689 level=info component=tsdb msg="Replaying WAL, this may take a while"
2024-04-07T01:29:32.485978333Z ts=2024-04-07T01:29:32.483Z caller=head.go:760 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
2024-04-07T01:29:32.485982150Z ts=2024-04-07T01:29:32.483Z caller=head.go:797 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=45.56µs wal_replay_duration=343.494µs wbl_replay_duration=145ns total_replay_duration=418.391µs
2024-04-07T01:29:32.485985913Z ts=2024-04-07T01:29:32.484Z caller=main.go:1045 level=info fs_type=EXT4_SUPER_MAGIC
2024-04-07T01:29:32.485989464Z ts=2024-04-07T01:29:32.484Z caller=main.go:1048 level=info msg="TSDB started"
2024-04-07T01:29:32.485992508Z ts=2024-04-07T01:29:32.484Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:29:32.489923582Z ts=2024-04-07T01:29:32.487Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.678825ms db_storage=1.674µs remote_storage=1.468µs web_handler=711ns query_engine=882ns scrape=808.013µs scrape_sd=41.215µs notify=56.69µs notify_sd=8.715µs rules=1.449412ms tracing=6.634µs
2024-04-07T01:29:32.489943254Z ts=2024-04-07T01:29:32.487Z caller=main.go:1009 level=info msg="Server is ready to receive web requests."
2024-04-07T01:29:32.489947517Z ts=2024-04-07T01:29:32.487Z caller=manager.go:1009 level=info component="rule manager" msg="Starting rule manager..."
2024-04-07T01:31:01.923856301Z ts=2024-04-07T01:31:01.923Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:31:01.926369429Z ts=2024-04-07T01:31:01.926Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.207421ms db_storage=1.716µs remote_storage=1.867µs web_handler=3.576µs query_engine=1.453µs scrape=428µs scrape_sd=49.429µs notify=64.661µs notify_sd=9.643µs rules=1.52475ms tracing=16.876µs
2024-04-07T01:44:46.432969053Z ts=2024-04-07T01:44:46.432Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:44:46.436026110Z ts=2024-04-07T01:44:46.435Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.126803ms db_storage=2.657µs remote_storage=1.375µs web_handler=3.271µs query_engine=1.259µs scrape=217.469µs scrape_sd=56.281µs notify=78.487µs notify_sd=28.43µs rules=1.882649ms tracing=14.434µs
2024-04-07T01:44:51.499821722Z ts=2024-04-07T01:44:51.499Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:44:51.501554323Z ts=2024-04-07T01:44:51.501Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.721095ms db_storage=1.498µs remote_storage=2.23µs web_handler=467ns query_engine=1.236µs scrape=93.679µs scrape_sd=28.505µs notify=15.997µs notify_sd=8.991µs rules=1.263336ms tracing=6.389µs
2024-04-07T01:46:16.137722949Z ts=2024-04-07T01:46:16.132Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:46:16.137751780Z ts=2024-04-07T01:46:16.134Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.312172ms db_storage=2.022µs remote_storage=2.374µs web_handler=4.643µs query_engine=1.551µs scrape=188.912µs scrape_sd=41.785µs notify=68.826µs notify_sd=13.089µs rules=1.189436ms tracing=16.329µs
2024-04-07T01:46:21.170192648Z ts=2024-04-07T01:46:21.170Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:46:21.171362172Z ts=2024-04-07T01:46:21.171Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.189621ms db_storage=2.044µs remote_storage=1.658µs web_handler=439ns query_engine=1.056µs scrape=85.306µs scrape_sd=23.908µs notify=17.194µs notify_sd=7.392µs rules=743.588µs tracing=4.24µs
2024-04-07T01:47:42.636406325Z ts=2024-04-07T01:47:42.635Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:47:42.644585120Z ts=2024-04-07T01:47:42.643Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.748798ms db_storage=3.8µs remote_storage=3.21µs web_handler=6.053µs query_engine=1.964µs scrape=337.903µs scrape_sd=84.388µs notify=92.285µs notify_sd=24.395µs rules=3.761724ms tracing=25.452µs
2024-04-07T01:47:47.692132404Z ts=2024-04-07T01:47:47.691Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:47:47.694564328Z ts=2024-04-07T01:47:47.694Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.439601ms db_storage=1.413µs remote_storage=1.881µs web_handler=479ns query_engine=977ns scrape=115.439µs scrape_sd=23.417µs notify=102.072µs notify_sd=11.369µs rules=1.885394ms tracing=5.809µs
2024-04-07T01:47:52.751551875Z ts=2024-04-07T01:47:52.751Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:47:52.755382311Z ts=2024-04-07T01:47:52.755Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.726307ms db_storage=1.403µs remote_storage=1.541µs web_handler=574ns query_engine=1.145µs scrape=113.035µs scrape_sd=36.983µs notify=21.009µs notify_sd=12.187µs rules=3.158195ms tracing=7.219µs
2024-04-07T01:47:57.811196273Z ts=2024-04-07T01:47:57.811Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:47:57.815299916Z ts=2024-04-07T01:47:57.815Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.07644ms db_storage=1.558µs remote_storage=1.504µs web_handler=444ns query_engine=1.125µs scrape=73.186µs scrape_sd=23.348µs notify=13.035µs notify_sd=6.565µs rules=3.689756ms tracing=10.441µs
2024-04-07T01:48:02.870061322Z ts=2024-04-07T01:48:02.869Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:48:02.873362022Z ts=2024-04-07T01:48:02.873Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.297982ms db_storage=1.885µs remote_storage=1.539µs web_handler=530ns query_engine=1.127µs scrape=98.61µs scrape_sd=29.707µs notify=14.992µs notify_sd=9.648µs rules=2.79712ms tracing=7.176µs
2024-04-07T01:48:07.924378683Z ts=2024-04-07T01:48:07.924Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:48:07.927803370Z ts=2024-04-07T01:48:07.927Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.416167ms db_storage=1.425µs remote_storage=1.613µs web_handler=519ns query_engine=1.587µs scrape=135.74µs scrape_sd=23.262µs notify=18.607µs notify_sd=31.089µs rules=2.730201ms tracing=5.503µs
2024-04-07T01:49:29.405971012Z ts=2024-04-07T01:49:29.405Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:49:29.410192651Z ts=2024-04-07T01:49:29.410Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.397094ms db_storage=2.71µs remote_storage=2.679µs web_handler=5.568µs query_engine=1.88µs scrape=408.614µs scrape_sd=83.882µs notify=100.225µs notify_sd=13.161µs rules=2.355901ms tracing=13.666µs
2024-04-07T01:49:34.452387477Z ts=2024-04-07T01:49:34.452Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:49:34.454319357Z ts=2024-04-07T01:49:34.454Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.933385ms db_storage=2.151µs remote_storage=2.036µs web_handler=550ns query_engine=1.467µs scrape=111.741µs scrape_sd=39.746µs notify=20.15µs notify_sd=17.901µs rules=1.03692ms tracing=5.807µs
2024-04-07T01:49:39.506506776Z ts=2024-04-07T01:49:39.506Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:49:39.510062419Z ts=2024-04-07T01:49:39.509Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.421215ms db_storage=2.363µs remote_storage=25.801µs web_handler=991ns query_engine=1.564µs scrape=269.278µs scrape_sd=76.091µs notify=38.829µs notify_sd=52.086µs rules=2.137311ms tracing=6.661µs
2024-04-07T01:49:44.545572511Z ts=2024-04-07T01:49:44.545Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:49:44.548939135Z ts=2024-04-07T01:49:44.548Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.377716ms db_storage=2.81µs remote_storage=2.93µs web_handler=1.016µs query_engine=2.217µs scrape=214.02µs scrape_sd=59.579µs notify=67.003µs notify_sd=16.226µs rules=2.20446ms tracing=8.661µs
2024-04-07T01:49:49.608364982Z ts=2024-04-07T01:49:49.608Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:49:49.614405070Z ts=2024-04-07T01:49:49.614Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.037749ms db_storage=2.919µs remote_storage=3.505µs web_handler=1.225µs query_engine=2.227µs scrape=215.565µs scrape_sd=80.986µs notify=34.668µs notify_sd=16.085µs rules=4.840183ms tracing=11.612µs
2024-04-07T01:49:54.669713378Z ts=2024-04-07T01:49:54.669Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T01:49:54.672851738Z ts=2024-04-07T01:49:54.672Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.972843ms db_storage=2.872µs remote_storage=3.353µs web_handler=958ns query_engine=1.978µs scrape=182.241µs scrape_sd=54.264µs notify=29.144µs notify_sd=18.791µs rules=1.908552ms tracing=9.645µs
2024-04-07T02:18:32.582954733Z ts=2024-04-07T02:18:32.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"68522dc3-29d6-4e5e-8c4d-2af50ac3d6ba\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f23ef906-3bbb-4864-9318-12ef9d02925d\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"357d094e-873e-4489-abe9-655d18732056\", vdu_name=\"multivdu_multiat-vnf-dataVM-0\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"68522dc3-29d6-4e5e-8c4d-2af50ac3d6ba\", vnf_id=\"21723cba-3a76-4992-9671-0ca6eaf67c8c\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f23ef906-3bbb-4864-9318-12ef9d02925d\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"357d094e-873e-4489-abe9-655d18732056\", vdu_name=\"UNKNOWN\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"68522dc3-29d6-4e5e-8c4d-2af50ac3d6ba\", vnf_id=\"21723cba-3a76-4992-9671-0ca6eaf67c8c\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-07T02:18:47.583248048Z ts=2024-04-07T02:18:47.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"68522dc3-29d6-4e5e-8c4d-2af50ac3d6ba\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f23ef906-3bbb-4864-9318-12ef9d02925d\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"357d094e-873e-4489-abe9-655d18732056\", vdu_name=\"multivdu_multiat-vnf-dataVM-0\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"68522dc3-29d6-4e5e-8c4d-2af50ac3d6ba\", vnf_id=\"21723cba-3a76-4992-9671-0ca6eaf67c8c\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"f23ef906-3bbb-4864-9318-12ef9d02925d\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"357d094e-873e-4489-abe9-655d18732056\", vdu_name=\"UNKNOWN\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"68522dc3-29d6-4e5e-8c4d-2af50ac3d6ba\", vnf_id=\"21723cba-3a76-4992-9671-0ca6eaf67c8c\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-07T02:50:58.206058044Z ts=2024-04-07T02:50:58.205Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T02:50:58.208525785Z ts=2024-04-07T02:50:58.208Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.600907ms db_storage=2.091µs remote_storage=1.518µs web_handler=2.83µs query_engine=1.532µs scrape=167.874µs scrape_sd=41.879µs notify=54.865µs notify_sd=7.609µs rules=1.003659ms tracing=9.237µs
2024-04-07T02:56:59.669707697Z ts=2024-04-07T02:56:59.669Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T02:56:59.673891374Z ts=2024-04-07T02:56:59.673Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.18781ms db_storage=2.174µs remote_storage=1.491µs web_handler=3.544µs query_engine=1.776µs scrape=188.337µs scrape_sd=44.822µs notify=74.392µs notify_sd=8.604µs rules=965.317µs tracing=9.788µs
2024-04-07T03:11:39.592748631Z ts=2024-04-07T03:11:39.592Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T03:11:39.598082219Z ts=2024-04-07T03:11:39.597Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.430143ms db_storage=2.611µs remote_storage=1.875µs web_handler=4.513µs query_engine=1.505µs scrape=207.762µs scrape_sd=50.74µs notify=60.939µs notify_sd=9.355µs rules=2.36091ms tracing=14.65µs
2024-04-07T03:11:44.636486964Z ts=2024-04-07T03:11:44.636Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T03:11:44.638255179Z ts=2024-04-07T03:11:44.638Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.754965ms db_storage=2.004µs remote_storage=1.828µs web_handler=457ns query_engine=1.153µs scrape=89.62µs scrape_sd=27.308µs notify=15.528µs notify_sd=10.77µs rules=1.152795ms tracing=4.149µs
2024-04-07T03:16:03.546896965Z ts=2024-04-07T03:16:03.546Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T03:16:03.548808198Z ts=2024-04-07T03:16:03.548Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.045299ms db_storage=2.405µs remote_storage=1.471µs web_handler=701ns query_engine=1.11µs scrape=185.126µs scrape_sd=37.129µs notify=54.023µs notify_sd=9.394µs rules=1.062939ms tracing=8.028µs
2024-04-07T03:16:08.586278456Z ts=2024-04-07T03:16:08.586Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T03:16:08.587647100Z ts=2024-04-07T03:16:08.587Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.36843ms db_storage=1.885µs remote_storage=1.533µs web_handler=435ns query_engine=957ns scrape=112.711µs scrape_sd=28.507µs notify=17.719µs notify_sd=8.617µs rules=912.878µs tracing=5.712µs
2024-04-07T03:16:54.506187421Z ts=2024-04-07T03:16:54.505Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T03:16:54.508950023Z ts=2024-04-07T03:16:54.508Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.813305ms db_storage=1.391µs remote_storage=1.599µs web_handler=409ns query_engine=1.142µs scrape=95.93µs scrape_sd=26.264µs notify=36.703µs notify_sd=12.572µs rules=2.128819ms tracing=21.224µs
2024-04-07T03:16:59.570640357Z ts=2024-04-07T03:16:59.570Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T03:16:59.574723245Z ts=2024-04-07T03:16:59.574Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.306616ms db_storage=2.4µs remote_storage=2.833µs web_handler=933ns query_engine=2.38µs scrape=239.869µs scrape_sd=82.478µs notify=28.991µs notify_sd=15.353µs rules=3.059605ms tracing=30.925µs
2024-04-07T03:34:32.583333916Z ts=2024-04-07T03:34:32.582Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"5a2a354b-d6dc-44e1-9b26-12f58ca8915f\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d6911143-d0d6-4225-bf75-e23fba6ff624\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"263aafb1-675b-482a-bd21-07477e54d6e3\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-1\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"5a2a354b-d6dc-44e1-9b26-12f58ca8915f\", vnf_id=\"9d4cbee6-8b35-4c92-8802-d211a9eb2de8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d6911143-d0d6-4225-bf75-e23fba6ff624\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"263aafb1-675b-482a-bd21-07477e54d6e3\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"5a2a354b-d6dc-44e1-9b26-12f58ca8915f\", vnf_id=\"9d4cbee6-8b35-4c92-8802-d211a9eb2de8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-07T03:34:47.586821984Z ts=2024-04-07T03:34:47.586Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"5a2a354b-d6dc-44e1-9b26-12f58ca8915f\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d6911143-d0d6-4225-bf75-e23fba6ff624\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"263aafb1-675b-482a-bd21-07477e54d6e3\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-1\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"5a2a354b-d6dc-44e1-9b26-12f58ca8915f\", vnf_id=\"9d4cbee6-8b35-4c92-8802-d211a9eb2de8\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"d6911143-d0d6-4225-bf75-e23fba6ff624\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"263aafb1-675b-482a-bd21-07477e54d6e3\", vdu_name=\"sa_02-vnf-hackfest_basic_metrics-VM-0\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"5a2a354b-d6dc-44e1-9b26-12f58ca8915f\", vnf_id=\"9d4cbee6-8b35-4c92-8802-d211a9eb2de8\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-07T03:35:26.724243425Z ts=2024-04-07T03:35:26.724Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T03:35:26.725979972Z ts=2024-04-07T03:35:26.725Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.724254ms db_storage=2.791µs remote_storage=1.873µs web_handler=3.093µs query_engine=1.28µs scrape=135.685µs scrape_sd=44.859µs notify=42.215µs notify_sd=7.213µs rules=905.658µs tracing=9.622µs
2024-04-07T03:35:31.772447979Z ts=2024-04-07T03:35:31.772Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T03:35:31.773623120Z ts=2024-04-07T03:35:31.773Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.131105ms db_storage=1.892µs remote_storage=1.895µs web_handler=386ns query_engine=1.545µs scrape=70.977µs scrape_sd=24.744µs notify=17.513µs notify_sd=8.583µs rules=740.121µs tracing=4.039µs
2024-04-07T03:37:41.771230119Z ts=2024-04-07T03:37:41.770Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T03:37:41.776613533Z ts=2024-04-07T03:37:41.776Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.478065ms db_storage=3.591µs remote_storage=2.975µs web_handler=6.929µs query_engine=2.238µs scrape=325.931µs scrape_sd=82.338µs notify=153.205µs notify_sd=23.248µs rules=2.955802ms tracing=16.383µs
2024-04-07T03:38:32.583774095Z ts=2024-04-07T03:38:32.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"46e53879-159b-483f-a619-ae632f698c39\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"be715409-6599-4956-8ad1-88872dfb7b96\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"1e175580-acc4-44e6-a201-4b20c064fd6b\", vdu_name=\"sa_07-webhook_se-vnf-hackfest_basic-VM-0\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"46e53879-159b-483f-a619-ae632f698c39\", vnf_id=\"2e0f58f6-b119-4e15-9616-91def27e1135\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"be715409-6599-4956-8ad1-88872dfb7b96\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"1e175580-acc4-44e6-a201-4b20c064fd6b\", vdu_name=\"UNKNOWN\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"46e53879-159b-483f-a619-ae632f698c39\", vnf_id=\"2e0f58f6-b119-4e15-9616-91def27e1135\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-07T03:38:47.584860468Z ts=2024-04-07T03:38:47.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"46e53879-159b-483f-a619-ae632f698c39\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"be715409-6599-4956-8ad1-88872dfb7b96\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"1e175580-acc4-44e6-a201-4b20c064fd6b\", vdu_name=\"sa_07-webhook_se-vnf-hackfest_basic-VM-0\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"46e53879-159b-483f-a619-ae632f698c39\", vnf_id=\"2e0f58f6-b119-4e15-9616-91def27e1135\", vnf_member_index=\"vnf\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"be715409-6599-4956-8ad1-88872dfb7b96\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"1e175580-acc4-44e6-a201-4b20c064fd6b\", vdu_name=\"UNKNOWN\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"46e53879-159b-483f-a619-ae632f698c39\", vnf_id=\"2e0f58f6-b119-4e15-9616-91def27e1135\", vnf_member_index=\"vnf\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-07T03:47:31.691722520Z ts=2024-04-07T03:47:31.691Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T03:47:31.694863902Z ts=2024-04-07T03:47:31.694Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.223637ms db_storage=6.599µs remote_storage=2.377µs web_handler=5.066µs query_engine=10.347µs scrape=290.083µs scrape_sd=61.909µs notify=69.112µs notify_sd=16.554µs rules=1.750247ms tracing=16.258µs
2024-04-07T03:49:50.654536233Z ts=2024-04-07T03:49:50.654Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T03:49:50.658032875Z ts=2024-04-07T03:49:50.657Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.602394ms db_storage=2.735µs remote_storage=2.208µs web_handler=4.105µs query_engine=2.039µs scrape=281.372µs scrape_sd=74.493µs notify=87.4µs notify_sd=24.466µs rules=1.743025ms tracing=16.365µs
2024-04-07T03:50:05.910222352Z ts=2024-04-07T03:50:05.910Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T03:50:05.915987605Z ts=2024-04-07T03:50:05.915Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.790396ms db_storage=2.472µs remote_storage=1.739µs web_handler=504ns query_engine=1.318µs scrape=2.122837ms scrape_sd=78.713µs notify=67.398µs notify_sd=9.551µs rules=2.997894ms tracing=8.712µs
2024-04-07T03:58:32.585691796Z ts=2024-04-07T03:58:32.584Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"03d36880-401f-428b-97f0-6596b33c10e0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b74191f4-5b71-4c2e-afbc-29920b053bd8\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"806b23ea-e3cf-42e2-8b33-b5aca68bbbf6\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"03d36880-401f-428b-97f0-6596b33c10e0\", vnf_id=\"e44f02f0-91cd-461e-85f8-f6d0f17886c6\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b74191f4-5b71-4c2e-afbc-29920b053bd8\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"806b23ea-e3cf-42e2-8b33-b5aca68bbbf6\", vdu_name=\"UNKNOWN\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"03d36880-401f-428b-97f0-6596b33c10e0\", vnf_id=\"e44f02f0-91cd-461e-85f8-f6d0f17886c6\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-07T03:58:47.583469623Z ts=2024-04-07T03:58:47.583Z caller=manager.go:677 level=warn component="rule manager" file=/etc/prometheus/osm_metric_rules.yml group=osm_metric_rules name=vm_status_extended index=0 msg="Evaluating rule failed" rule="record: vm_status_extended\nexpr: (last_over_time(vm_status[1m]) * on (vm_id, vim_id) group_left (ns_id, vnf_id,\n  vdu_id, project_id, job, vdu_name, vnf_member_index) last_over_time(ns_topology[1m]))\n  or (last_over_time(ns_topology[1m]) * -1)\nlabels:\n  job: osm_prometheus\n" err="found duplicate series for the match group {vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"03d36880-401f-428b-97f0-6596b33c10e0\"} on the right hand-side of the operation: [{__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b74191f4-5b71-4c2e-afbc-29920b053bd8\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"806b23ea-e3cf-42e2-8b33-b5aca68bbbf6\", vdu_name=\"slicebasic.slice-edge-ubuntu_slice-VM-0\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"03d36880-401f-428b-97f0-6596b33c10e0\", vnf_id=\"e44f02f0-91cd-461e-85f8-f6d0f17886c6\", vnf_member_index=\"edge\"}, {__name__=\"ns_topology\", job=\"airflow_osm_ns_topology\", ns_id=\"b74191f4-5b71-4c2e-afbc-29920b053bd8\", project_id=\"88803a0f-5f04-48cb-9910-6fffafcf2133\", vdu_id=\"806b23ea-e3cf-42e2-8b33-b5aca68bbbf6\", vdu_name=\"UNKNOWN\", vim_id=\"c84ab84d-f4af-4f47-ae43-232bcbc774b9\", vm_id=\"03d36880-401f-428b-97f0-6596b33c10e0\", vnf_id=\"e44f02f0-91cd-461e-85f8-f6d0f17886c6\", vnf_member_index=\"edge\"}];many-to-many matching not allowed: matching labels must be unique on one side"
2024-04-07T04:03:16.152592484Z ts=2024-04-07T04:03:16.152Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T04:03:16.155976301Z ts=2024-04-07T04:03:16.155Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.503153ms db_storage=1.942µs remote_storage=1.633µs web_handler=4.781µs query_engine=1.676µs scrape=142.79µs scrape_sd=47.924µs notify=84.076µs notify_sd=18.99µs rules=2.009131ms tracing=11.6µs
2024-04-07T04:03:21.200522598Z ts=2024-04-07T04:03:21.200Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T04:03:21.202544509Z ts=2024-04-07T04:03:21.202Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.025202ms db_storage=1.355µs remote_storage=2.048µs web_handler=431ns query_engine=1.118µs scrape=100.322µs scrape_sd=25.434µs notify=20.034µs notify_sd=9.448µs rules=1.449875ms tracing=6.226µs
2024-04-07T04:04:10.255594434Z ts=2024-04-07T04:04:10.255Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T04:04:10.259185482Z ts=2024-04-07T04:04:10.259Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.609145ms db_storage=2.162µs remote_storage=4.43µs web_handler=826ns query_engine=1.82µs scrape=166.083µs scrape_sd=170.962µs notify=35.342µs notify_sd=63.845µs rules=2.505255ms tracing=9.753µs
2024-04-07T04:04:15.342106028Z ts=2024-04-07T04:04:15.341Z caller=main.go:1229 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2024-04-07T04:04:15.343294306Z ts=2024-04-07T04:04:15.343Z caller=main.go:1266 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.212169ms db_storage=1.36µs remote_storage=1.732µs web_handler=381ns query_engine=1.02µs scrape=104.644µs scrape_sd=24.73µs notify=19.939µs notify_sd=7.263µs rules=792.565µs tracing=5.827µs
2024-04-07T01:31:01.822768772Z Created MongoClient to connect to MongoDB!
2024-04-07T01:31:01.822828990Z Generating prometheus config files
2024-04-07T01:31:01.902873597Z Jobs detected: 0
2024-04-07T01:31:01.902891563Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:31:01.903127830Z alerting:
2024-04-07T01:31:01.903133821Z   alertmanagers:
2024-04-07T01:31:01.903137536Z   - static_configs:
2024-04-07T01:31:01.903140562Z     - targets:
2024-04-07T01:31:01.903143983Z       - alertmanager:9093
2024-04-07T01:31:01.903146996Z global:
2024-04-07T01:31:01.903150117Z   evaluation_interval: 15s
2024-04-07T01:31:01.903153668Z   scrape_interval: 15s
2024-04-07T01:31:01.903156660Z rule_files:
2024-04-07T01:31:01.903159636Z - osm_metric_rules.yml
2024-04-07T01:31:01.903162638Z - osm_alert_rules.yml
2024-04-07T01:31:01.903165555Z scrape_configs:
2024-04-07T01:31:01.903183274Z - job_name: mon_exporter
2024-04-07T01:31:01.903187266Z   static_configs:
2024-04-07T01:31:01.903190221Z   - targets:
2024-04-07T01:31:01.903193233Z     - mon:8000
2024-04-07T01:31:01.903196215Z - honor_labels: true
2024-04-07T01:31:01.903199095Z   job_name: pushgateway
2024-04-07T01:31:01.903202222Z   scrape_interval: 30s
2024-04-07T01:31:01.903205535Z   static_configs:
2024-04-07T01:31:01.903208694Z   - targets:
2024-04-07T01:31:01.903212311Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:31:01.903227798Z 
2024-04-07T01:31:01.910979874Z Alerts read: 0
2024-04-07T01:31:01.916449214Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:31:01.916465606Z groups:
2024-04-07T01:31:01.916469599Z - name: osm_alert_rules
2024-04-07T01:31:01.916472913Z   rules:
2024-04-07T01:31:01.916476238Z   - alert: vdu_down
2024-04-07T01:31:01.916479191Z     annotations:
2024-04-07T01:31:01.916482717Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:31:01.916486635Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:31:01.916493495Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:31:01.916497218Z     expr: vm_status_extended != 1
2024-04-07T01:31:01.916500246Z     for: 3m
2024-04-07T01:31:01.916503092Z 
2024-04-07T01:31:01.916508283Z New config written, updating prometheus
2024-04-07T01:31:06.967882489Z Prometheus config update successful
2024-04-07T01:31:11.986746675Z Listening to changes in prometheus jobs and alerts collections
2024-04-07T01:44:46.397737527Z Changes detected, updating prometheus config
2024-04-07T01:44:46.401581234Z Jobs detected: 0
2024-04-07T01:44:46.410665628Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:44:46.412861895Z alerting:
2024-04-07T01:44:46.412873501Z   alertmanagers:
2024-04-07T01:44:46.412877079Z   - static_configs:
2024-04-07T01:44:46.412880168Z     - targets:
2024-04-07T01:44:46.412883599Z       - alertmanager:9093
2024-04-07T01:44:46.412886539Z global:
2024-04-07T01:44:46.412889374Z   evaluation_interval: 15s
2024-04-07T01:44:46.412892489Z   scrape_interval: 15s
2024-04-07T01:44:46.412895378Z rule_files:
2024-04-07T01:44:46.412898091Z - osm_metric_rules.yml
2024-04-07T01:44:46.412900886Z - osm_alert_rules.yml
2024-04-07T01:44:46.412903947Z scrape_configs:
2024-04-07T01:44:46.412906694Z - job_name: mon_exporter
2024-04-07T01:44:46.412909487Z   static_configs:
2024-04-07T01:44:46.412912226Z   - targets:
2024-04-07T01:44:46.412915080Z     - mon:8000
2024-04-07T01:44:46.412917877Z - honor_labels: true
2024-04-07T01:44:46.412940209Z   job_name: pushgateway
2024-04-07T01:44:46.412943147Z   scrape_interval: 30s
2024-04-07T01:44:46.412946022Z   static_configs:
2024-04-07T01:44:46.412948716Z   - targets:
2024-04-07T01:44:46.412952030Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:44:46.413034087Z 
2024-04-07T01:44:46.417476996Z Alerts read: 2
2024-04-07T01:44:46.419837869Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:44:46.423621825Z groups:
2024-04-07T01:44:46.423635466Z - name: osm_alert_rules
2024-04-07T01:44:46.423639479Z   rules:
2024-04-07T01:44:46.423642461Z   - alert: vdu_down
2024-04-07T01:44:46.423645366Z     annotations:
2024-04-07T01:44:46.423648960Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:44:46.423652618Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:44:46.423655664Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:44:46.423659151Z     expr: vm_status_extended != 1
2024-04-07T01:44:46.423662148Z     for: 3m
2024-04-07T01:44:46.423665347Z - name: _osm_alert_rules_20240407014446_
2024-04-07T01:44:46.423668222Z   rules:
2024-04-07T01:44:46.423671496Z   - alert: scalein_899269b9-a528-4ac7-9414-093e75f2623e
2024-04-07T01:44:46.423674494Z     expr: (count (osm_cpu_utilization{ns_id="b28c35f8-7e8b-4137-80d4-420cff6f7676",
2024-04-07T01:44:46.423678553Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="b28c35f8-7e8b-4137-80d4-420cff6f7676",
2024-04-07T01:44:46.423682991Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:44:46.423686196Z     for: 1m
2024-04-07T01:44:46.423689259Z     labels:
2024-04-07T01:44:46.423692230Z       ns_id: b28c35f8-7e8b-4137-80d4-420cff6f7676
2024-04-07T01:44:46.423695303Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:44:46.423698713Z       vnf_member_index: vnf
2024-04-07T01:44:46.423701801Z   - alert: scaleout_a11e24d5-b827-4a5e-9ae0-96406b568682
2024-04-07T01:44:46.423704950Z     expr: (count (osm_cpu_utilization{ns_id="b28c35f8-7e8b-4137-80d4-420cff6f7676",
2024-04-07T01:44:46.423707936Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="b28c35f8-7e8b-4137-80d4-420cff6f7676",
2024-04-07T01:44:46.423711179Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:44:46.423714145Z     for: 1m
2024-04-07T01:44:46.423717422Z     labels:
2024-04-07T01:44:46.423720467Z       ns_id: b28c35f8-7e8b-4137-80d4-420cff6f7676
2024-04-07T01:44:46.423723572Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:44:46.423726569Z       vnf_member_index: vnf
2024-04-07T01:44:46.423834081Z 
2024-04-07T01:44:46.427196375Z New config written, updating prometheus
2024-04-07T01:44:51.467028310Z Prometheus config update successful
2024-04-07T01:44:51.467062499Z 
2024-04-07T01:44:51.469469109Z Changes detected, updating prometheus config
2024-04-07T01:44:51.471521744Z Jobs detected: 0
2024-04-07T01:44:51.477217619Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:44:51.479391794Z alerting:
2024-04-07T01:44:51.479418591Z   alertmanagers:
2024-04-07T01:44:51.479428094Z   - static_configs:
2024-04-07T01:44:51.479436066Z     - targets:
2024-04-07T01:44:51.479444381Z       - alertmanager:9093
2024-04-07T01:44:51.479453225Z global:
2024-04-07T01:44:51.479460955Z   evaluation_interval: 15s
2024-04-07T01:44:51.479468607Z   scrape_interval: 15s
2024-04-07T01:44:51.479500294Z rule_files:
2024-04-07T01:44:51.479508154Z - osm_metric_rules.yml
2024-04-07T01:44:51.479515739Z - osm_alert_rules.yml
2024-04-07T01:44:51.479523615Z scrape_configs:
2024-04-07T01:44:51.479531342Z - job_name: mon_exporter
2024-04-07T01:44:51.479538958Z   static_configs:
2024-04-07T01:44:51.479547002Z   - targets:
2024-04-07T01:44:51.479554705Z     - mon:8000
2024-04-07T01:44:51.479562351Z - honor_labels: true
2024-04-07T01:44:51.479569987Z   job_name: pushgateway
2024-04-07T01:44:51.479577511Z   scrape_interval: 30s
2024-04-07T01:44:51.479585086Z   static_configs:
2024-04-07T01:44:51.479592482Z   - targets:
2024-04-07T01:44:51.479601253Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:44:51.479608703Z 
2024-04-07T01:44:51.482832353Z Alerts read: 2
2024-04-07T01:44:51.490036390Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:44:51.493649019Z groups:
2024-04-07T01:44:51.493677946Z - name: osm_alert_rules
2024-04-07T01:44:51.493688277Z   rules:
2024-04-07T01:44:51.493697317Z   - alert: vdu_down
2024-04-07T01:44:51.493706073Z     annotations:
2024-04-07T01:44:51.493721648Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:44:51.493731454Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:44:51.493740354Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:44:51.493749618Z     expr: vm_status_extended != 1
2024-04-07T01:44:51.493758510Z     for: 3m
2024-04-07T01:44:51.493767319Z - name: _osm_alert_rules_20240407014451_
2024-04-07T01:44:51.493776272Z   rules:
2024-04-07T01:44:51.493785815Z   - alert: scalein_899269b9-a528-4ac7-9414-093e75f2623e
2024-04-07T01:44:51.493794479Z     expr: (count (osm_cpu_utilization{ns_id="b28c35f8-7e8b-4137-80d4-420cff6f7676",
2024-04-07T01:44:51.493807854Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="b28c35f8-7e8b-4137-80d4-420cff6f7676",
2024-04-07T01:44:51.493816686Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:44:51.493825304Z     for: 1m
2024-04-07T01:44:51.493834179Z     labels:
2024-04-07T01:44:51.493842787Z       ns_id: b28c35f8-7e8b-4137-80d4-420cff6f7676
2024-04-07T01:44:51.493851516Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:44:51.493938097Z       vnf_member_index: vnf
2024-04-07T01:44:51.493950965Z   - alert: scaleout_a11e24d5-b827-4a5e-9ae0-96406b568682
2024-04-07T01:44:51.493959753Z     expr: (count (osm_cpu_utilization{ns_id="b28c35f8-7e8b-4137-80d4-420cff6f7676",
2024-04-07T01:44:51.493968384Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="b28c35f8-7e8b-4137-80d4-420cff6f7676",
2024-04-07T01:44:51.493977344Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:44:51.493986300Z     for: 1m
2024-04-07T01:44:51.493994943Z     labels:
2024-04-07T01:44:51.494003490Z       ns_id: b28c35f8-7e8b-4137-80d4-420cff6f7676
2024-04-07T01:44:51.494011874Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:44:51.494020482Z       vnf_member_index: vnf
2024-04-07T01:44:51.494028371Z 
2024-04-07T01:44:51.497031832Z New config written, updating prometheus
2024-04-07T01:44:56.527835269Z Prometheus config update successful
2024-04-07T01:44:56.528070600Z 
2024-04-07T01:46:16.103584464Z Changes detected, updating prometheus config
2024-04-07T01:46:16.105647154Z Jobs detected: 0
2024-04-07T01:46:16.117942428Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:46:16.128815766Z alerting:
2024-04-07T01:46:16.128831297Z   alertmanagers:
2024-04-07T01:46:16.128835392Z   - static_configs:
2024-04-07T01:46:16.128838747Z     - targets:
2024-04-07T01:46:16.128842480Z       - alertmanager:9093
2024-04-07T01:46:16.128845517Z global:
2024-04-07T01:46:16.128848561Z   evaluation_interval: 15s
2024-04-07T01:46:16.128851646Z   scrape_interval: 15s
2024-04-07T01:46:16.128854550Z rule_files:
2024-04-07T01:46:16.128857526Z - osm_metric_rules.yml
2024-04-07T01:46:16.128860586Z - osm_alert_rules.yml
2024-04-07T01:46:16.128863505Z scrape_configs:
2024-04-07T01:46:16.128866560Z - job_name: mon_exporter
2024-04-07T01:46:16.128869530Z   static_configs:
2024-04-07T01:46:16.128876418Z   - targets:
2024-04-07T01:46:16.128879772Z     - mon:8000
2024-04-07T01:46:16.128882760Z - honor_labels: true
2024-04-07T01:46:16.128885617Z   job_name: pushgateway
2024-04-07T01:46:16.128888494Z   scrape_interval: 30s
2024-04-07T01:46:16.128891532Z   static_configs:
2024-04-07T01:46:16.128894432Z   - targets:
2024-04-07T01:46:16.128897920Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:46:16.128901137Z 
2024-04-07T01:46:16.128904114Z Alerts read: 0
2024-04-07T01:46:16.128907621Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:46:16.128910752Z groups:
2024-04-07T01:46:16.128913668Z - name: osm_alert_rules
2024-04-07T01:46:16.128916731Z   rules:
2024-04-07T01:46:16.128919728Z   - alert: vdu_down
2024-04-07T01:46:16.128922610Z     annotations:
2024-04-07T01:46:16.128926218Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:46:16.128929696Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:46:16.128932671Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:46:16.128935617Z     expr: vm_status_extended != 1
2024-04-07T01:46:16.128938511Z     for: 3m
2024-04-07T01:46:16.128941291Z 
2024-04-07T01:46:16.128944248Z New config written, updating prometheus
2024-04-07T01:46:21.151281571Z Prometheus config update successful
2024-04-07T01:46:21.151311609Z 
2024-04-07T01:46:21.151316800Z Changes detected, updating prometheus config
2024-04-07T01:46:21.152683541Z Jobs detected: 0
2024-04-07T01:46:21.158459336Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:46:21.160914735Z alerting:
2024-04-07T01:46:21.160931524Z   alertmanagers:
2024-04-07T01:46:21.160937230Z   - static_configs:
2024-04-07T01:46:21.160942219Z     - targets:
2024-04-07T01:46:21.160947099Z       - alertmanager:9093
2024-04-07T01:46:21.160952432Z global:
2024-04-07T01:46:21.160956559Z   evaluation_interval: 15s
2024-04-07T01:46:21.160960538Z   scrape_interval: 15s
2024-04-07T01:46:21.160964755Z rule_files:
2024-04-07T01:46:21.160968761Z - osm_metric_rules.yml
2024-04-07T01:46:21.160972839Z - osm_alert_rules.yml
2024-04-07T01:46:21.160976897Z scrape_configs:
2024-04-07T01:46:21.160980969Z - job_name: mon_exporter
2024-04-07T01:46:21.160985425Z   static_configs:
2024-04-07T01:46:21.160989603Z   - targets:
2024-04-07T01:46:21.160994360Z     - mon:8000
2024-04-07T01:46:21.160999485Z - honor_labels: true
2024-04-07T01:46:21.161004342Z   job_name: pushgateway
2024-04-07T01:46:21.161009148Z   scrape_interval: 30s
2024-04-07T01:46:21.161013123Z   static_configs:
2024-04-07T01:46:21.161017216Z   - targets:
2024-04-07T01:46:21.161022313Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:46:21.161045698Z 
2024-04-07T01:46:21.163823926Z Alerts read: 0
2024-04-07T01:46:21.165548242Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:46:21.166788561Z groups:
2024-04-07T01:46:21.166806262Z - name: osm_alert_rules
2024-04-07T01:46:21.166811316Z   rules:
2024-04-07T01:46:21.166815549Z   - alert: vdu_down
2024-04-07T01:46:21.166819371Z     annotations:
2024-04-07T01:46:21.166824197Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:46:21.166829019Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:46:21.166832921Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:46:21.166838081Z     expr: vm_status_extended != 1
2024-04-07T01:46:21.166843125Z     for: 3m
2024-04-07T01:46:21.166847713Z 
2024-04-07T01:46:21.167747592Z New config written, updating prometheus
2024-04-07T01:46:26.185437151Z Prometheus config update successful
2024-04-07T01:46:26.185487947Z 
2024-04-07T01:47:42.606407327Z Changes detected, updating prometheus config
2024-04-07T01:47:42.607641418Z Jobs detected: 0
2024-04-07T01:47:42.612358915Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:47:42.614111646Z alerting:
2024-04-07T01:47:42.614118281Z   alertmanagers:
2024-04-07T01:47:42.614121825Z   - static_configs:
2024-04-07T01:47:42.614124858Z     - targets:
2024-04-07T01:47:42.614128523Z       - alertmanager:9093
2024-04-07T01:47:42.614131588Z global:
2024-04-07T01:47:42.614134654Z   evaluation_interval: 15s
2024-04-07T01:47:42.614138035Z   scrape_interval: 15s
2024-04-07T01:47:42.614141174Z rule_files:
2024-04-07T01:47:42.614144179Z - osm_metric_rules.yml
2024-04-07T01:47:42.614147257Z - osm_alert_rules.yml
2024-04-07T01:47:42.614150111Z scrape_configs:
2024-04-07T01:47:42.614153089Z - job_name: mon_exporter
2024-04-07T01:47:42.614156009Z   static_configs:
2024-04-07T01:47:42.614158870Z   - targets:
2024-04-07T01:47:42.614161863Z     - mon:8000
2024-04-07T01:47:42.614164751Z - honor_labels: true
2024-04-07T01:47:42.614167615Z   job_name: pushgateway
2024-04-07T01:47:42.614170566Z   scrape_interval: 30s
2024-04-07T01:47:42.614173423Z   static_configs:
2024-04-07T01:47:42.614176249Z   - targets:
2024-04-07T01:47:42.614179740Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:47:42.614182602Z 
2024-04-07T01:47:42.617139010Z Alerts read: 2
2024-04-07T01:47:42.618981873Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:47:42.623182385Z groups:
2024-04-07T01:47:42.623194397Z - name: osm_alert_rules
2024-04-07T01:47:42.623197640Z   rules:
2024-04-07T01:47:42.623201280Z   - alert: vdu_down
2024-04-07T01:47:42.623204718Z     annotations:
2024-04-07T01:47:42.623208731Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:47:42.623212398Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:47:42.623215587Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:47:42.623219398Z     expr: vm_status_extended != 1
2024-04-07T01:47:42.623222409Z     for: 3m
2024-04-07T01:47:42.623225413Z - name: _osm_alert_rules_20240407014742_
2024-04-07T01:47:42.623228476Z   rules:
2024-04-07T01:47:42.623231878Z   - alert: scalein_6583d891-5940-4c9b-9162-90a0a6e0911a
2024-04-07T01:47:42.623235237Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:42.623238566Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:42.623250549Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:47:42.623253785Z     for: 1m
2024-04-07T01:47:42.623256805Z     labels:
2024-04-07T01:47:42.623259899Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:42.623262876Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:42.623266912Z       vnf_member_index: vnf
2024-04-07T01:47:42.623269982Z   - alert: scaleout_17f4a78e-36ca-4d71-84cb-6c89916a2ccd
2024-04-07T01:47:42.623272967Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:42.623276056Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:42.623279067Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:47:42.623282134Z     for: 1m
2024-04-07T01:47:42.623285056Z     labels:
2024-04-07T01:47:42.623288036Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:42.623291027Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:42.623294001Z       vnf_member_index: vnf
2024-04-07T01:47:42.623296825Z 
2024-04-07T01:47:42.628948705Z New config written, updating prometheus
2024-04-07T01:47:47.660109435Z Prometheus config update successful
2024-04-07T01:47:47.660133811Z 
2024-04-07T01:47:47.664156520Z Changes detected, updating prometheus config
2024-04-07T01:47:47.665176620Z Jobs detected: 0
2024-04-07T01:47:47.669341104Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:47:47.671064408Z alerting:
2024-04-07T01:47:47.671079317Z   alertmanagers:
2024-04-07T01:47:47.671084659Z   - static_configs:
2024-04-07T01:47:47.671088980Z     - targets:
2024-04-07T01:47:47.671093687Z       - alertmanager:9093
2024-04-07T01:47:47.671097792Z global:
2024-04-07T01:47:47.671101917Z   evaluation_interval: 15s
2024-04-07T01:47:47.671106227Z   scrape_interval: 15s
2024-04-07T01:47:47.671110380Z rule_files:
2024-04-07T01:47:47.671114732Z - osm_metric_rules.yml
2024-04-07T01:47:47.671118728Z - osm_alert_rules.yml
2024-04-07T01:47:47.671123053Z scrape_configs:
2024-04-07T01:47:47.671126983Z - job_name: mon_exporter
2024-04-07T01:47:47.671130990Z   static_configs:
2024-04-07T01:47:47.671135195Z   - targets:
2024-04-07T01:47:47.671139162Z     - mon:8000
2024-04-07T01:47:47.671143172Z - honor_labels: true
2024-04-07T01:47:47.671147209Z   job_name: pushgateway
2024-04-07T01:47:47.671151200Z   scrape_interval: 30s
2024-04-07T01:47:47.671155262Z   static_configs:
2024-04-07T01:47:47.671159222Z   - targets:
2024-04-07T01:47:47.671163927Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:47:47.671167864Z 
2024-04-07T01:47:47.674531997Z Alerts read: 6
2024-04-07T01:47:47.676192494Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:47:47.683083595Z groups:
2024-04-07T01:47:47.683103547Z - name: osm_alert_rules
2024-04-07T01:47:47.683109426Z   rules:
2024-04-07T01:47:47.683115656Z   - alert: vdu_down
2024-04-07T01:47:47.683121323Z     annotations:
2024-04-07T01:47:47.683128048Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:47:47.683134173Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:47:47.683139701Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:47:47.683163162Z     expr: vm_status_extended != 1
2024-04-07T01:47:47.683168822Z     for: 3m
2024-04-07T01:47:47.683174206Z - name: _osm_alert_rules_20240407014747_
2024-04-07T01:47:47.683179518Z   rules:
2024-04-07T01:47:47.683185335Z   - alert: scalein_6583d891-5940-4c9b-9162-90a0a6e0911a
2024-04-07T01:47:47.683190768Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:47.683215441Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:47.683221500Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:47:47.683226965Z     for: 1m
2024-04-07T01:47:47.683232243Z     labels:
2024-04-07T01:47:47.683237720Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:47.683243194Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:47.683249145Z       vnf_member_index: vnf
2024-04-07T01:47:47.683254449Z   - alert: scaleout_17f4a78e-36ca-4d71-84cb-6c89916a2ccd
2024-04-07T01:47:47.683259773Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:47.683265082Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:47.683270388Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:47:47.683275646Z     for: 1m
2024-04-07T01:47:47.683280966Z     labels:
2024-04-07T01:47:47.683286187Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:47.683291367Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:47.683296707Z       vnf_member_index: vnf
2024-04-07T01:47:47.683301980Z   - alert: scalein_d6d3c416-e515-402c-b19e-d8c380b4a0d4
2024-04-07T01:47:47.683307189Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:47.683312800Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:47.683318047Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:47:47.683323232Z     for: 1m
2024-04-07T01:47:47.683328450Z     labels:
2024-04-07T01:47:47.683333661Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:47.683338927Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:47.683344107Z       vnf_member_index: vnf
2024-04-07T01:47:47.683349296Z   - alert: scaleout_662f1c1f-97df-4d06-8dc8-28e9ffefeda9
2024-04-07T01:47:47.683354783Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:47.683360009Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:47.683365238Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:47:47.683370421Z     for: 1m
2024-04-07T01:47:47.683375598Z     labels:
2024-04-07T01:47:47.683380761Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:47.683385947Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:47.683391129Z       vnf_member_index: vnf
2024-04-07T01:47:47.683396320Z   - alert: scalein_144e1f80-f427-41f9-933e-dea6d08ae6e9
2024-04-07T01:47:47.683401485Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:47.683406719Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:47.683419441Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:47:47.683424718Z     for: 1m
2024-04-07T01:47:47.683429924Z     labels:
2024-04-07T01:47:47.683435107Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:47.683440324Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:47.683445555Z       vnf_member_index: vnf
2024-04-07T01:47:47.683450737Z   - alert: scaleout_2e63530b-6b35-4f98-b3de-663fa4a63757
2024-04-07T01:47:47.683455903Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:47.683474937Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:47.683480612Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:47:47.683486060Z     for: 1m
2024-04-07T01:47:47.683491361Z     labels:
2024-04-07T01:47:47.683496671Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:47.683501901Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:47.683507148Z       vnf_member_index: vnf
2024-04-07T01:47:47.683512154Z 
2024-04-07T01:47:47.689311099Z New config written, updating prometheus
2024-04-07T01:47:52.716393593Z Prometheus config update successful
2024-04-07T01:47:52.716550856Z 
2024-04-07T01:47:52.716597079Z Changes detected, updating prometheus config
2024-04-07T01:47:52.718458274Z Jobs detected: 0
2024-04-07T01:47:52.723353691Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:47:52.725416607Z alerting:
2024-04-07T01:47:52.725453587Z   alertmanagers:
2024-04-07T01:47:52.725463071Z   - static_configs:
2024-04-07T01:47:52.725472269Z     - targets:
2024-04-07T01:47:52.725481542Z       - alertmanager:9093
2024-04-07T01:47:52.725490189Z global:
2024-04-07T01:47:52.725499091Z   evaluation_interval: 15s
2024-04-07T01:47:52.725516385Z   scrape_interval: 15s
2024-04-07T01:47:52.725525300Z rule_files:
2024-04-07T01:47:52.725533997Z - osm_metric_rules.yml
2024-04-07T01:47:52.725542244Z - osm_alert_rules.yml
2024-04-07T01:47:52.725550468Z scrape_configs:
2024-04-07T01:47:52.725558725Z - job_name: mon_exporter
2024-04-07T01:47:52.725566735Z   static_configs:
2024-04-07T01:47:52.725576003Z   - targets:
2024-04-07T01:47:52.725584424Z     - mon:8000
2024-04-07T01:47:52.725592799Z - honor_labels: true
2024-04-07T01:47:52.725601015Z   job_name: pushgateway
2024-04-07T01:47:52.725609101Z   scrape_interval: 30s
2024-04-07T01:47:52.725617279Z   static_configs:
2024-04-07T01:47:52.725625548Z   - targets:
2024-04-07T01:47:52.725635871Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:47:52.725644380Z 
2024-04-07T01:47:52.730210554Z Alerts read: 6
2024-04-07T01:47:52.732313884Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:47:52.740111376Z groups:
2024-04-07T01:47:52.740136690Z - name: osm_alert_rules
2024-04-07T01:47:52.740141692Z   rules:
2024-04-07T01:47:52.740146057Z   - alert: vdu_down
2024-04-07T01:47:52.740150283Z     annotations:
2024-04-07T01:47:52.740155215Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:47:52.740163110Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:47:52.740168272Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:47:52.740174048Z     expr: vm_status_extended != 1
2024-04-07T01:47:52.740200355Z     for: 3m
2024-04-07T01:47:52.740204872Z - name: _osm_alert_rules_20240407014752_
2024-04-07T01:47:52.740210229Z   rules:
2024-04-07T01:47:52.740215030Z   - alert: scalein_6583d891-5940-4c9b-9162-90a0a6e0911a
2024-04-07T01:47:52.740219371Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:52.740226160Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:52.740230615Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:47:52.740235229Z     for: 1m
2024-04-07T01:47:52.740239545Z     labels:
2024-04-07T01:47:52.740243757Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:52.740248220Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:52.740254208Z       vnf_member_index: vnf
2024-04-07T01:47:52.740259293Z   - alert: scaleout_17f4a78e-36ca-4d71-84cb-6c89916a2ccd
2024-04-07T01:47:52.740264327Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:52.740268628Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:52.740272964Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:47:52.740277323Z     for: 1m
2024-04-07T01:47:52.740281563Z     labels:
2024-04-07T01:47:52.740285933Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:52.740300576Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:52.740305141Z       vnf_member_index: vnf
2024-04-07T01:47:52.740309491Z   - alert: scalein_d6d3c416-e515-402c-b19e-d8c380b4a0d4
2024-04-07T01:47:52.740314054Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:52.740318474Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:52.740322874Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:47:52.740327122Z     for: 1m
2024-04-07T01:47:52.740331795Z     labels:
2024-04-07T01:47:52.740336748Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:52.740341750Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:52.740346315Z       vnf_member_index: vnf
2024-04-07T01:47:52.740350448Z   - alert: scaleout_662f1c1f-97df-4d06-8dc8-28e9ffefeda9
2024-04-07T01:47:52.740354692Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:52.740359052Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:52.740363366Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:47:52.740367644Z     for: 1m
2024-04-07T01:47:52.740372071Z     labels:
2024-04-07T01:47:52.740376397Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:52.740380928Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:52.740385376Z       vnf_member_index: vnf
2024-04-07T01:47:52.740389833Z   - alert: scalein_144e1f80-f427-41f9-933e-dea6d08ae6e9
2024-04-07T01:47:52.740394095Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:52.740398401Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:52.740402731Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:47:52.740413754Z     for: 1m
2024-04-07T01:47:52.740418543Z     labels:
2024-04-07T01:47:52.740423571Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:52.740428121Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:52.740432338Z       vnf_member_index: vnf
2024-04-07T01:47:52.740436597Z   - alert: scaleout_2e63530b-6b35-4f98-b3de-663fa4a63757
2024-04-07T01:47:52.740440979Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:52.740445180Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:52.740449401Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:47:52.740453717Z     for: 1m
2024-04-07T01:47:52.740458049Z     labels:
2024-04-07T01:47:52.740462372Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:52.740466820Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:52.740471074Z       vnf_member_index: vnf
2024-04-07T01:47:52.740507837Z 
2024-04-07T01:47:52.748597509Z New config written, updating prometheus
2024-04-07T01:47:57.777797550Z Prometheus config update successful
2024-04-07T01:47:57.777824730Z 
2024-04-07T01:47:57.777828846Z Changes detected, updating prometheus config
2024-04-07T01:47:57.779780344Z Jobs detected: 0
2024-04-07T01:47:57.785245331Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:47:57.788812204Z alerting:
2024-04-07T01:47:57.788824485Z   alertmanagers:
2024-04-07T01:47:57.788828396Z   - static_configs:
2024-04-07T01:47:57.788831515Z     - targets:
2024-04-07T01:47:57.788835375Z       - alertmanager:9093
2024-04-07T01:47:57.788838376Z global:
2024-04-07T01:47:57.788841459Z   evaluation_interval: 15s
2024-04-07T01:47:57.788844443Z   scrape_interval: 15s
2024-04-07T01:47:57.788847931Z rule_files:
2024-04-07T01:47:57.788850835Z - osm_metric_rules.yml
2024-04-07T01:47:57.788853876Z - osm_alert_rules.yml
2024-04-07T01:47:57.788856773Z scrape_configs:
2024-04-07T01:47:57.788859719Z - job_name: mon_exporter
2024-04-07T01:47:57.788862693Z   static_configs:
2024-04-07T01:47:57.788865584Z   - targets:
2024-04-07T01:47:57.788868880Z     - mon:8000
2024-04-07T01:47:57.788871752Z - honor_labels: true
2024-04-07T01:47:57.788875088Z   job_name: pushgateway
2024-04-07T01:47:57.788878170Z   scrape_interval: 30s
2024-04-07T01:47:57.788881016Z   static_configs:
2024-04-07T01:47:57.788883933Z   - targets:
2024-04-07T01:47:57.788887458Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:47:57.788890299Z 
2024-04-07T01:47:57.792500232Z Alerts read: 6
2024-04-07T01:47:57.794335763Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:47:57.801539185Z groups:
2024-04-07T01:47:57.801557989Z - name: osm_alert_rules
2024-04-07T01:47:57.801563424Z   rules:
2024-04-07T01:47:57.801568483Z   - alert: vdu_down
2024-04-07T01:47:57.801573421Z     annotations:
2024-04-07T01:47:57.801579167Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:47:57.801585004Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:47:57.801589875Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:47:57.801595389Z     expr: vm_status_extended != 1
2024-04-07T01:47:57.801600993Z     for: 3m
2024-04-07T01:47:57.801605755Z - name: _osm_alert_rules_20240407014757_
2024-04-07T01:47:57.801633736Z   rules:
2024-04-07T01:47:57.801639277Z   - alert: scalein_6583d891-5940-4c9b-9162-90a0a6e0911a
2024-04-07T01:47:57.801644539Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:57.801650149Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:57.801655076Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:47:57.801659967Z     for: 1m
2024-04-07T01:47:57.801664919Z     labels:
2024-04-07T01:47:57.801669691Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:57.801674306Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:57.801679627Z       vnf_member_index: vnf
2024-04-07T01:47:57.801684400Z   - alert: scaleout_17f4a78e-36ca-4d71-84cb-6c89916a2ccd
2024-04-07T01:47:57.801689317Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:57.801694268Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:57.801699128Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:47:57.801703956Z     for: 1m
2024-04-07T01:47:57.801708723Z     labels:
2024-04-07T01:47:57.801713539Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:57.801718792Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:57.801723440Z       vnf_member_index: vnf
2024-04-07T01:47:57.801728271Z   - alert: scalein_d6d3c416-e515-402c-b19e-d8c380b4a0d4
2024-04-07T01:47:57.801733051Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:57.801737863Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:57.801742700Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:47:57.801747340Z     for: 1m
2024-04-07T01:47:57.801756607Z     labels:
2024-04-07T01:47:57.801761433Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:57.801766202Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:57.801770829Z       vnf_member_index: vnf
2024-04-07T01:47:57.801775544Z   - alert: scaleout_662f1c1f-97df-4d06-8dc8-28e9ffefeda9
2024-04-07T01:47:57.801780245Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:57.801785078Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:57.801789792Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:47:57.801794593Z     for: 1m
2024-04-07T01:47:57.801799348Z     labels:
2024-04-07T01:47:57.801804121Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:57.801808881Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:57.801813653Z       vnf_member_index: vnf
2024-04-07T01:47:57.801818306Z   - alert: scalein_144e1f80-f427-41f9-933e-dea6d08ae6e9
2024-04-07T01:47:57.801823007Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:57.801827718Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:57.801832408Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:47:57.801844025Z     for: 1m
2024-04-07T01:47:57.801848877Z     labels:
2024-04-07T01:47:57.801853578Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:57.801858285Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:57.801876843Z       vnf_member_index: vnf
2024-04-07T01:47:57.801882810Z   - alert: scaleout_2e63530b-6b35-4f98-b3de-663fa4a63757
2024-04-07T01:47:57.801887559Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:57.801892227Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:47:57.801896875Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:47:57.801901512Z     for: 1m
2024-04-07T01:47:57.801906174Z     labels:
2024-04-07T01:47:57.801910839Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:47:57.801915523Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:47:57.801920175Z       vnf_member_index: vnf
2024-04-07T01:47:57.801924624Z 
2024-04-07T01:47:57.808135563Z New config written, updating prometheus
2024-04-07T01:48:02.832992412Z Prometheus config update successful
2024-04-07T01:48:02.833028151Z 
2024-04-07T01:48:02.833031760Z Changes detected, updating prometheus config
2024-04-07T01:48:02.834702492Z Jobs detected: 0
2024-04-07T01:48:02.841263774Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:48:02.843392443Z alerting:
2024-04-07T01:48:02.843436637Z   alertmanagers:
2024-04-07T01:48:02.843443392Z   - static_configs:
2024-04-07T01:48:02.843449886Z     - targets:
2024-04-07T01:48:02.843455643Z       - alertmanager:9093
2024-04-07T01:48:02.843460675Z global:
2024-04-07T01:48:02.843465608Z   evaluation_interval: 15s
2024-04-07T01:48:02.843470383Z   scrape_interval: 15s
2024-04-07T01:48:02.843476607Z rule_files:
2024-04-07T01:48:02.843481551Z - osm_metric_rules.yml
2024-04-07T01:48:02.843486278Z - osm_alert_rules.yml
2024-04-07T01:48:02.843491543Z scrape_configs:
2024-04-07T01:48:02.843497294Z - job_name: mon_exporter
2024-04-07T01:48:02.843503782Z   static_configs:
2024-04-07T01:48:02.843508988Z   - targets:
2024-04-07T01:48:02.843514368Z     - mon:8000
2024-04-07T01:48:02.843520250Z - honor_labels: true
2024-04-07T01:48:02.843525814Z   job_name: pushgateway
2024-04-07T01:48:02.843530489Z   scrape_interval: 30s
2024-04-07T01:48:02.843535249Z   static_configs:
2024-04-07T01:48:02.843540755Z   - targets:
2024-04-07T01:48:02.843547015Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:48:02.843551511Z 
2024-04-07T01:48:02.847881577Z Alerts read: 6
2024-04-07T01:48:02.849933623Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:48:02.858250625Z groups:
2024-04-07T01:48:02.858273132Z - name: osm_alert_rules
2024-04-07T01:48:02.858276715Z   rules:
2024-04-07T01:48:02.858279737Z   - alert: vdu_down
2024-04-07T01:48:02.858283161Z     annotations:
2024-04-07T01:48:02.858287111Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:48:02.858291221Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:48:02.858294295Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:48:02.858297960Z     expr: vm_status_extended != 1
2024-04-07T01:48:02.858301132Z     for: 3m
2024-04-07T01:48:02.858304224Z - name: _osm_alert_rules_20240407014802_
2024-04-07T01:48:02.858307251Z   rules:
2024-04-07T01:48:02.858326183Z   - alert: scalein_6583d891-5940-4c9b-9162-90a0a6e0911a
2024-04-07T01:48:02.858329349Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:02.858333486Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:02.858336598Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:48:02.858339633Z     for: 1m
2024-04-07T01:48:02.858342653Z     labels:
2024-04-07T01:48:02.858345804Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:48:02.858348782Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:48:02.858352514Z       vnf_member_index: vnf
2024-04-07T01:48:02.858355591Z   - alert: scaleout_17f4a78e-36ca-4d71-84cb-6c89916a2ccd
2024-04-07T01:48:02.858358599Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:02.858361657Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:02.858365006Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:48:02.858368104Z     for: 1m
2024-04-07T01:48:02.858371040Z     labels:
2024-04-07T01:48:02.858374006Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:48:02.858377032Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:48:02.858380011Z       vnf_member_index: vnf
2024-04-07T01:48:02.858383214Z   - alert: scalein_d6d3c416-e515-402c-b19e-d8c380b4a0d4
2024-04-07T01:48:02.858386246Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:02.858389256Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:02.858392261Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:48:02.858395259Z     for: 1m
2024-04-07T01:48:02.858398201Z     labels:
2024-04-07T01:48:02.858401176Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:48:02.858404288Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:48:02.858407271Z       vnf_member_index: vnf
2024-04-07T01:48:02.858410256Z   - alert: scaleout_662f1c1f-97df-4d06-8dc8-28e9ffefeda9
2024-04-07T01:48:02.858413222Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:02.858416367Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:02.858419332Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:48:02.858422262Z     for: 1m
2024-04-07T01:48:02.858425223Z     labels:
2024-04-07T01:48:02.858428197Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:48:02.858431231Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:48:02.858434179Z       vnf_member_index: vnf
2024-04-07T01:48:02.858437156Z   - alert: scalein_144e1f80-f427-41f9-933e-dea6d08ae6e9
2024-04-07T01:48:02.858440063Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:02.858443017Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:02.858445958Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:48:02.858449007Z     for: 1m
2024-04-07T01:48:02.858451992Z     labels:
2024-04-07T01:48:02.858459231Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:48:02.858462295Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:48:02.858465302Z       vnf_member_index: vnf
2024-04-07T01:48:02.858468607Z   - alert: scaleout_2e63530b-6b35-4f98-b3de-663fa4a63757
2024-04-07T01:48:02.858471550Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:02.858474576Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:02.858477575Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:48:02.858480513Z     for: 1m
2024-04-07T01:48:02.858483456Z     labels:
2024-04-07T01:48:02.858486433Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:48:02.858489450Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:48:02.858492535Z       vnf_member_index: vnf
2024-04-07T01:48:02.858495385Z 
2024-04-07T01:48:02.865314255Z New config written, updating prometheus
2024-04-07T01:48:07.891322836Z Prometheus config update successful
2024-04-07T01:48:07.891346620Z 
2024-04-07T01:48:07.891371758Z Changes detected, updating prometheus config
2024-04-07T01:48:07.893335179Z Jobs detected: 0
2024-04-07T01:48:07.898059914Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:48:07.899828467Z alerting:
2024-04-07T01:48:07.899842195Z   alertmanagers:
2024-04-07T01:48:07.899846276Z   - static_configs:
2024-04-07T01:48:07.899849227Z     - targets:
2024-04-07T01:48:07.899853096Z       - alertmanager:9093
2024-04-07T01:48:07.899856358Z global:
2024-04-07T01:48:07.899866082Z   evaluation_interval: 15s
2024-04-07T01:48:07.899869214Z   scrape_interval: 15s
2024-04-07T01:48:07.899872252Z rule_files:
2024-04-07T01:48:07.899875201Z - osm_metric_rules.yml
2024-04-07T01:48:07.899878255Z - osm_alert_rules.yml
2024-04-07T01:48:07.899881151Z scrape_configs:
2024-04-07T01:48:07.899884122Z - job_name: mon_exporter
2024-04-07T01:48:07.899887205Z   static_configs:
2024-04-07T01:48:07.899890102Z   - targets:
2024-04-07T01:48:07.899893292Z     - mon:8000
2024-04-07T01:48:07.899896361Z - honor_labels: true
2024-04-07T01:48:07.899899205Z   job_name: pushgateway
2024-04-07T01:48:07.899902108Z   scrape_interval: 30s
2024-04-07T01:48:07.899905022Z   static_configs:
2024-04-07T01:48:07.899907861Z   - targets:
2024-04-07T01:48:07.899911466Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:48:07.899914329Z 
2024-04-07T01:48:07.904406618Z Alerts read: 6
2024-04-07T01:48:07.906277631Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:48:07.913117836Z groups:
2024-04-07T01:48:07.913134753Z - name: osm_alert_rules
2024-04-07T01:48:07.913138045Z   rules:
2024-04-07T01:48:07.913141123Z   - alert: vdu_down
2024-04-07T01:48:07.913144084Z     annotations:
2024-04-07T01:48:07.913147836Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:48:07.913151356Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:48:07.913154281Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:48:07.913157826Z     expr: vm_status_extended != 1
2024-04-07T01:48:07.913160865Z     for: 3m
2024-04-07T01:48:07.913167885Z - name: _osm_alert_rules_20240407014807_
2024-04-07T01:48:07.913170953Z   rules:
2024-04-07T01:48:07.913177143Z   - alert: scalein_6583d891-5940-4c9b-9162-90a0a6e0911a
2024-04-07T01:48:07.913192666Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:07.913196739Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:07.913199734Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:48:07.913202594Z     for: 1m
2024-04-07T01:48:07.913205553Z     labels:
2024-04-07T01:48:07.913208610Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:48:07.913211569Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:48:07.913215112Z       vnf_member_index: vnf
2024-04-07T01:48:07.913218007Z   - alert: scaleout_17f4a78e-36ca-4d71-84cb-6c89916a2ccd
2024-04-07T01:48:07.913220928Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:07.913223872Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:07.913226868Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:48:07.913229768Z     for: 1m
2024-04-07T01:48:07.913232892Z     labels:
2024-04-07T01:48:07.913235836Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:48:07.913238735Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:48:07.913241631Z       vnf_member_index: vnf
2024-04-07T01:48:07.913244622Z   - alert: scalein_d6d3c416-e515-402c-b19e-d8c380b4a0d4
2024-04-07T01:48:07.913247517Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:07.913250428Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:07.913253361Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:48:07.913256283Z     for: 1m
2024-04-07T01:48:07.913259212Z     labels:
2024-04-07T01:48:07.913262079Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:48:07.913264930Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:48:07.913267820Z       vnf_member_index: vnf
2024-04-07T01:48:07.913270721Z   - alert: scaleout_662f1c1f-97df-4d06-8dc8-28e9ffefeda9
2024-04-07T01:48:07.913273699Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:07.913276747Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:07.913279604Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:48:07.913282443Z     for: 1m
2024-04-07T01:48:07.913285288Z     labels:
2024-04-07T01:48:07.913288159Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:48:07.913291048Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:48:07.913293940Z       vnf_member_index: vnf
2024-04-07T01:48:07.913296817Z   - alert: scalein_144e1f80-f427-41f9-933e-dea6d08ae6e9
2024-04-07T01:48:07.913299654Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:07.913302600Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 3) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:07.913305692Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T01:48:07.913308548Z     for: 1m
2024-04-07T01:48:07.913311386Z     labels:
2024-04-07T01:48:07.913314290Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:48:07.913321095Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:48:07.913324277Z       vnf_member_index: vnf
2024-04-07T01:48:07.913327199Z   - alert: scaleout_2e63530b-6b35-4f98-b3de-663fa4a63757
2024-04-07T01:48:07.913330060Z     expr: (count (osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:07.913332947Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 5) and (avg(osm_cpu_utilization{ns_id="1f5bfacb-2e22-4555-8035-81ea582d8c94",
2024-04-07T01:48:07.913335802Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T01:48:07.913338688Z     for: 1m
2024-04-07T01:48:07.913341561Z     labels:
2024-04-07T01:48:07.913344401Z       ns_id: 1f5bfacb-2e22-4555-8035-81ea582d8c94
2024-04-07T01:48:07.913347288Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T01:48:07.913350213Z       vnf_member_index: vnf
2024-04-07T01:48:07.913352968Z 
2024-04-07T01:48:07.919589703Z New config written, updating prometheus
2024-04-07T01:48:12.958569698Z Prometheus config update successful
2024-04-07T01:48:12.958614141Z 
2024-04-07T01:49:29.377353676Z Changes detected, updating prometheus config
2024-04-07T01:49:29.380613573Z Jobs detected: 0
2024-04-07T01:49:29.385689362Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:49:29.387582215Z alerting:
2024-04-07T01:49:29.387591837Z   alertmanagers:
2024-04-07T01:49:29.387596530Z   - static_configs:
2024-04-07T01:49:29.387599914Z     - targets:
2024-04-07T01:49:29.387604093Z       - alertmanager:9093
2024-04-07T01:49:29.387607349Z global:
2024-04-07T01:49:29.387610662Z   evaluation_interval: 15s
2024-04-07T01:49:29.387614103Z   scrape_interval: 15s
2024-04-07T01:49:29.387633203Z rule_files:
2024-04-07T01:49:29.387638262Z - osm_metric_rules.yml
2024-04-07T01:49:29.387641549Z - osm_alert_rules.yml
2024-04-07T01:49:29.387644645Z scrape_configs:
2024-04-07T01:49:29.387647815Z - job_name: mon_exporter
2024-04-07T01:49:29.387650971Z   static_configs:
2024-04-07T01:49:29.387654183Z   - targets:
2024-04-07T01:49:29.387657279Z     - mon:8000
2024-04-07T01:49:29.387660327Z - honor_labels: true
2024-04-07T01:49:29.387663525Z   job_name: pushgateway
2024-04-07T01:49:29.387666739Z   scrape_interval: 30s
2024-04-07T01:49:29.387669721Z   static_configs:
2024-04-07T01:49:29.387672816Z   - targets:
2024-04-07T01:49:29.387676724Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:49:29.387679904Z 
2024-04-07T01:49:29.391608514Z Alerts read: 0
2024-04-07T01:49:29.393815032Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:49:29.396034806Z groups:
2024-04-07T01:49:29.396048281Z - name: osm_alert_rules
2024-04-07T01:49:29.396052992Z   rules:
2024-04-07T01:49:29.396056373Z   - alert: vdu_down
2024-04-07T01:49:29.396059610Z     annotations:
2024-04-07T01:49:29.396100441Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:49:29.396106952Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:49:29.396111311Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:49:29.396116066Z     expr: vm_status_extended != 1
2024-04-07T01:49:29.396119407Z     for: 3m
2024-04-07T01:49:29.396122566Z 
2024-04-07T01:49:29.397692091Z New config written, updating prometheus
2024-04-07T01:49:34.431663827Z Prometheus config update successful
2024-04-07T01:49:34.431693237Z 
2024-04-07T01:49:34.431698663Z Changes detected, updating prometheus config
2024-04-07T01:49:34.433415232Z Jobs detected: 0
2024-04-07T01:49:34.438133259Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:49:34.441101303Z alerting:
2024-04-07T01:49:34.441112090Z   alertmanagers:
2024-04-07T01:49:34.441116150Z   - static_configs:
2024-04-07T01:49:34.441119282Z     - targets:
2024-04-07T01:49:34.441123409Z       - alertmanager:9093
2024-04-07T01:49:34.441126279Z global:
2024-04-07T01:49:34.441129118Z   evaluation_interval: 15s
2024-04-07T01:49:34.441132047Z   scrape_interval: 15s
2024-04-07T01:49:34.441140674Z rule_files:
2024-04-07T01:49:34.441143599Z - osm_metric_rules.yml
2024-04-07T01:49:34.441146628Z - osm_alert_rules.yml
2024-04-07T01:49:34.441149552Z scrape_configs:
2024-04-07T01:49:34.441161438Z - job_name: mon_exporter
2024-04-07T01:49:34.441164309Z   static_configs:
2024-04-07T01:49:34.441167122Z   - targets:
2024-04-07T01:49:34.441170059Z     - mon:8000
2024-04-07T01:49:34.441172813Z - honor_labels: true
2024-04-07T01:49:34.441175635Z   job_name: pushgateway
2024-04-07T01:49:34.441178477Z   scrape_interval: 30s
2024-04-07T01:49:34.441181247Z   static_configs:
2024-04-07T01:49:34.441183929Z   - targets:
2024-04-07T01:49:34.441187655Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:49:34.441190391Z 
2024-04-07T01:49:34.444281660Z Alerts read: 0
2024-04-07T01:49:34.446104075Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:49:34.447192077Z groups:
2024-04-07T01:49:34.447202829Z - name: osm_alert_rules
2024-04-07T01:49:34.447205993Z   rules:
2024-04-07T01:49:34.447208971Z   - alert: vdu_down
2024-04-07T01:49:34.447211884Z     annotations:
2024-04-07T01:49:34.447215825Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:49:34.447219737Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:49:34.447222677Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:49:34.447226142Z     expr: vm_status_extended != 1
2024-04-07T01:49:34.447229388Z     for: 3m
2024-04-07T01:49:34.447232019Z 
2024-04-07T01:49:34.448214491Z New config written, updating prometheus
2024-04-07T01:49:39.483681456Z Prometheus config update successful
2024-04-07T01:49:39.483714101Z 
2024-04-07T01:49:39.483801899Z Changes detected, updating prometheus config
2024-04-07T01:49:39.486218633Z Jobs detected: 0
2024-04-07T01:49:39.493405167Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:49:39.495212951Z alerting:
2024-04-07T01:49:39.495230507Z   alertmanagers:
2024-04-07T01:49:39.495235628Z   - static_configs:
2024-04-07T01:49:39.495240194Z     - targets:
2024-04-07T01:49:39.495244993Z       - alertmanager:9093
2024-04-07T01:49:39.495249034Z global:
2024-04-07T01:49:39.495253409Z   evaluation_interval: 15s
2024-04-07T01:49:39.495257482Z   scrape_interval: 15s
2024-04-07T01:49:39.495261433Z rule_files:
2024-04-07T01:49:39.495265339Z - osm_metric_rules.yml
2024-04-07T01:49:39.495269673Z - osm_alert_rules.yml
2024-04-07T01:49:39.495277785Z scrape_configs:
2024-04-07T01:49:39.495281802Z - job_name: mon_exporter
2024-04-07T01:49:39.495286130Z   static_configs:
2024-04-07T01:49:39.495290276Z   - targets:
2024-04-07T01:49:39.495294413Z     - mon:8000
2024-04-07T01:49:39.495298409Z - honor_labels: true
2024-04-07T01:49:39.495302402Z   job_name: pushgateway
2024-04-07T01:49:39.495306370Z   scrape_interval: 30s
2024-04-07T01:49:39.495310353Z   static_configs:
2024-04-07T01:49:39.495332696Z   - targets:
2024-04-07T01:49:39.495337885Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:49:39.495341668Z 
2024-04-07T01:49:39.498419972Z Alerts read: 0
2024-04-07T01:49:39.500086729Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:49:39.501095859Z groups:
2024-04-07T01:49:39.501110437Z - name: osm_alert_rules
2024-04-07T01:49:39.501115188Z   rules:
2024-04-07T01:49:39.501119522Z   - alert: vdu_down
2024-04-07T01:49:39.501124448Z     annotations:
2024-04-07T01:49:39.501130232Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:49:39.501136065Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:49:39.501141017Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:49:39.501146278Z     expr: vm_status_extended != 1
2024-04-07T01:49:39.501150769Z     for: 3m
2024-04-07T01:49:39.501154981Z 
2024-04-07T01:49:39.502266688Z New config written, updating prometheus
2024-04-07T01:49:44.525852871Z Prometheus config update successful
2024-04-07T01:49:44.525923290Z 
2024-04-07T01:49:44.525929423Z Changes detected, updating prometheus config
2024-04-07T01:49:44.527323258Z Jobs detected: 0
2024-04-07T01:49:44.531751924Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:49:44.534025466Z alerting:
2024-04-07T01:49:44.534037336Z   alertmanagers:
2024-04-07T01:49:44.534041403Z   - static_configs:
2024-04-07T01:49:44.534044656Z     - targets:
2024-04-07T01:49:44.534058538Z       - alertmanager:9093
2024-04-07T01:49:44.534061864Z global:
2024-04-07T01:49:44.534065009Z   evaluation_interval: 15s
2024-04-07T01:49:44.534068320Z   scrape_interval: 15s
2024-04-07T01:49:44.534071449Z rule_files:
2024-04-07T01:49:44.534074302Z - osm_metric_rules.yml
2024-04-07T01:49:44.534077510Z - osm_alert_rules.yml
2024-04-07T01:49:44.534080484Z scrape_configs:
2024-04-07T01:49:44.534083576Z - job_name: mon_exporter
2024-04-07T01:49:44.534087125Z   static_configs:
2024-04-07T01:49:44.534090205Z   - targets:
2024-04-07T01:49:44.534093844Z     - mon:8000
2024-04-07T01:49:44.534097117Z - honor_labels: true
2024-04-07T01:49:44.534099966Z   job_name: pushgateway
2024-04-07T01:49:44.534103237Z   scrape_interval: 30s
2024-04-07T01:49:44.534110177Z   static_configs:
2024-04-07T01:49:44.534113268Z   - targets:
2024-04-07T01:49:44.534117061Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:49:44.534120067Z 
2024-04-07T01:49:44.537197623Z Alerts read: 0
2024-04-07T01:49:44.538884413Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:49:44.539892937Z groups:
2024-04-07T01:49:44.539904725Z - name: osm_alert_rules
2024-04-07T01:49:44.539908400Z   rules:
2024-04-07T01:49:44.539911725Z   - alert: vdu_down
2024-04-07T01:49:44.539914946Z     annotations:
2024-04-07T01:49:44.539918911Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:49:44.539922921Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:49:44.539926528Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:49:44.539938100Z     expr: vm_status_extended != 1
2024-04-07T01:49:44.539941713Z     for: 3m
2024-04-07T01:49:44.539944533Z 
2024-04-07T01:49:44.541837494Z New config written, updating prometheus
2024-04-07T01:49:49.575107870Z Prometheus config update successful
2024-04-07T01:49:49.575149211Z 
2024-04-07T01:49:49.575159553Z Changes detected, updating prometheus config
2024-04-07T01:49:49.577167024Z Jobs detected: 0
2024-04-07T01:49:49.589738073Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:49:49.593127301Z alerting:
2024-04-07T01:49:49.593149292Z   alertmanagers:
2024-04-07T01:49:49.593155899Z   - static_configs:
2024-04-07T01:49:49.593162069Z     - targets:
2024-04-07T01:49:49.593168803Z       - alertmanager:9093
2024-04-07T01:49:49.593174291Z global:
2024-04-07T01:49:49.593179911Z   evaluation_interval: 15s
2024-04-07T01:49:49.593185422Z   scrape_interval: 15s
2024-04-07T01:49:49.593192118Z rule_files:
2024-04-07T01:49:49.593198051Z - osm_metric_rules.yml
2024-04-07T01:49:49.593203538Z - osm_alert_rules.yml
2024-04-07T01:49:49.593209061Z scrape_configs:
2024-04-07T01:49:49.593214467Z - job_name: mon_exporter
2024-04-07T01:49:49.593219937Z   static_configs:
2024-04-07T01:49:49.593225677Z   - targets:
2024-04-07T01:49:49.593231277Z     - mon:8000
2024-04-07T01:49:49.593236927Z - honor_labels: true
2024-04-07T01:49:49.593242741Z   job_name: pushgateway
2024-04-07T01:49:49.593248171Z   scrape_interval: 30s
2024-04-07T01:49:49.593274781Z   static_configs:
2024-04-07T01:49:49.593280511Z   - targets:
2024-04-07T01:49:49.593287311Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:49:49.593511516Z 
2024-04-07T01:49:49.598759937Z Alerts read: 0
2024-04-07T01:49:49.601138299Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:49:49.602608851Z groups:
2024-04-07T01:49:49.602630139Z - name: osm_alert_rules
2024-04-07T01:49:49.602637169Z   rules:
2024-04-07T01:49:49.602643202Z   - alert: vdu_down
2024-04-07T01:49:49.602649123Z     annotations:
2024-04-07T01:49:49.602662610Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:49:49.602669910Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:49:49.602676427Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:49:49.602683644Z     expr: vm_status_extended != 1
2024-04-07T01:49:49.602690003Z     for: 3m
2024-04-07T01:49:49.602703913Z 
2024-04-07T01:49:49.604478248Z New config written, updating prometheus
2024-04-07T01:49:54.646457879Z Prometheus config update successful
2024-04-07T01:49:54.646561945Z 
2024-04-07T01:49:54.646600046Z Changes detected, updating prometheus config
2024-04-07T01:49:54.648583590Z Jobs detected: 0
2024-04-07T01:49:54.656371066Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T01:49:54.658160142Z alerting:
2024-04-07T01:49:54.658194215Z   alertmanagers:
2024-04-07T01:49:54.658205327Z   - static_configs:
2024-04-07T01:49:54.658214756Z     - targets:
2024-04-07T01:49:54.658225488Z       - alertmanager:9093
2024-04-07T01:49:54.658234163Z global:
2024-04-07T01:49:54.658242777Z   evaluation_interval: 15s
2024-04-07T01:49:54.658252051Z   scrape_interval: 15s
2024-04-07T01:49:54.658260608Z rule_files:
2024-04-07T01:49:54.658269155Z - osm_metric_rules.yml
2024-04-07T01:49:54.658277953Z - osm_alert_rules.yml
2024-04-07T01:49:54.658286251Z scrape_configs:
2024-04-07T01:49:54.658294634Z - job_name: mon_exporter
2024-04-07T01:49:54.658303049Z   static_configs:
2024-04-07T01:49:54.658311477Z   - targets:
2024-04-07T01:49:54.658320119Z     - mon:8000
2024-04-07T01:49:54.658328629Z - honor_labels: true
2024-04-07T01:49:54.658336985Z   job_name: pushgateway
2024-04-07T01:49:54.658345412Z   scrape_interval: 30s
2024-04-07T01:49:54.658384546Z   static_configs:
2024-04-07T01:49:54.658393370Z   - targets:
2024-04-07T01:49:54.658402357Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T01:49:54.658410580Z 
2024-04-07T01:49:54.660936097Z Alerts read: 0
2024-04-07T01:49:54.662840696Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T01:49:54.663939867Z groups:
2024-04-07T01:49:54.663961850Z - name: osm_alert_rules
2024-04-07T01:49:54.663971101Z   rules:
2024-04-07T01:49:54.663980085Z   - alert: vdu_down
2024-04-07T01:49:54.664005934Z     annotations:
2024-04-07T01:49:54.664016407Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T01:49:54.664026122Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T01:49:54.664034595Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T01:49:54.664043887Z     expr: vm_status_extended != 1
2024-04-07T01:49:54.664052663Z     for: 3m
2024-04-07T01:49:54.664088340Z 
2024-04-07T01:49:54.665252198Z New config written, updating prometheus
2024-04-07T01:49:59.688436530Z Prometheus config update successful
2024-04-07T01:49:59.688477841Z 
2024-04-07T02:50:58.185631341Z Changes detected, updating prometheus config
2024-04-07T02:50:58.187228984Z Jobs detected: 0
2024-04-07T02:50:58.192204606Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T02:50:58.194241273Z alerting:
2024-04-07T02:50:58.194278532Z   alertmanagers:
2024-04-07T02:50:58.194286204Z   - static_configs:
2024-04-07T02:50:58.194290385Z     - targets:
2024-04-07T02:50:58.194296051Z       - alertmanager:9093
2024-04-07T02:50:58.194299983Z global:
2024-04-07T02:50:58.194303990Z   evaluation_interval: 15s
2024-04-07T02:50:58.194307908Z   scrape_interval: 15s
2024-04-07T02:50:58.194311865Z rule_files:
2024-04-07T02:50:58.194316240Z - osm_metric_rules.yml
2024-04-07T02:50:58.194320100Z - osm_alert_rules.yml
2024-04-07T02:50:58.194323997Z scrape_configs:
2024-04-07T02:50:58.194328166Z - job_name: mon_exporter
2024-04-07T02:50:58.194332055Z   static_configs:
2024-04-07T02:50:58.194335952Z   - targets:
2024-04-07T02:50:58.194339843Z     - mon:8000
2024-04-07T02:50:58.194343651Z - honor_labels: true
2024-04-07T02:50:58.194347533Z   job_name: pushgateway
2024-04-07T02:50:58.194351360Z   scrape_interval: 30s
2024-04-07T02:50:58.194355201Z   static_configs:
2024-04-07T02:50:58.194358991Z   - targets:
2024-04-07T02:50:58.194363465Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T02:50:58.194367290Z 
2024-04-07T02:50:58.196965781Z Alerts read: 0
2024-04-07T02:50:58.198804426Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T02:50:58.199869789Z groups:
2024-04-07T02:50:58.199882641Z - name: osm_alert_rules
2024-04-07T02:50:58.199886833Z   rules:
2024-04-07T02:50:58.199890774Z   - alert: vdu_down
2024-04-07T02:50:58.199895047Z     annotations:
2024-04-07T02:50:58.199901633Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T02:50:58.199906726Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T02:50:58.199910803Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T02:50:58.199915341Z     expr: vm_status_extended != 1
2024-04-07T02:50:58.199919249Z     for: 3m
2024-04-07T02:50:58.199922919Z 
2024-04-07T02:50:58.200773256Z New config written, updating prometheus
2024-04-07T02:51:03.225441900Z Prometheus config update successful
2024-04-07T02:51:03.225471407Z 
2024-04-07T02:56:59.624224332Z Changes detected, updating prometheus config
2024-04-07T02:56:59.628844769Z Jobs detected: 0
2024-04-07T02:56:59.641940308Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T02:56:59.646529997Z alerting:
2024-04-07T02:56:59.646546429Z   alertmanagers:
2024-04-07T02:56:59.646550796Z   - static_configs:
2024-04-07T02:56:59.646554178Z     - targets:
2024-04-07T02:56:59.646557932Z       - alertmanager:9093
2024-04-07T02:56:59.646561045Z global:
2024-04-07T02:56:59.646564125Z   evaluation_interval: 15s
2024-04-07T02:56:59.646567288Z   scrape_interval: 15s
2024-04-07T02:56:59.646570334Z rule_files:
2024-04-07T02:56:59.646577351Z - osm_metric_rules.yml
2024-04-07T02:56:59.646580578Z - osm_alert_rules.yml
2024-04-07T02:56:59.646583566Z scrape_configs:
2024-04-07T02:56:59.646586617Z - job_name: mon_exporter
2024-04-07T02:56:59.646589767Z   static_configs:
2024-04-07T02:56:59.646592799Z   - targets:
2024-04-07T02:56:59.646595861Z     - mon:8000
2024-04-07T02:56:59.646598979Z - honor_labels: true
2024-04-07T02:56:59.646602542Z   job_name: pushgateway
2024-04-07T02:56:59.646616626Z   scrape_interval: 30s
2024-04-07T02:56:59.646619891Z   static_configs:
2024-04-07T02:56:59.646622956Z   - targets:
2024-04-07T02:56:59.646626814Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T02:56:59.646998529Z 
2024-04-07T02:56:59.652038172Z Alerts read: 0
2024-04-07T02:56:59.657643937Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T02:56:59.660023365Z groups:
2024-04-07T02:56:59.660038647Z - name: osm_alert_rules
2024-04-07T02:56:59.660043307Z   rules:
2024-04-07T02:56:59.660046630Z   - alert: vdu_down
2024-04-07T02:56:59.660058674Z     annotations:
2024-04-07T02:56:59.660062537Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T02:56:59.660066406Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T02:56:59.660069624Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T02:56:59.660073297Z     expr: vm_status_extended != 1
2024-04-07T02:56:59.660076499Z     for: 3m
2024-04-07T02:56:59.660084953Z 
2024-04-07T02:56:59.662405911Z New config written, updating prometheus
2024-04-07T02:57:04.689314245Z Prometheus config update successful
2024-04-07T02:57:04.689433470Z 
2024-04-07T03:11:39.578089792Z Changes detected, updating prometheus config
2024-04-07T03:11:39.578160701Z Jobs detected: 0
2024-04-07T03:11:39.578167609Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T03:11:39.578172723Z alerting:
2024-04-07T03:11:39.578177526Z   alertmanagers:
2024-04-07T03:11:39.578200431Z   - static_configs:
2024-04-07T03:11:39.578205759Z     - targets:
2024-04-07T03:11:39.578227892Z       - alertmanager:9093
2024-04-07T03:11:39.578233050Z global:
2024-04-07T03:11:39.578237947Z   evaluation_interval: 15s
2024-04-07T03:11:39.578242519Z   scrape_interval: 15s
2024-04-07T03:11:39.578247239Z rule_files:
2024-04-07T03:11:39.578252236Z - osm_metric_rules.yml
2024-04-07T03:11:39.578274168Z - osm_alert_rules.yml
2024-04-07T03:11:39.578279743Z scrape_configs:
2024-04-07T03:11:39.578284631Z - job_name: mon_exporter
2024-04-07T03:11:39.578305991Z   static_configs:
2024-04-07T03:11:39.578311380Z   - targets:
2024-04-07T03:11:39.578316167Z     - mon:8000
2024-04-07T03:11:39.578320802Z - honor_labels: true
2024-04-07T03:11:39.578325406Z   job_name: pushgateway
2024-04-07T03:11:39.578346153Z   scrape_interval: 30s
2024-04-07T03:11:39.578366332Z   static_configs:
2024-04-07T03:11:39.578387654Z   - targets:
2024-04-07T03:11:39.578392806Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T03:11:39.578397230Z 
2024-04-07T03:11:39.578401956Z Alerts read: 2
2024-04-07T03:11:39.578406860Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T03:11:39.580074344Z groups:
2024-04-07T03:11:39.580097853Z - name: osm_alert_rules
2024-04-07T03:11:39.580101427Z   rules:
2024-04-07T03:11:39.580104552Z   - alert: vdu_down
2024-04-07T03:11:39.580107663Z     annotations:
2024-04-07T03:11:39.580111330Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T03:11:39.580115137Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T03:11:39.580118173Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T03:11:39.580144268Z     expr: vm_status_extended != 1
2024-04-07T03:11:39.580148167Z     for: 3m
2024-04-07T03:11:39.580151225Z - name: _osm_alert_rules_20240407031139_
2024-04-07T03:11:39.580154201Z   rules:
2024-04-07T03:11:39.580157806Z   - alert: scalein_a9e8e6c4-ad90-449c-80c9-934d61182c8e
2024-04-07T03:11:39.580161162Z     expr: (count (osm_cpu_utilization{ns_id="eae7fb98-4faf-4fa4-888a-1af2f3904510",
2024-04-07T03:11:39.580164640Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="eae7fb98-4faf-4fa4-888a-1af2f3904510",
2024-04-07T03:11:39.580171525Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T03:11:39.580174721Z     for: 1m
2024-04-07T03:11:39.580177748Z     labels:
2024-04-07T03:11:39.580180861Z       ns_id: eae7fb98-4faf-4fa4-888a-1af2f3904510
2024-04-07T03:11:39.580183906Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T03:11:39.580187305Z       vnf_member_index: vnf
2024-04-07T03:11:39.580190486Z   - alert: scaleout_1c0a42a0-068e-4b1a-b647-2305e8bb4198
2024-04-07T03:11:39.580193624Z     expr: (count (osm_cpu_utilization{ns_id="eae7fb98-4faf-4fa4-888a-1af2f3904510",
2024-04-07T03:11:39.580221404Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="eae7fb98-4faf-4fa4-888a-1af2f3904510",
2024-04-07T03:11:39.580225163Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T03:11:39.580228207Z     for: 1m
2024-04-07T03:11:39.580231469Z     labels:
2024-04-07T03:11:39.580234617Z       ns_id: eae7fb98-4faf-4fa4-888a-1af2f3904510
2024-04-07T03:11:39.580237851Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T03:11:39.580240973Z       vnf_member_index: vnf
2024-04-07T03:11:39.580243862Z 
2024-04-07T03:11:39.583527465Z New config written, updating prometheus
2024-04-07T03:11:44.614029770Z Prometheus config update successful
2024-04-07T03:11:44.614057897Z 
2024-04-07T03:11:44.615390850Z Changes detected, updating prometheus config
2024-04-07T03:11:44.616328870Z Jobs detected: 0
2024-04-07T03:11:44.620871923Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T03:11:44.622573397Z alerting:
2024-04-07T03:11:44.622585429Z   alertmanagers:
2024-04-07T03:11:44.622594874Z   - static_configs:
2024-04-07T03:11:44.622601878Z     - targets:
2024-04-07T03:11:44.622608588Z       - alertmanager:9093
2024-04-07T03:11:44.622614413Z global:
2024-04-07T03:11:44.622620432Z   evaluation_interval: 15s
2024-04-07T03:11:44.622625810Z   scrape_interval: 15s
2024-04-07T03:11:44.622631175Z rule_files:
2024-04-07T03:11:44.622639827Z - osm_metric_rules.yml
2024-04-07T03:11:44.622679449Z - osm_alert_rules.yml
2024-04-07T03:11:44.622684472Z scrape_configs:
2024-04-07T03:11:44.622688108Z - job_name: mon_exporter
2024-04-07T03:11:44.622691649Z   static_configs:
2024-04-07T03:11:44.622702104Z   - targets:
2024-04-07T03:11:44.622705758Z     - mon:8000
2024-04-07T03:11:44.622709421Z - honor_labels: true
2024-04-07T03:11:44.622712963Z   job_name: pushgateway
2024-04-07T03:11:44.622716652Z   scrape_interval: 30s
2024-04-07T03:11:44.622720310Z   static_configs:
2024-04-07T03:11:44.622723860Z   - targets:
2024-04-07T03:11:44.622728152Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T03:11:44.622731838Z 
2024-04-07T03:11:44.625593319Z Alerts read: 2
2024-04-07T03:11:44.627560006Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T03:11:44.630682568Z groups:
2024-04-07T03:11:44.630710464Z - name: osm_alert_rules
2024-04-07T03:11:44.630719652Z   rules:
2024-04-07T03:11:44.630727853Z   - alert: vdu_down
2024-04-07T03:11:44.630735571Z     annotations:
2024-04-07T03:11:44.630744065Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T03:11:44.630751399Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T03:11:44.630756565Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T03:11:44.630762204Z     expr: vm_status_extended != 1
2024-04-07T03:11:44.630767171Z     for: 3m
2024-04-07T03:11:44.630772341Z - name: _osm_alert_rules_20240407031144_
2024-04-07T03:11:44.630792416Z   rules:
2024-04-07T03:11:44.630798933Z   - alert: scalein_a9e8e6c4-ad90-449c-80c9-934d61182c8e
2024-04-07T03:11:44.630803904Z     expr: (count (osm_cpu_utilization{ns_id="eae7fb98-4faf-4fa4-888a-1af2f3904510",
2024-04-07T03:11:44.630809993Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="eae7fb98-4faf-4fa4-888a-1af2f3904510",
2024-04-07T03:11:44.630815336Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T03:11:44.630820332Z     for: 1m
2024-04-07T03:11:44.630825175Z     labels:
2024-04-07T03:11:44.630830284Z       ns_id: eae7fb98-4faf-4fa4-888a-1af2f3904510
2024-04-07T03:11:44.630835182Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T03:11:44.630840549Z       vnf_member_index: vnf
2024-04-07T03:11:44.630845485Z   - alert: scaleout_1c0a42a0-068e-4b1a-b647-2305e8bb4198
2024-04-07T03:11:44.630850348Z     expr: (count (osm_cpu_utilization{ns_id="eae7fb98-4faf-4fa4-888a-1af2f3904510",
2024-04-07T03:11:44.630855337Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="eae7fb98-4faf-4fa4-888a-1af2f3904510",
2024-04-07T03:11:44.630860249Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T03:11:44.630865195Z     for: 1m
2024-04-07T03:11:44.630870163Z     labels:
2024-04-07T03:11:44.630875116Z       ns_id: eae7fb98-4faf-4fa4-888a-1af2f3904510
2024-04-07T03:11:44.630880043Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T03:11:44.630884985Z       vnf_member_index: vnf
2024-04-07T03:11:44.630889691Z 
2024-04-07T03:11:44.633256842Z New config written, updating prometheus
2024-04-07T03:11:49.682490199Z Prometheus config update successful
2024-04-07T03:11:49.682524316Z 
2024-04-07T03:16:03.521554961Z Changes detected, updating prometheus config
2024-04-07T03:16:03.523500341Z Jobs detected: 0
2024-04-07T03:16:03.528643754Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T03:16:03.531006105Z alerting:
2024-04-07T03:16:03.531084696Z   alertmanagers:
2024-04-07T03:16:03.531094750Z   - static_configs:
2024-04-07T03:16:03.531102981Z     - targets:
2024-04-07T03:16:03.531111676Z       - alertmanager:9093
2024-04-07T03:16:03.531119844Z global:
2024-04-07T03:16:03.531127672Z   evaluation_interval: 15s
2024-04-07T03:16:03.531135894Z   scrape_interval: 15s
2024-04-07T03:16:03.531143897Z rule_files:
2024-04-07T03:16:03.531151888Z - osm_metric_rules.yml
2024-04-07T03:16:03.531159706Z - osm_alert_rules.yml
2024-04-07T03:16:03.531167631Z scrape_configs:
2024-04-07T03:16:03.531175439Z - job_name: mon_exporter
2024-04-07T03:16:03.531183303Z   static_configs:
2024-04-07T03:16:03.531191150Z   - targets:
2024-04-07T03:16:03.531199024Z     - mon:8000
2024-04-07T03:16:03.531206865Z - honor_labels: true
2024-04-07T03:16:03.531214588Z   job_name: pushgateway
2024-04-07T03:16:03.531222336Z   scrape_interval: 30s
2024-04-07T03:16:03.531230174Z   static_configs:
2024-04-07T03:16:03.531237822Z   - targets:
2024-04-07T03:16:03.531256932Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T03:16:03.531264500Z 
2024-04-07T03:16:03.536078789Z Alerts read: 0
2024-04-07T03:16:03.538055735Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T03:16:03.539111236Z groups:
2024-04-07T03:16:03.539128774Z - name: osm_alert_rules
2024-04-07T03:16:03.539137076Z   rules:
2024-04-07T03:16:03.539145078Z   - alert: vdu_down
2024-04-07T03:16:03.539152770Z     annotations:
2024-04-07T03:16:03.539161008Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T03:16:03.539169579Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T03:16:03.539177282Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T03:16:03.539185607Z     expr: vm_status_extended != 1
2024-04-07T03:16:03.539193364Z     for: 3m
2024-04-07T03:16:03.539200825Z 
2024-04-07T03:16:03.540337077Z New config written, updating prometheus
2024-04-07T03:16:08.563847408Z Prometheus config update successful
2024-04-07T03:16:08.563872797Z 
2024-04-07T03:16:08.563876400Z Changes detected, updating prometheus config
2024-04-07T03:16:08.565104707Z Jobs detected: 0
2024-04-07T03:16:08.570380386Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T03:16:08.572872685Z alerting:
2024-04-07T03:16:08.572886598Z   alertmanagers:
2024-04-07T03:16:08.572890416Z   - static_configs:
2024-04-07T03:16:08.572893420Z     - targets:
2024-04-07T03:16:08.572897337Z       - alertmanager:9093
2024-04-07T03:16:08.572900574Z global:
2024-04-07T03:16:08.572903675Z   evaluation_interval: 15s
2024-04-07T03:16:08.572906543Z   scrape_interval: 15s
2024-04-07T03:16:08.572909553Z rule_files:
2024-04-07T03:16:08.572912494Z - osm_metric_rules.yml
2024-04-07T03:16:08.572915470Z - osm_alert_rules.yml
2024-04-07T03:16:08.572918782Z scrape_configs:
2024-04-07T03:16:08.572921640Z - job_name: mon_exporter
2024-04-07T03:16:08.572924600Z   static_configs:
2024-04-07T03:16:08.572927558Z   - targets:
2024-04-07T03:16:08.572930458Z     - mon:8000
2024-04-07T03:16:08.572933782Z - honor_labels: true
2024-04-07T03:16:08.572936628Z   job_name: pushgateway
2024-04-07T03:16:08.572939593Z   scrape_interval: 30s
2024-04-07T03:16:08.572942492Z   static_configs:
2024-04-07T03:16:08.572945307Z   - targets:
2024-04-07T03:16:08.572948984Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T03:16:08.572951787Z 
2024-04-07T03:16:08.576098778Z Alerts read: 0
2024-04-07T03:16:08.578428508Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T03:16:08.579575750Z groups:
2024-04-07T03:16:08.579587783Z - name: osm_alert_rules
2024-04-07T03:16:08.579591084Z   rules:
2024-04-07T03:16:08.579594251Z   - alert: vdu_down
2024-04-07T03:16:08.579597543Z     annotations:
2024-04-07T03:16:08.579601311Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T03:16:08.579605223Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T03:16:08.579608503Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T03:16:08.579612142Z     expr: vm_status_extended != 1
2024-04-07T03:16:08.579615554Z     for: 3m
2024-04-07T03:16:08.579618408Z 
2024-04-07T03:16:08.580508276Z New config written, updating prometheus
2024-04-07T03:16:13.620601514Z Prometheus config update successful
2024-04-07T03:16:13.620689647Z 
2024-04-07T03:16:54.460505488Z Changes detected, updating prometheus config
2024-04-07T03:16:54.462494839Z Jobs detected: 0
2024-04-07T03:16:54.472494936Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T03:16:54.475764735Z alerting:
2024-04-07T03:16:54.475782778Z   alertmanagers:
2024-04-07T03:16:54.475788635Z   - static_configs:
2024-04-07T03:16:54.475792990Z     - targets:
2024-04-07T03:16:54.475798224Z       - alertmanager:9093
2024-04-07T03:16:54.475802516Z global:
2024-04-07T03:16:54.475806892Z   evaluation_interval: 15s
2024-04-07T03:16:54.475811157Z   scrape_interval: 15s
2024-04-07T03:16:54.475815975Z rule_files:
2024-04-07T03:16:54.475831247Z - osm_metric_rules.yml
2024-04-07T03:16:54.475835536Z - osm_alert_rules.yml
2024-04-07T03:16:54.475839774Z scrape_configs:
2024-04-07T03:16:54.475844133Z - job_name: mon_exporter
2024-04-07T03:16:54.475848558Z   static_configs:
2024-04-07T03:16:54.475852815Z   - targets:
2024-04-07T03:16:54.475857123Z     - mon:8000
2024-04-07T03:16:54.475861486Z - honor_labels: true
2024-04-07T03:16:54.475865700Z   job_name: pushgateway
2024-04-07T03:16:54.475870037Z   scrape_interval: 30s
2024-04-07T03:16:54.475874184Z   static_configs:
2024-04-07T03:16:54.475878458Z   - targets:
2024-04-07T03:16:54.475884239Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T03:16:54.475888415Z 
2024-04-07T03:16:54.482578147Z Alerts read: 2
2024-04-07T03:16:54.487329288Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T03:16:54.492608487Z groups:
2024-04-07T03:16:54.492629773Z - name: osm_alert_rules
2024-04-07T03:16:54.492637607Z   rules:
2024-04-07T03:16:54.492645481Z   - alert: vdu_down
2024-04-07T03:16:54.492653533Z     annotations:
2024-04-07T03:16:54.492663917Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T03:16:54.492672725Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T03:16:54.492680630Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T03:16:54.492689964Z     expr: vm_status_extended != 1
2024-04-07T03:16:54.492698951Z     for: 3m
2024-04-07T03:16:54.492707400Z - name: _osm_alert_rules_20240407031654_
2024-04-07T03:16:54.492715827Z   rules:
2024-04-07T03:16:54.492725925Z   - alert: scalein_4425e285-e150-45ec-ab72-fc016485628b
2024-04-07T03:16:54.492734726Z     expr: (count (osm_cpu_utilization{ns_id="d6911143-d0d6-4225-bf75-e23fba6ff624",
2024-04-07T03:16:54.492743893Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="d6911143-d0d6-4225-bf75-e23fba6ff624",
2024-04-07T03:16:54.492770771Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T03:16:54.492777014Z     for: 1m
2024-04-07T03:16:54.492782218Z     labels:
2024-04-07T03:16:54.492787680Z       ns_id: d6911143-d0d6-4225-bf75-e23fba6ff624
2024-04-07T03:16:54.492793010Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T03:16:54.492798953Z       vnf_member_index: vnf
2024-04-07T03:16:54.492804179Z   - alert: scaleout_3cb82590-e374-4b73-a63d-8fbcedd9d902
2024-04-07T03:16:54.492809408Z     expr: (count (osm_cpu_utilization{ns_id="d6911143-d0d6-4225-bf75-e23fba6ff624",
2024-04-07T03:16:54.492814646Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="d6911143-d0d6-4225-bf75-e23fba6ff624",
2024-04-07T03:16:54.492819916Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T03:16:54.492825059Z     for: 1m
2024-04-07T03:16:54.492830214Z     labels:
2024-04-07T03:16:54.492835509Z       ns_id: d6911143-d0d6-4225-bf75-e23fba6ff624
2024-04-07T03:16:54.492840656Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T03:16:54.492846430Z       vnf_member_index: vnf
2024-04-07T03:16:54.493274915Z 
2024-04-07T03:16:54.498235619Z New config written, updating prometheus
2024-04-07T03:16:59.534476253Z Prometheus config update successful
2024-04-07T03:16:59.534528869Z 
2024-04-07T03:16:59.535912816Z Changes detected, updating prometheus config
2024-04-07T03:16:59.537146779Z Jobs detected: 0
2024-04-07T03:16:59.545123987Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T03:16:59.548325813Z alerting:
2024-04-07T03:16:59.548343762Z   alertmanagers:
2024-04-07T03:16:59.548349211Z   - static_configs:
2024-04-07T03:16:59.548353577Z     - targets:
2024-04-07T03:16:59.548358625Z       - alertmanager:9093
2024-04-07T03:16:59.548363282Z global:
2024-04-07T03:16:59.548367629Z   evaluation_interval: 15s
2024-04-07T03:16:59.548371913Z   scrape_interval: 15s
2024-04-07T03:16:59.548376025Z rule_files:
2024-04-07T03:16:59.548380526Z - osm_metric_rules.yml
2024-04-07T03:16:59.548384810Z - osm_alert_rules.yml
2024-04-07T03:16:59.548389037Z scrape_configs:
2024-04-07T03:16:59.548393477Z - job_name: mon_exporter
2024-04-07T03:16:59.548398340Z   static_configs:
2024-04-07T03:16:59.548402661Z   - targets:
2024-04-07T03:16:59.548407039Z     - mon:8000
2024-04-07T03:16:59.548411366Z - honor_labels: true
2024-04-07T03:16:59.548416075Z   job_name: pushgateway
2024-04-07T03:16:59.548420504Z   scrape_interval: 30s
2024-04-07T03:16:59.548424778Z   static_configs:
2024-04-07T03:16:59.548429091Z   - targets:
2024-04-07T03:16:59.548434156Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T03:16:59.548438361Z 
2024-04-07T03:16:59.553388633Z Alerts read: 2
2024-04-07T03:16:59.556629052Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T03:16:59.561326790Z groups:
2024-04-07T03:16:59.561341430Z - name: osm_alert_rules
2024-04-07T03:16:59.561344797Z   rules:
2024-04-07T03:16:59.561347777Z   - alert: vdu_down
2024-04-07T03:16:59.561351090Z     annotations:
2024-04-07T03:16:59.561354977Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T03:16:59.561358506Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T03:16:59.561361518Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T03:16:59.561365866Z     expr: vm_status_extended != 1
2024-04-07T03:16:59.561370031Z     for: 3m
2024-04-07T03:16:59.561392000Z - name: _osm_alert_rules_20240407031659_
2024-04-07T03:16:59.561396101Z   rules:
2024-04-07T03:16:59.561400846Z   - alert: scalein_4425e285-e150-45ec-ab72-fc016485628b
2024-04-07T03:16:59.561405047Z     expr: (count (osm_cpu_utilization{ns_id="d6911143-d0d6-4225-bf75-e23fba6ff624",
2024-04-07T03:16:59.561410064Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="d6911143-d0d6-4225-bf75-e23fba6ff624",
2024-04-07T03:16:59.561414089Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T03:16:59.561417914Z     for: 1m
2024-04-07T03:16:59.561422380Z     labels:
2024-04-07T03:16:59.561426528Z       ns_id: d6911143-d0d6-4225-bf75-e23fba6ff624
2024-04-07T03:16:59.561430602Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T03:16:59.561435884Z       vnf_member_index: vnf
2024-04-07T03:16:59.561439856Z   - alert: scaleout_3cb82590-e374-4b73-a63d-8fbcedd9d902
2024-04-07T03:16:59.561444544Z     expr: (count (osm_cpu_utilization{ns_id="d6911143-d0d6-4225-bf75-e23fba6ff624",
2024-04-07T03:16:59.561449103Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="d6911143-d0d6-4225-bf75-e23fba6ff624",
2024-04-07T03:16:59.561453680Z       vnf_member_index="vnf", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T03:16:59.561458159Z     for: 1m
2024-04-07T03:16:59.561463135Z     labels:
2024-04-07T03:16:59.561467507Z       ns_id: d6911143-d0d6-4225-bf75-e23fba6ff624
2024-04-07T03:16:59.561471964Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T03:16:59.561476437Z       vnf_member_index: vnf
2024-04-07T03:16:59.561480602Z 
2024-04-07T03:16:59.566238596Z New config written, updating prometheus
2024-04-07T03:17:04.598819811Z Prometheus config update successful
2024-04-07T03:17:04.598877149Z 
2024-04-07T03:35:26.700330268Z Changes detected, updating prometheus config
2024-04-07T03:35:26.701815442Z Jobs detected: 0
2024-04-07T03:35:26.707026102Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T03:35:26.710073995Z alerting:
2024-04-07T03:35:26.710085186Z   alertmanagers:
2024-04-07T03:35:26.710089137Z   - static_configs:
2024-04-07T03:35:26.710092590Z     - targets:
2024-04-07T03:35:26.710096119Z       - alertmanager:9093
2024-04-07T03:35:26.710105815Z global:
2024-04-07T03:35:26.710110551Z   evaluation_interval: 15s
2024-04-07T03:35:26.710113595Z   scrape_interval: 15s
2024-04-07T03:35:26.710116862Z rule_files:
2024-04-07T03:35:26.710119805Z - osm_metric_rules.yml
2024-04-07T03:35:26.710122705Z - osm_alert_rules.yml
2024-04-07T03:35:26.710125671Z scrape_configs:
2024-04-07T03:35:26.710128633Z - job_name: mon_exporter
2024-04-07T03:35:26.710131572Z   static_configs:
2024-04-07T03:35:26.710134636Z   - targets:
2024-04-07T03:35:26.710137664Z     - mon:8000
2024-04-07T03:35:26.710140590Z - honor_labels: true
2024-04-07T03:35:26.710143474Z   job_name: pushgateway
2024-04-07T03:35:26.710146331Z   scrape_interval: 30s
2024-04-07T03:35:26.710149687Z   static_configs:
2024-04-07T03:35:26.710152592Z   - targets:
2024-04-07T03:35:26.710156306Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T03:35:26.710159209Z 
2024-04-07T03:35:26.714565879Z Alerts read: 0
2024-04-07T03:35:26.716326851Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T03:35:26.717331817Z groups:
2024-04-07T03:35:26.717343397Z - name: osm_alert_rules
2024-04-07T03:35:26.717346744Z   rules:
2024-04-07T03:35:26.717349853Z   - alert: vdu_down
2024-04-07T03:35:26.717363169Z     annotations:
2024-04-07T03:35:26.717366694Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T03:35:26.717376078Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T03:35:26.717379478Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T03:35:26.717382780Z     expr: vm_status_extended != 1
2024-04-07T03:35:26.717385841Z     for: 3m
2024-04-07T03:35:26.717388722Z 
2024-04-07T03:35:26.718756227Z New config written, updating prometheus
2024-04-07T03:35:31.752119857Z Prometheus config update successful
2024-04-07T03:35:31.752150364Z 
2024-04-07T03:35:31.752166667Z Changes detected, updating prometheus config
2024-04-07T03:35:31.754506042Z Jobs detected: 0
2024-04-07T03:35:31.760664693Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T03:35:31.762460798Z alerting:
2024-04-07T03:35:31.762475695Z   alertmanagers:
2024-04-07T03:35:31.762513337Z   - static_configs:
2024-04-07T03:35:31.762519289Z     - targets:
2024-04-07T03:35:31.762524754Z       - alertmanager:9093
2024-04-07T03:35:31.762528916Z global:
2024-04-07T03:35:31.762532935Z   evaluation_interval: 15s
2024-04-07T03:35:31.762536954Z   scrape_interval: 15s
2024-04-07T03:35:31.762541066Z rule_files:
2024-04-07T03:35:31.762545038Z - osm_metric_rules.yml
2024-04-07T03:35:31.762549064Z - osm_alert_rules.yml
2024-04-07T03:35:31.762553006Z scrape_configs:
2024-04-07T03:35:31.762556985Z - job_name: mon_exporter
2024-04-07T03:35:31.762560911Z   static_configs:
2024-04-07T03:35:31.762564897Z   - targets:
2024-04-07T03:35:31.762569004Z     - mon:8000
2024-04-07T03:35:31.762572935Z - honor_labels: true
2024-04-07T03:35:31.762583652Z   job_name: pushgateway
2024-04-07T03:35:31.762587697Z   scrape_interval: 30s
2024-04-07T03:35:31.762591626Z   static_configs:
2024-04-07T03:35:31.762595657Z   - targets:
2024-04-07T03:35:31.762600653Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T03:35:31.762604572Z 
2024-04-07T03:35:31.765790067Z Alerts read: 0
2024-04-07T03:35:31.767703153Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T03:35:31.768902809Z groups:
2024-04-07T03:35:31.768924827Z - name: osm_alert_rules
2024-04-07T03:35:31.768934358Z   rules:
2024-04-07T03:35:31.768943190Z   - alert: vdu_down
2024-04-07T03:35:31.768952245Z     annotations:
2024-04-07T03:35:31.768961885Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T03:35:31.768971505Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T03:35:31.768979839Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T03:35:31.768989647Z     expr: vm_status_extended != 1
2024-04-07T03:35:31.768998284Z     for: 3m
2024-04-07T03:35:31.769006584Z 
2024-04-07T03:35:31.769753539Z New config written, updating prometheus
2024-04-07T03:35:36.790597639Z Prometheus config update successful
2024-04-07T03:35:36.790622035Z 
2024-04-07T03:37:41.737130295Z Changes detected, updating prometheus config
2024-04-07T03:37:41.739645190Z Jobs detected: 0
2024-04-07T03:37:41.748820533Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T03:37:41.750787594Z alerting:
2024-04-07T03:37:41.750801655Z   alertmanagers:
2024-04-07T03:37:41.750805528Z   - static_configs:
2024-04-07T03:37:41.750812051Z     - targets:
2024-04-07T03:37:41.750815817Z       - alertmanager:9093
2024-04-07T03:37:41.750818802Z global:
2024-04-07T03:37:41.750841593Z   evaluation_interval: 15s
2024-04-07T03:37:41.750844823Z   scrape_interval: 15s
2024-04-07T03:37:41.750847750Z rule_files:
2024-04-07T03:37:41.750850648Z - osm_metric_rules.yml
2024-04-07T03:37:41.750853663Z - osm_alert_rules.yml
2024-04-07T03:37:41.750856550Z scrape_configs:
2024-04-07T03:37:41.750859397Z - job_name: mon_exporter
2024-04-07T03:37:41.750862445Z   static_configs:
2024-04-07T03:37:41.750865417Z   - targets:
2024-04-07T03:37:41.750868895Z     - mon:8000
2024-04-07T03:37:41.750871811Z - honor_labels: true
2024-04-07T03:37:41.750874641Z   job_name: pushgateway
2024-04-07T03:37:41.750878153Z   scrape_interval: 30s
2024-04-07T03:37:41.750882581Z   static_configs:
2024-04-07T03:37:41.750886743Z   - targets:
2024-04-07T03:37:41.750892184Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T03:37:41.750988899Z 
2024-04-07T03:37:41.756380459Z Alerts read: 1
2024-04-07T03:37:41.758253067Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T03:37:41.760896805Z groups:
2024-04-07T03:37:41.760911722Z - name: osm_alert_rules
2024-04-07T03:37:41.760915223Z   rules:
2024-04-07T03:37:41.760918418Z   - alert: vdu_down
2024-04-07T03:37:41.760921389Z     annotations:
2024-04-07T03:37:41.760925194Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T03:37:41.760928910Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T03:37:41.760932093Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T03:37:41.760936122Z     expr: vm_status_extended != 1
2024-04-07T03:37:41.760939215Z     for: 3m
2024-04-07T03:37:41.760942105Z - name: _osm_alert_rules_20240407033741_
2024-04-07T03:37:41.760945069Z   rules:
2024-04-07T03:37:41.760948596Z   - alert: vdu_alarm_4cc557e6-134c-4877-aebf-21f64683939f
2024-04-07T03:37:41.760952782Z     expr: osm_cpu_utilization{ns_id="9cb415ac-8e4f-4cde-8d9a-012b69394bf4", vnf_member_index="vnf",
2024-04-07T03:37:41.760955933Z       vdu_id="cirros_vnfd-VM"} < 20.0000
2024-04-07T03:37:41.760958923Z     for: 1m
2024-04-07T03:37:41.760962248Z     labels:
2024-04-07T03:37:41.760965279Z       ns_id: 9cb415ac-8e4f-4cde-8d9a-012b69394bf4
2024-04-07T03:37:41.760968862Z       vdu_id: cirros_vnfd-VM
2024-04-07T03:37:41.760972080Z       vdu_name: '{{ $labels.vdu_name }}'
2024-04-07T03:37:41.760974975Z       vnf_member_index: vnf
2024-04-07T03:37:41.761192854Z 
2024-04-07T03:37:41.764891237Z New config written, updating prometheus
2024-04-07T03:37:46.802509051Z Prometheus config update successful
2024-04-07T03:37:46.802557533Z 
2024-04-07T03:47:31.667972309Z Changes detected, updating prometheus config
2024-04-07T03:47:31.669858753Z Jobs detected: 0
2024-04-07T03:47:31.675480731Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T03:47:31.677690437Z alerting:
2024-04-07T03:47:31.677705364Z   alertmanagers:
2024-04-07T03:47:31.677709518Z   - static_configs:
2024-04-07T03:47:31.677713073Z     - targets:
2024-04-07T03:47:31.677717209Z       - alertmanager:9093
2024-04-07T03:47:31.677720222Z global:
2024-04-07T03:47:31.677723302Z   evaluation_interval: 15s
2024-04-07T03:47:31.677726329Z   scrape_interval: 15s
2024-04-07T03:47:31.677729311Z rule_files:
2024-04-07T03:47:31.677732332Z - osm_metric_rules.yml
2024-04-07T03:47:31.677735411Z - osm_alert_rules.yml
2024-04-07T03:47:31.677738384Z scrape_configs:
2024-04-07T03:47:31.677741385Z - job_name: mon_exporter
2024-04-07T03:47:31.677744338Z   static_configs:
2024-04-07T03:47:31.677765046Z   - targets:
2024-04-07T03:47:31.677768160Z     - mon:8000
2024-04-07T03:47:31.677771095Z - honor_labels: true
2024-04-07T03:47:31.677774041Z   job_name: pushgateway
2024-04-07T03:47:31.677776909Z   scrape_interval: 30s
2024-04-07T03:47:31.677780190Z   static_configs:
2024-04-07T03:47:31.677783157Z   - targets:
2024-04-07T03:47:31.677786898Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T03:47:31.677851935Z 
2024-04-07T03:47:31.680922578Z Alerts read: 0
2024-04-07T03:47:31.682936213Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T03:47:31.684097435Z groups:
2024-04-07T03:47:31.684108235Z - name: osm_alert_rules
2024-04-07T03:47:31.684111402Z   rules:
2024-04-07T03:47:31.684114981Z   - alert: vdu_down
2024-04-07T03:47:31.684117951Z     annotations:
2024-04-07T03:47:31.684121858Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T03:47:31.684125712Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T03:47:31.684128728Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T03:47:31.684132461Z     expr: vm_status_extended != 1
2024-04-07T03:47:31.684135532Z     for: 3m
2024-04-07T03:47:31.684192952Z 
2024-04-07T03:47:31.685288225Z New config written, updating prometheus
2024-04-07T03:47:36.707842703Z Prometheus config update successful
2024-04-07T03:47:36.707870051Z 
2024-04-07T03:49:50.628809322Z Changes detected, updating prometheus config
2024-04-07T03:49:50.630881775Z Jobs detected: 1
2024-04-07T03:49:50.635996219Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T03:49:50.639710902Z alerting:
2024-04-07T03:49:50.639725333Z   alertmanagers:
2024-04-07T03:49:50.639729378Z   - static_configs:
2024-04-07T03:49:50.639732497Z     - targets:
2024-04-07T03:49:50.639736815Z       - alertmanager:9093
2024-04-07T03:49:50.639739773Z global:
2024-04-07T03:49:50.639742760Z   evaluation_interval: 15s
2024-04-07T03:49:50.639745792Z   scrape_interval: 15s
2024-04-07T03:49:50.639748932Z rule_files:
2024-04-07T03:49:50.639751909Z - osm_metric_rules.yml
2024-04-07T03:49:50.639755039Z - osm_alert_rules.yml
2024-04-07T03:49:50.639758030Z scrape_configs:
2024-04-07T03:49:50.639760973Z - job_name: mon_exporter
2024-04-07T03:49:50.639763863Z   static_configs:
2024-04-07T03:49:50.639766921Z   - targets:
2024-04-07T03:49:50.639769989Z     - mon:8000
2024-04-07T03:49:50.639776695Z - honor_labels: true
2024-04-07T03:49:50.639779747Z   job_name: pushgateway
2024-04-07T03:49:50.639782732Z   scrape_interval: 30s
2024-04-07T03:49:50.639785567Z   static_configs:
2024-04-07T03:49:50.639788806Z   - targets:
2024-04-07T03:49:50.639792343Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T03:49:50.639795198Z - job_name: 7573cec4bb644032b04b96c1a19b95eb
2024-04-07T03:49:50.639798259Z   metrics_path: /snmp
2024-04-07T03:49:50.639801131Z   params:
2024-04-07T03:49:50.639804166Z     module:
2024-04-07T03:49:50.639807145Z     - osm-snmp
2024-04-07T03:49:50.639810043Z   relabel_configs:
2024-04-07T03:49:50.639812996Z   - source_labels:
2024-04-07T03:49:50.639816005Z     - __address__
2024-04-07T03:49:50.639818944Z     target_label: __param_target
2024-04-07T03:49:50.639821911Z   - source_labels:
2024-04-07T03:49:50.639824929Z     - __param_target
2024-04-07T03:49:50.639827834Z     target_label: instance
2024-04-07T03:49:50.639831817Z   - replacement: eechart-0079681230-snmpexporter.ee1526e2-9611-48eb-957b-808f3ca468a2.svc:80
2024-04-07T03:49:50.639847700Z     target_label: __address__
2024-04-07T03:49:50.639850789Z   static_configs:
2024-04-07T03:49:50.639853639Z   - targets:
2024-04-07T03:49:50.639856518Z     - 172.21.248.50
2024-04-07T03:49:50.639859298Z 
2024-04-07T03:49:50.645399123Z Alerts read: 0
2024-04-07T03:49:50.647348458Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T03:49:50.648522590Z groups:
2024-04-07T03:49:50.648534106Z - name: osm_alert_rules
2024-04-07T03:49:50.648537095Z   rules:
2024-04-07T03:49:50.648539930Z   - alert: vdu_down
2024-04-07T03:49:50.648542800Z     annotations:
2024-04-07T03:49:50.648546110Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T03:49:50.648549466Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T03:49:50.648552340Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T03:49:50.648555728Z     expr: vm_status_extended != 1
2024-04-07T03:49:50.648558611Z     for: 3m
2024-04-07T03:49:50.648561177Z 
2024-04-07T03:49:50.649673562Z New config written, updating prometheus
2024-04-07T03:49:55.691457843Z Prometheus config update successful
2024-04-07T03:49:55.702383328Z 
2024-04-07T03:50:05.879299089Z Changes detected, updating prometheus config
2024-04-07T03:50:05.881222207Z Jobs detected: 0
2024-04-07T03:50:05.888185001Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T03:50:05.890610419Z alerting:
2024-04-07T03:50:05.890639763Z   alertmanagers:
2024-04-07T03:50:05.890643900Z   - static_configs:
2024-04-07T03:50:05.890647133Z     - targets:
2024-04-07T03:50:05.890651155Z       - alertmanager:9093
2024-04-07T03:50:05.890654551Z global:
2024-04-07T03:50:05.890657722Z   evaluation_interval: 15s
2024-04-07T03:50:05.890660805Z   scrape_interval: 15s
2024-04-07T03:50:05.890663993Z rule_files:
2024-04-07T03:50:05.890668710Z - osm_metric_rules.yml
2024-04-07T03:50:05.890673425Z - osm_alert_rules.yml
2024-04-07T03:50:05.890677800Z scrape_configs:
2024-04-07T03:50:05.890682772Z - job_name: mon_exporter
2024-04-07T03:50:05.890687322Z   static_configs:
2024-04-07T03:50:05.890691934Z   - targets:
2024-04-07T03:50:05.890696586Z     - mon:8000
2024-04-07T03:50:05.890700833Z - honor_labels: true
2024-04-07T03:50:05.890705310Z   job_name: pushgateway
2024-04-07T03:50:05.890710014Z   scrape_interval: 30s
2024-04-07T03:50:05.890713723Z   static_configs:
2024-04-07T03:50:05.890716815Z   - targets:
2024-04-07T03:50:05.890720657Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T03:50:05.890723718Z 
2024-04-07T03:50:05.895120981Z Alerts read: 0
2024-04-07T03:50:05.899346951Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T03:50:05.901836896Z groups:
2024-04-07T03:50:05.901847680Z - name: osm_alert_rules
2024-04-07T03:50:05.901851105Z   rules:
2024-04-07T03:50:05.901854203Z   - alert: vdu_down
2024-04-07T03:50:05.901857159Z     annotations:
2024-04-07T03:50:05.901923215Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T03:50:05.901928838Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T03:50:05.901931926Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T03:50:05.901936065Z     expr: vm_status_extended != 1
2024-04-07T03:50:05.901939334Z     for: 3m
2024-04-07T03:50:05.901942282Z 
2024-04-07T03:50:05.904122258Z New config written, updating prometheus
2024-04-07T03:50:10.936592217Z Prometheus config update successful
2024-04-07T03:50:10.936668389Z 
2024-04-07T04:03:16.109555316Z Changes detected, updating prometheus config
2024-04-07T04:03:16.117823216Z Jobs detected: 0
2024-04-07T04:03:16.130048232Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T04:03:16.137976642Z alerting:
2024-04-07T04:03:16.137991984Z   alertmanagers:
2024-04-07T04:03:16.137995718Z   - static_configs:
2024-04-07T04:03:16.138005489Z     - targets:
2024-04-07T04:03:16.138008975Z       - alertmanager:9093
2024-04-07T04:03:16.138011750Z global:
2024-04-07T04:03:16.138014824Z   evaluation_interval: 15s
2024-04-07T04:03:16.138017663Z   scrape_interval: 15s
2024-04-07T04:03:16.138020766Z rule_files:
2024-04-07T04:03:16.138023553Z - osm_metric_rules.yml
2024-04-07T04:03:16.138026445Z - osm_alert_rules.yml
2024-04-07T04:03:16.138029264Z scrape_configs:
2024-04-07T04:03:16.138032012Z - job_name: mon_exporter
2024-04-07T04:03:16.138034777Z   static_configs:
2024-04-07T04:03:16.138037556Z   - targets:
2024-04-07T04:03:16.138040589Z     - mon:8000
2024-04-07T04:03:16.138043359Z - honor_labels: true
2024-04-07T04:03:16.138046154Z   job_name: pushgateway
2024-04-07T04:03:16.138048855Z   scrape_interval: 30s
2024-04-07T04:03:16.138051677Z   static_configs:
2024-04-07T04:03:16.138054377Z   - targets:
2024-04-07T04:03:16.138057733Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T04:03:16.138060338Z 
2024-04-07T04:03:16.138063256Z Alerts read: 2
2024-04-07T04:03:16.138067043Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T04:03:16.145557664Z groups:
2024-04-07T04:03:16.145580619Z - name: osm_alert_rules
2024-04-07T04:03:16.145587807Z   rules:
2024-04-07T04:03:16.145590481Z   - alert: vdu_down
2024-04-07T04:03:16.145593089Z     annotations:
2024-04-07T04:03:16.145596382Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T04:03:16.145599902Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T04:03:16.145602604Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T04:03:16.145605627Z     expr: vm_status_extended != 1
2024-04-07T04:03:16.145608395Z     for: 3m
2024-04-07T04:03:16.145610981Z - name: _osm_alert_rules_20240407040316_
2024-04-07T04:03:16.145613575Z   rules:
2024-04-07T04:03:16.145616801Z   - alert: scalein_bb35c8f2-aeb6-4949-978a-fd41fa1be0a6
2024-04-07T04:03:16.145619286Z     expr: (count (osm_cpu_utilization{ns_id="5daf53e4-a945-4df8-bea4-76a355caa09c",
2024-04-07T04:03:16.145622489Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="5daf53e4-a945-4df8-bea4-76a355caa09c",
2024-04-07T04:03:16.145625177Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T04:03:16.145627911Z     for: 1m
2024-04-07T04:03:16.145630489Z     labels:
2024-04-07T04:03:16.145633024Z       ns_id: 5daf53e4-a945-4df8-bea4-76a355caa09c
2024-04-07T04:03:16.145635603Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T04:03:16.145638517Z       vnf_member_index: '1'
2024-04-07T04:03:16.145641120Z   - alert: scaleout_92bbb946-6080-4399-8ade-be5c6e7d4d28
2024-04-07T04:03:16.145643693Z     expr: (count (osm_cpu_utilization{ns_id="5daf53e4-a945-4df8-bea4-76a355caa09c",
2024-04-07T04:03:16.145646228Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="5daf53e4-a945-4df8-bea4-76a355caa09c",
2024-04-07T04:03:16.145648786Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T04:03:16.145662521Z     for: 1m
2024-04-07T04:03:16.145665127Z     labels:
2024-04-07T04:03:16.145667597Z       ns_id: 5daf53e4-a945-4df8-bea4-76a355caa09c
2024-04-07T04:03:16.145670097Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T04:03:16.145672572Z       vnf_member_index: '1'
2024-04-07T04:03:16.145674924Z 
2024-04-07T04:03:16.149062004Z New config written, updating prometheus
2024-04-07T04:03:21.170888887Z Prometheus config update successful
2024-04-07T04:03:21.170977575Z 
2024-04-07T04:03:21.172988416Z Changes detected, updating prometheus config
2024-04-07T04:03:21.174335818Z Jobs detected: 0
2024-04-07T04:03:21.179131012Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T04:03:21.180967252Z alerting:
2024-04-07T04:03:21.180980456Z   alertmanagers:
2024-04-07T04:03:21.180984281Z   - static_configs:
2024-04-07T04:03:21.180987542Z     - targets:
2024-04-07T04:03:21.181000836Z       - alertmanager:9093
2024-04-07T04:03:21.181004225Z global:
2024-04-07T04:03:21.181007345Z   evaluation_interval: 15s
2024-04-07T04:03:21.181010442Z   scrape_interval: 15s
2024-04-07T04:03:21.181013714Z rule_files:
2024-04-07T04:03:21.181016848Z - osm_metric_rules.yml
2024-04-07T04:03:21.181019903Z - osm_alert_rules.yml
2024-04-07T04:03:21.181023508Z scrape_configs:
2024-04-07T04:03:21.181026629Z - job_name: mon_exporter
2024-04-07T04:03:21.181029887Z   static_configs:
2024-04-07T04:03:21.181033329Z   - targets:
2024-04-07T04:03:21.181036327Z     - mon:8000
2024-04-07T04:03:21.181039305Z - honor_labels: true
2024-04-07T04:03:21.181042439Z   job_name: pushgateway
2024-04-07T04:03:21.181045373Z   scrape_interval: 30s
2024-04-07T04:03:21.181058896Z   static_configs:
2024-04-07T04:03:21.181062180Z   - targets:
2024-04-07T04:03:21.181065917Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T04:03:21.181073848Z 
2024-04-07T04:03:21.184765861Z Alerts read: 2
2024-04-07T04:03:21.186721324Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T04:03:21.189731781Z groups:
2024-04-07T04:03:21.189748590Z - name: osm_alert_rules
2024-04-07T04:03:21.189752063Z   rules:
2024-04-07T04:03:21.189755104Z   - alert: vdu_down
2024-04-07T04:03:21.189758093Z     annotations:
2024-04-07T04:03:21.189761722Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T04:03:21.189765955Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T04:03:21.189768974Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T04:03:21.189773012Z     expr: vm_status_extended != 1
2024-04-07T04:03:21.189776037Z     for: 3m
2024-04-07T04:03:21.189779223Z - name: _osm_alert_rules_20240407040321_
2024-04-07T04:03:21.189782132Z   rules:
2024-04-07T04:03:21.189786194Z   - alert: scalein_bb35c8f2-aeb6-4949-978a-fd41fa1be0a6
2024-04-07T04:03:21.189789143Z     expr: (count (osm_cpu_utilization{ns_id="5daf53e4-a945-4df8-bea4-76a355caa09c",
2024-04-07T04:03:21.189793104Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 1) and (avg(osm_cpu_utilization{ns_id="5daf53e4-a945-4df8-bea4-76a355caa09c",
2024-04-07T04:03:21.189796155Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 10.0000000000)
2024-04-07T04:03:21.189799084Z     for: 1m
2024-04-07T04:03:21.189802083Z     labels:
2024-04-07T04:03:21.189804976Z       ns_id: 5daf53e4-a945-4df8-bea4-76a355caa09c
2024-04-07T04:03:21.189807862Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T04:03:21.189811266Z       vnf_member_index: '1'
2024-04-07T04:03:21.189829225Z   - alert: scaleout_92bbb946-6080-4399-8ade-be5c6e7d4d28
2024-04-07T04:03:21.189832220Z     expr: (count (osm_cpu_utilization{ns_id="5daf53e4-a945-4df8-bea4-76a355caa09c",
2024-04-07T04:03:21.189835240Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) < 2) and (avg(osm_cpu_utilization{ns_id="5daf53e4-a945-4df8-bea4-76a355caa09c",
2024-04-07T04:03:21.189838147Z       vnf_member_index="1", vdu_id="hackfest_basic_metrics-VM"}) > 60.0000000000)
2024-04-07T04:03:21.189841191Z     for: 1m
2024-04-07T04:03:21.189844395Z     labels:
2024-04-07T04:03:21.189847630Z       ns_id: 5daf53e4-a945-4df8-bea4-76a355caa09c
2024-04-07T04:03:21.189850582Z       vdu_id: hackfest_basic_metrics-VM
2024-04-07T04:03:21.189853576Z       vnf_member_index: '1'
2024-04-07T04:03:21.190061548Z 
2024-04-07T04:03:21.193070173Z New config written, updating prometheus
2024-04-07T04:03:26.217366851Z Prometheus config update successful
2024-04-07T04:03:26.218044162Z 
2024-04-07T04:04:10.227429863Z Changes detected, updating prometheus config
2024-04-07T04:04:10.229294738Z Jobs detected: 0
2024-04-07T04:04:10.241645383Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T04:04:10.243930707Z alerting:
2024-04-07T04:04:10.243944277Z   alertmanagers:
2024-04-07T04:04:10.243948160Z   - static_configs:
2024-04-07T04:04:10.243951395Z     - targets:
2024-04-07T04:04:10.243972467Z       - alertmanager:9093
2024-04-07T04:04:10.243975468Z global:
2024-04-07T04:04:10.243978780Z   evaluation_interval: 15s
2024-04-07T04:04:10.243981964Z   scrape_interval: 15s
2024-04-07T04:04:10.243984940Z rule_files:
2024-04-07T04:04:10.243987936Z - osm_metric_rules.yml
2024-04-07T04:04:10.243990846Z - osm_alert_rules.yml
2024-04-07T04:04:10.243993839Z scrape_configs:
2024-04-07T04:04:10.243996814Z - job_name: mon_exporter
2024-04-07T04:04:10.244004152Z   static_configs:
2024-04-07T04:04:10.244007278Z   - targets:
2024-04-07T04:04:10.244010195Z     - mon:8000
2024-04-07T04:04:10.244013192Z - honor_labels: true
2024-04-07T04:04:10.244016144Z   job_name: pushgateway
2024-04-07T04:04:10.244019227Z   scrape_interval: 30s
2024-04-07T04:04:10.244022227Z   static_configs:
2024-04-07T04:04:10.244025474Z   - targets:
2024-04-07T04:04:10.244029697Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T04:04:10.244032599Z 
2024-04-07T04:04:10.247154030Z Alerts read: 0
2024-04-07T04:04:10.249090752Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T04:04:10.250218630Z groups:
2024-04-07T04:04:10.250229809Z - name: osm_alert_rules
2024-04-07T04:04:10.250233180Z   rules:
2024-04-07T04:04:10.250236251Z   - alert: vdu_down
2024-04-07T04:04:10.250239319Z     annotations:
2024-04-07T04:04:10.250243171Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T04:04:10.250246982Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T04:04:10.250250324Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T04:04:10.250253914Z     expr: vm_status_extended != 1
2024-04-07T04:04:10.250256986Z     for: 3m
2024-04-07T04:04:10.250259827Z 
2024-04-07T04:04:10.251358621Z New config written, updating prometheus
2024-04-07T04:04:15.300318315Z Prometheus config update successful
2024-04-07T04:04:15.300350487Z 
2024-04-07T04:04:15.300354278Z Changes detected, updating prometheus config
2024-04-07T04:04:15.317151223Z Jobs detected: 0
2024-04-07T04:04:15.317177801Z Writing new config file to /etc/prometheus/prometheus.yml
2024-04-07T04:04:15.317193443Z alerting:
2024-04-07T04:04:15.317197828Z   alertmanagers:
2024-04-07T04:04:15.317203948Z   - static_configs:
2024-04-07T04:04:15.317208695Z     - targets:
2024-04-07T04:04:15.317214365Z       - alertmanager:9093
2024-04-07T04:04:15.317219377Z global:
2024-04-07T04:04:15.317224681Z   evaluation_interval: 15s
2024-04-07T04:04:15.317229342Z   scrape_interval: 15s
2024-04-07T04:04:15.317233821Z rule_files:
2024-04-07T04:04:15.317238950Z - osm_metric_rules.yml
2024-04-07T04:04:15.317243632Z - osm_alert_rules.yml
2024-04-07T04:04:15.317248488Z scrape_configs:
2024-04-07T04:04:15.317253958Z - job_name: mon_exporter
2024-04-07T04:04:15.317259236Z   static_configs:
2024-04-07T04:04:15.317263870Z   - targets:
2024-04-07T04:04:15.317268608Z     - mon:8000
2024-04-07T04:04:15.317272981Z - honor_labels: true
2024-04-07T04:04:15.317277631Z   job_name: pushgateway
2024-04-07T04:04:15.317282063Z   scrape_interval: 30s
2024-04-07T04:04:15.317286345Z   static_configs:
2024-04-07T04:04:15.317291564Z   - targets:
2024-04-07T04:04:15.317296652Z     - pushgateway-prometheus-pushgateway:9091
2024-04-07T04:04:15.317300693Z 
2024-04-07T04:04:15.324955706Z Alerts read: 0
2024-04-07T04:04:15.335995874Z Writing new alerts file to /etc/prometheus/osm_alert_rules.yml
2024-04-07T04:04:15.337031558Z groups:
2024-04-07T04:04:15.337048134Z - name: osm_alert_rules
2024-04-07T04:04:15.337052371Z   rules:
2024-04-07T04:04:15.337055681Z   - alert: vdu_down
2024-04-07T04:04:15.337058780Z     annotations:
2024-04-07T04:04:15.337062294Z       description: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} has been down
2024-04-07T04:04:15.337066130Z         for more than 3 minutes. NS instance id is {{ $labels.ns_id }}
2024-04-07T04:04:15.337069607Z       summary: VDU {{ $labels.vm_id }} in VIM {{ $labels.vim_id }} is down
2024-04-07T04:04:15.337073257Z     expr: vm_status_extended != 1
2024-04-07T04:04:15.337076442Z     for: 3m
2024-04-07T04:04:15.337255383Z 
2024-04-07T04:04:15.338685081Z New config written, updating prometheus
2024-04-07T04:04:20.361064305Z Prometheus config update successful
2024-04-07T04:04:20.361180144Z