2024-04-07T01:31:49.785664609Z ts=2024-04-07T01:31:49.785Z caller=main.go:231 level=info msg="Starting Alertmanager" version="(version=0.24.0, branch=HEAD, revision=f484b17fa3c583ed1b2c8bbcec20ba1db2aa5f11)"
2024-04-07T01:31:49.785709819Z ts=2024-04-07T01:31:49.785Z caller=main.go:232 level=info build_context="(go=go1.17.8, user=root@265f14f5c6fc, date=20220325-09:31:33)"
2024-04-07T01:31:49.785719332Z ts=2024-04-07T01:31:49.785Z caller=cluster.go:173 level=debug component=cluster msg="resolved peers to following addresses" peers=
2024-04-07T01:31:49.786599622Z ts=2024-04-07T01:31:49.786Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=10.244.0.52 port=9094
2024-04-07T01:31:49.787170419Z ts=2024-04-07T01:31:49.787Z caller=delegate.go:235 level=debug component=cluster received=NotifyJoin node=01HTV2XRMTASZ07DNKF45EG686 addr=10.244.0.52:9094
2024-04-07T01:31:49.788048424Z ts=2024-04-07T01:31:49.787Z caller=cluster.go:265 level=debug component=cluster msg="joined cluster" peers=0
2024-04-07T01:31:49.788257505Z ts=2024-04-07T01:31:49.788Z caller=cluster.go:680 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s
2024-04-07T01:31:49.913477945Z ts=2024-04-07T01:31:49.908Z caller=main.go:385 level=debug externalURL=http://alertmanager-0:9093
2024-04-07T01:31:49.913846909Z ts=2024-04-07T01:31:49.913Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml
2024-04-07T01:31:49.914497936Z ts=2024-04-07T01:31:49.914Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml
2024-04-07T01:31:49.924344085Z ts=2024-04-07T01:31:49.924Z caller=main.go:515 level=debug routePrefix=/
2024-04-07T01:31:49.925077939Z ts=2024-04-07T01:31:49.925Z caller=main.go:535 level=info msg=Listening address=:9093
2024-04-07T01:31:49.925202102Z ts=2024-04-07T01:31:49.925Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false
2024-04-07T01:31:51.789276585Z ts=2024-04-07T01:31:51.789Z caller=cluster.go:705 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000781489s
2024-04-07T01:31:53.790705367Z ts=2024-04-07T01:31:53.790Z caller=cluster.go:702 level=debug component=cluster msg="gossip looks settled" elapsed=4.002015627s
2024-04-07T01:31:55.794372338Z ts=2024-04-07T01:31:55.794Z caller=cluster.go:702 level=debug component=cluster msg="gossip looks settled" elapsed=6.005887446s
2024-04-07T01:31:57.795322533Z ts=2024-04-07T01:31:57.795Z caller=cluster.go:702 level=debug component=cluster msg="gossip looks settled" elapsed=8.006932233s
2024-04-07T01:31:59.795569353Z ts=2024-04-07T01:31:59.795Z caller=cluster.go:697 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.007172307s
2024-04-07T01:46:49.788768787Z ts=2024-04-07T01:46:49.788Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-07T01:46:49.789277092Z ts=2024-04-07T01:46:49.788Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-07T01:46:49.791721357Z ts=2024-04-07T01:46:49.790Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=2.667742ms size=0
2024-04-07T01:46:49.792132760Z ts=2024-04-07T01:46:49.791Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=2.351978ms size=0
2024-04-07T02:01:49.789536855Z ts=2024-04-07T02:01:49.789Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-07T02:01:49.789587493Z ts=2024-04-07T02:01:49.789Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-07T02:01:49.791550038Z ts=2024-04-07T02:01:49.791Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=2.221556ms size=0
2024-04-07T02:01:49.791605071Z ts=2024-04-07T02:01:49.791Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=2.159559ms size=0
2024-04-07T02:16:49.788605034Z ts=2024-04-07T02:16:49.788Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-07T02:16:49.788694592Z ts=2024-04-07T02:16:49.788Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-07T02:16:49.789324857Z ts=2024-04-07T02:16:49.789Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=990.166µs size=0
2024-04-07T02:16:49.789346887Z ts=2024-04-07T02:16:49.789Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=1.101451ms size=0
2024-04-07T02:31:49.788929976Z ts=2024-04-07T02:31:49.788Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-07T02:31:49.789070817Z ts=2024-04-07T02:31:49.788Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-07T02:31:49.791177739Z ts=2024-04-07T02:31:49.790Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=2.523153ms size=0
2024-04-07T02:31:49.791231300Z ts=2024-04-07T02:31:49.791Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=2.770378ms size=0
2024-04-07T02:46:49.789595739Z ts=2024-04-07T02:46:49.788Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-07T02:46:49.790228818Z ts=2024-04-07T02:46:49.789Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-07T02:46:49.791917391Z ts=2024-04-07T02:46:49.791Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=2.550901ms size=0
2024-04-07T02:46:49.792294857Z ts=2024-04-07T02:46:49.792Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=2.298566ms size=0
2024-04-07T02:55:43.522663024Z ts=2024-04-07T02:55:43.521Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][active]
2024-04-07T02:55:53.524333734Z ts=2024-04-07T02:55:53.523Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][active]]
2024-04-07T02:55:53.945936493Z ts=2024-04-07T02:55:53.945Z caller=notify.go:743 level=debug component=dispatcher receiver=vdu-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-07T02:56:58.512043634Z ts=2024-04-07T02:56:58.511Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][active]
2024-04-07T02:57:13.514314337Z ts=2024-04-07T02:57:13.514Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][resolved]
2024-04-07T02:57:53.524121773Z ts=2024-04-07T02:57:53.523Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][resolved]]
2024-04-07T02:57:53.884711581Z ts=2024-04-07T02:57:53.884Z caller=notify.go:743 level=debug component=dispatcher receiver=vdu-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-07T02:58:28.513385636Z ts=2024-04-07T02:58:28.513Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][resolved]
2024-04-07T02:58:28.513439069Z ts=2024-04-07T02:58:28.513Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][resolved]]
2024-04-07T02:59:43.512610821Z ts=2024-04-07T02:59:43.512Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][resolved]
2024-04-07T02:59:43.512871506Z ts=2024-04-07T02:59:43.512Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][resolved]]
2024-04-07T03:00:58.512132949Z ts=2024-04-07T03:00:58.511Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][resolved]
2024-04-07T03:00:58.512454680Z ts=2024-04-07T03:00:58.512Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][resolved]]
2024-04-07T03:01:49.788776819Z ts=2024-04-07T03:01:49.788Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-07T03:01:49.790066501Z ts=2024-04-07T03:01:49.789Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-07T03:01:49.791527504Z ts=2024-04-07T03:01:49.791Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=3.266437ms size=95
2024-04-07T03:01:49.791735628Z ts=2024-04-07T03:01:49.791Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=1.957128ms size=0
2024-04-07T03:02:13.514265340Z ts=2024-04-07T03:02:13.514Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][resolved]
2024-04-07T03:02:13.514996795Z ts=2024-04-07T03:02:13.514Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][resolved]]
2024-04-07T03:03:28.514935466Z ts=2024-04-07T03:03:28.514Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][resolved]
2024-04-07T03:03:28.515131352Z ts=2024-04-07T03:03:28.515Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][resolved]]
2024-04-07T03:04:43.513786098Z ts=2024-04-07T03:04:43.513Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][resolved]
2024-04-07T03:04:43.514975170Z ts=2024-04-07T03:04:43.514Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][resolved]]
2024-04-07T03:05:58.512138651Z ts=2024-04-07T03:05:58.511Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][resolved]
2024-04-07T03:05:58.512441133Z ts=2024-04-07T03:05:58.512Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][resolved]]
2024-04-07T03:07:13.525713339Z ts=2024-04-07T03:07:13.525Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][resolved]
2024-04-07T03:07:13.526226233Z ts=2024-04-07T03:07:13.526Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][resolved]]
2024-04-07T03:08:28.514746966Z ts=2024-04-07T03:08:28.514Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][resolved]
2024-04-07T03:08:28.514950282Z ts=2024-04-07T03:08:28.514Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][resolved]]
2024-04-07T03:09:43.522336452Z ts=2024-04-07T03:09:43.520Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][resolved]
2024-04-07T03:09:43.523876837Z ts=2024-04-07T03:09:43.523Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][resolved]]
2024-04-07T03:10:58.514623867Z ts=2024-04-07T03:10:58.514Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][resolved]
2024-04-07T03:10:58.514758381Z ts=2024-04-07T03:10:58.514Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][resolved]]
2024-04-07T03:12:13.514854660Z ts=2024-04-07T03:12:13.514Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[cbc7987][resolved]
2024-04-07T03:12:13.514938295Z ts=2024-04-07T03:12:13.514Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[cbc7987][resolved]]
2024-04-07T03:16:49.788358830Z ts=2024-04-07T03:16:49.787Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-07T03:16:49.789478776Z ts=2024-04-07T03:16:49.789Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-07T03:16:49.791446362Z ts=2024-04-07T03:16:49.791Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=3.310616ms size=95
2024-04-07T03:16:49.791903555Z ts=2024-04-07T03:16:49.791Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=2.410537ms size=0
2024-04-07T03:31:30.366321897Z ts=2024-04-07T03:31:30.366Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=scaleout_3cb82590-e374-4b73-a63d-8fbcedd9d902[c31d423][active]
2024-04-07T03:31:40.369388845Z ts=2024-04-07T03:31:40.369Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^scaleout_.*\"}:{}" msg=flushing alerts=[scaleout_3cb82590-e374-4b73-a63d-8fbcedd9d902[c31d423][active]]
2024-04-07T03:31:40.713228560Z ts=2024-04-07T03:31:40.713Z caller=notify.go:743 level=debug component=dispatcher receiver=scaleout-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-07T03:31:49.789180618Z ts=2024-04-07T03:31:49.788Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-07T03:31:49.790124260Z ts=2024-04-07T03:31:49.789Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-07T03:31:49.791903982Z ts=2024-04-07T03:31:49.791Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=2.044447ms size=0
2024-04-07T03:31:49.792392508Z ts=2024-04-07T03:31:49.792Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=3.30578ms size=202
2024-04-07T03:32:45.365720041Z ts=2024-04-07T03:32:45.365Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=scaleout_3cb82590-e374-4b73-a63d-8fbcedd9d902[c31d423][active]
2024-04-07T03:33:40.371106500Z ts=2024-04-07T03:33:40.370Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^scaleout_.*\"}:{}" msg=flushing alerts=[scaleout_3cb82590-e374-4b73-a63d-8fbcedd9d902[c31d423][active]]
2024-04-07T03:34:00.366455489Z ts=2024-04-07T03:34:00.366Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=scaleout_3cb82590-e374-4b73-a63d-8fbcedd9d902[c31d423][active]
2024-04-07T03:35:15.370536297Z ts=2024-04-07T03:35:15.370Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=scaleout_3cb82590-e374-4b73-a63d-8fbcedd9d902[c31d423][active]
2024-04-07T03:35:40.373406244Z ts=2024-04-07T03:35:40.373Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^scaleout_.*\"}:{}" msg=flushing alerts=[scaleout_3cb82590-e374-4b73-a63d-8fbcedd9d902[c31d423][active]]
2024-04-07T03:37:40.376585460Z ts=2024-04-07T03:37:40.376Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^scaleout_.*\"}:{}" msg=flushing alerts=[scaleout_3cb82590-e374-4b73-a63d-8fbcedd9d902[c31d423][active]]
2024-04-07T03:37:40.710595575Z ts=2024-04-07T03:37:40.710Z caller=notify.go:743 level=debug component=dispatcher receiver=scaleout-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-07T03:39:40.375061095Z ts=2024-04-07T03:39:40.374Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^scaleout_.*\"}:{}" msg=flushing alerts=[scaleout_3cb82590-e374-4b73-a63d-8fbcedd9d902[c31d423][resolved]]
2024-04-07T03:39:41.278266169Z ts=2024-04-07T03:39:41.277Z caller=notify.go:743 level=debug component=dispatcher receiver=scaleout-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-07T03:46:33.041720006Z ts=2024-04-07T03:46:33.041Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_alarm_4cc557e6-134c-4877-aebf-21f64683939f[aa5e87a][active]
2024-04-07T03:46:43.043646114Z ts=2024-04-07T03:46:43.043Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^vdu_alarm_.*\"}:{}" msg=flushing alerts=[vdu_alarm_4cc557e6-134c-4877-aebf-21f64683939f[aa5e87a][active]]
2024-04-07T03:46:43.375757367Z ts=2024-04-07T03:46:43.375Z caller=notify.go:743 level=debug component=dispatcher receiver=alarm-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-07T03:46:49.789325639Z ts=2024-04-07T03:46:49.788Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-07T03:46:49.790056065Z ts=2024-04-07T03:46:49.789Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-07T03:46:49.791646143Z ts=2024-04-07T03:46:49.791Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=1.948415ms size=0
2024-04-07T03:46:49.792504454Z ts=2024-04-07T03:46:49.792Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=3.417302ms size=307
2024-04-07T03:48:43.045135338Z ts=2024-04-07T03:48:43.044Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^vdu_alarm_.*\"}:{}" msg=flushing alerts=[vdu_alarm_4cc557e6-134c-4877-aebf-21f64683939f[aa5e87a][active]]
2024-04-07T03:50:43.045833310Z ts=2024-04-07T03:50:43.045Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^vdu_alarm_.*\"}:{}" msg=flushing alerts=[vdu_alarm_4cc557e6-134c-4877-aebf-21f64683939f[aa5e87a][resolved]]
2024-04-07T03:50:43.381575949Z ts=2024-04-07T03:50:43.381Z caller=notify.go:743 level=debug component=dispatcher receiver=alarm-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-07T04:01:49.789552018Z ts=2024-04-07T04:01:49.789Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-07T04:01:49.789595723Z ts=2024-04-07T04:01:49.789Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-07T04:01:49.791443829Z ts=2024-04-07T04:01:49.791Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=2.206966ms size=0
2024-04-07T04:01:49.791964144Z ts=2024-04-07T04:01:49.791Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=2.602465ms size=307