2024-04-28T01:32:14.231501230Z ts=2024-04-28T01:32:14.210Z caller=main.go:231 level=info msg="Starting Alertmanager" version="(version=0.24.0, branch=HEAD, revision=f484b17fa3c583ed1b2c8bbcec20ba1db2aa5f11)"
2024-04-28T01:32:14.231648538Z ts=2024-04-28T01:32:14.230Z caller=main.go:232 level=info build_context="(go=go1.17.8, user=root@265f14f5c6fc, date=20220325-09:31:33)"
2024-04-28T01:32:14.231654242Z ts=2024-04-28T01:32:14.230Z caller=cluster.go:173 level=debug component=cluster msg="resolved peers to following addresses" peers=
2024-04-28T01:32:14.232560481Z ts=2024-04-28T01:32:14.231Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=10.244.0.49 port=9094
2024-04-28T01:32:14.232569334Z ts=2024-04-28T01:32:14.232Z caller=delegate.go:235 level=debug component=cluster received=NotifyJoin node=01HWH59KGQ6K907Z3Z921YP8WG addr=10.244.0.49:9094
2024-04-28T01:32:14.233504985Z ts=2024-04-28T01:32:14.232Z caller=cluster.go:265 level=debug component=cluster msg="joined cluster" peers=0
2024-04-28T01:32:14.233516627Z ts=2024-04-28T01:32:14.232Z caller=cluster.go:680 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s
2024-04-28T01:32:14.308964986Z ts=2024-04-28T01:32:14.308Z caller=main.go:385 level=debug externalURL=http://alertmanager-0:9093
2024-04-28T01:32:14.309044758Z ts=2024-04-28T01:32:14.308Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml
2024-04-28T01:32:14.309469234Z ts=2024-04-28T01:32:14.309Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml
2024-04-28T01:32:14.311978607Z ts=2024-04-28T01:32:14.311Z caller=main.go:515 level=debug routePrefix=/
2024-04-28T01:32:14.313607741Z ts=2024-04-28T01:32:14.313Z caller=main.go:535 level=info msg=Listening address=:9093
2024-04-28T01:32:14.313616863Z ts=2024-04-28T01:32:14.313Z caller=tls_config.go:195 level=info msg="TLS is disabled." http2=false
2024-04-28T01:32:16.238563702Z ts=2024-04-28T01:32:16.237Z caller=cluster.go:705 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.004122842s
2024-04-28T01:32:18.239213938Z ts=2024-04-28T01:32:18.238Z caller=cluster.go:702 level=debug component=cluster msg="gossip looks settled" elapsed=4.00591015s
2024-04-28T01:32:20.239463262Z ts=2024-04-28T01:32:20.239Z caller=cluster.go:702 level=debug component=cluster msg="gossip looks settled" elapsed=6.006173399s
2024-04-28T01:32:22.239463691Z ts=2024-04-28T01:32:22.239Z caller=cluster.go:702 level=debug component=cluster msg="gossip looks settled" elapsed=8.006324093s
2024-04-28T01:32:24.240481839Z ts=2024-04-28T01:32:24.240Z caller=cluster.go:697 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00701862s
2024-04-28T01:47:14.234457163Z ts=2024-04-28T01:47:14.234Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-28T01:47:14.234488953Z ts=2024-04-28T01:47:14.234Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-28T01:47:14.235575867Z ts=2024-04-28T01:47:14.235Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=1.454722ms size=0
2024-04-28T01:47:14.235972780Z ts=2024-04-28T01:47:14.235Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=1.878919ms size=0
2024-04-28T02:02:14.234018468Z ts=2024-04-28T02:02:14.233Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-28T02:02:14.234048185Z ts=2024-04-28T02:02:14.233Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-28T02:02:14.235019165Z ts=2024-04-28T02:02:14.234Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=1.369006ms size=0
2024-04-28T02:02:14.235043208Z ts=2024-04-28T02:02:14.234Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=1.404262ms size=0
2024-04-28T02:17:14.238564806Z ts=2024-04-28T02:17:14.234Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-28T02:17:14.238598685Z ts=2024-04-28T02:17:14.235Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-28T02:17:14.238603366Z ts=2024-04-28T02:17:14.236Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=1.91163ms size=0
2024-04-28T02:17:14.238607309Z ts=2024-04-28T02:17:14.236Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=1.235661ms size=0
2024-04-28T02:32:14.233920530Z ts=2024-04-28T02:32:14.233Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-28T02:32:14.233959978Z ts=2024-04-28T02:32:14.233Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-28T02:32:14.235241717Z ts=2024-04-28T02:32:14.235Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=1.851203ms size=0
2024-04-28T02:32:14.235259433Z ts=2024-04-28T02:32:14.235Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=1.86281ms size=0
2024-04-28T02:47:14.234417932Z ts=2024-04-28T02:47:14.233Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-28T02:47:14.234586316Z ts=2024-04-28T02:47:14.234Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-28T02:47:14.235911885Z ts=2024-04-28T02:47:14.235Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=1.419692ms size=0
2024-04-28T02:47:14.235928800Z ts=2024-04-28T02:47:14.235Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=1.939295ms size=0
2024-04-28T02:56:13.521467990Z ts=2024-04-28T02:56:13.520Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][active]
2024-04-28T02:56:23.522947570Z ts=2024-04-28T02:56:23.522Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][active]]
2024-04-28T02:56:23.894466804Z ts=2024-04-28T02:56:23.893Z caller=notify.go:743 level=debug component=dispatcher receiver=vdu-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-28T02:57:28.515708257Z ts=2024-04-28T02:57:28.515Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][active]
2024-04-28T02:58:23.523485771Z ts=2024-04-28T02:58:23.523Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][active]]
2024-04-28T02:58:43.512895189Z ts=2024-04-28T02:58:43.512Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][active]
2024-04-28T02:59:13.513057209Z ts=2024-04-28T02:59:13.512Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][resolved]
2024-04-28T03:00:23.524038365Z ts=2024-04-28T03:00:23.523Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][resolved]]
2024-04-28T03:00:23.787105072Z ts=2024-04-28T03:00:23.786Z caller=notify.go:743 level=debug component=dispatcher receiver=vdu-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-28T03:00:28.512303912Z ts=2024-04-28T03:00:28.512Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][resolved]
2024-04-28T03:01:43.514803089Z ts=2024-04-28T03:01:43.514Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][resolved]
2024-04-28T03:02:14.246276285Z ts=2024-04-28T03:02:14.234Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-28T03:02:14.246300675Z ts=2024-04-28T03:02:14.234Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-28T03:02:14.246304887Z ts=2024-04-28T03:02:14.236Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=2.279919ms size=0
2024-04-28T03:02:14.246308667Z ts=2024-04-28T03:02:14.237Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=2.392867ms size=97
2024-04-28T03:02:23.524792799Z ts=2024-04-28T03:02:23.524Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][resolved]]
2024-04-28T03:02:58.513382976Z ts=2024-04-28T03:02:58.512Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][resolved]
2024-04-28T03:02:58.513707163Z ts=2024-04-28T03:02:58.513Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][resolved]]
2024-04-28T03:04:13.512120042Z ts=2024-04-28T03:04:13.511Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][resolved]
2024-04-28T03:04:13.512311063Z ts=2024-04-28T03:04:13.512Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][resolved]]
2024-04-28T03:05:28.514574323Z ts=2024-04-28T03:05:28.514Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][resolved]
2024-04-28T03:05:28.515112617Z ts=2024-04-28T03:05:28.514Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][resolved]]
2024-04-28T03:06:43.513845746Z ts=2024-04-28T03:06:43.513Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][resolved]
2024-04-28T03:06:43.514084471Z ts=2024-04-28T03:06:43.513Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][resolved]]
2024-04-28T03:07:58.514651874Z ts=2024-04-28T03:07:58.514Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][resolved]
2024-04-28T03:07:58.515435701Z ts=2024-04-28T03:07:58.515Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][resolved]]
2024-04-28T03:09:13.512560306Z ts=2024-04-28T03:09:13.512Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][resolved]
2024-04-28T03:09:13.512637030Z ts=2024-04-28T03:09:13.512Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][resolved]]
2024-04-28T03:10:28.512175713Z ts=2024-04-28T03:10:28.511Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][resolved]
2024-04-28T03:10:28.512617895Z ts=2024-04-28T03:10:28.512Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][resolved]]
2024-04-28T03:11:43.513402828Z ts=2024-04-28T03:11:43.513Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][resolved]
2024-04-28T03:11:43.514203666Z ts=2024-04-28T03:11:43.513Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][resolved]]
2024-04-28T03:12:58.516334029Z ts=2024-04-28T03:12:58.515Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][resolved]
2024-04-28T03:12:58.516389523Z ts=2024-04-28T03:12:58.516Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][resolved]]
2024-04-28T03:14:13.516740611Z ts=2024-04-28T03:14:13.516Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_down[b9a16b5][resolved]
2024-04-28T03:14:13.516990585Z ts=2024-04-28T03:14:13.516Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=\"vdu_down\"}:{}" msg=flushing alerts=[vdu_down[b9a16b5][resolved]]
2024-04-28T03:17:14.234536012Z ts=2024-04-28T03:17:14.233Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-28T03:17:14.234572210Z ts=2024-04-28T03:17:14.234Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-28T03:17:14.235613548Z ts=2024-04-28T03:17:14.235Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=1.340722ms size=0
2024-04-28T03:17:14.236064922Z ts=2024-04-28T03:17:14.235Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=2.570849ms size=97
2024-04-28T03:26:30.171487884Z ts=2024-04-28T03:26:30.170Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f[0683d44][active]
2024-04-28T03:26:40.173692397Z ts=2024-04-28T03:26:40.173Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^scaleout_.*\"}:{}" msg=flushing alerts=[scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f[0683d44][active]]
2024-04-28T03:26:40.554476784Z ts=2024-04-28T03:26:40.554Z caller=notify.go:743 level=debug component=dispatcher receiver=scaleout-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-28T03:27:45.171588529Z ts=2024-04-28T03:27:45.169Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f[0683d44][active]
2024-04-28T03:28:40.174109716Z ts=2024-04-28T03:28:40.173Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^scaleout_.*\"}:{}" msg=flushing alerts=[scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f[0683d44][active]]
2024-04-28T03:29:00.170137202Z ts=2024-04-28T03:29:00.169Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f[0683d44][active]
2024-04-28T03:30:15.166618402Z ts=2024-04-28T03:30:15.166Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f[0683d44][active]
2024-04-28T03:30:40.174750188Z ts=2024-04-28T03:30:40.174Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^scaleout_.*\"}:{}" msg=flushing alerts=[scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f[0683d44][active]]
2024-04-28T03:32:14.235842658Z ts=2024-04-28T03:32:14.234Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-28T03:32:14.235863891Z ts=2024-04-28T03:32:14.234Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-28T03:32:14.237691800Z ts=2024-04-28T03:32:14.237Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=2.703378ms size=0
2024-04-28T03:32:14.237704092Z ts=2024-04-28T03:32:14.237Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=2.90042ms size=204
2024-04-28T03:32:40.174801222Z ts=2024-04-28T03:32:40.174Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^scaleout_.*\"}:{}" msg=flushing alerts=[scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f[0683d44][active]]
2024-04-28T03:32:40.626892593Z ts=2024-04-28T03:32:40.626Z caller=notify.go:743 level=debug component=dispatcher receiver=scaleout-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-28T03:34:40.176239343Z ts=2024-04-28T03:34:40.175Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^scaleout_.*\"}:{}" msg=flushing alerts=[scaleout_692620a8-7a6f-4ddb-a5a9-0fc16dc89f6f[0683d44][resolved]]
2024-04-28T03:34:40.515836582Z ts=2024-04-28T03:34:40.515Z caller=notify.go:743 level=debug component=dispatcher receiver=scaleout-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-28T03:36:27.854637634Z ts=2024-04-28T03:36:27.854Z caller=dispatch.go:165 level=debug component=dispatcher msg="Received alert" alert=vdu_alarm_d682f06b-aced-400d-b40c-6269ed5be519[4e10d9e][active]
2024-04-28T03:36:37.855841260Z ts=2024-04-28T03:36:37.855Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^vdu_alarm_.*\"}:{}" msg=flushing alerts=[vdu_alarm_d682f06b-aced-400d-b40c-6269ed5be519[4e10d9e][active]]
2024-04-28T03:36:38.221651770Z ts=2024-04-28T03:36:38.221Z caller=notify.go:743 level=debug component=dispatcher receiver=alarm-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-28T03:38:37.856319312Z ts=2024-04-28T03:38:37.856Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^vdu_alarm_.*\"}:{}" msg=flushing alerts=[vdu_alarm_d682f06b-aced-400d-b40c-6269ed5be519[4e10d9e][active]]
2024-04-28T03:40:37.857543265Z ts=2024-04-28T03:40:37.857Z caller=dispatch.go:517 level=debug component=dispatcher aggrGroup="{}/{alertname=~\"^vdu_alarm_.*\"}:{}" msg=flushing alerts=[vdu_alarm_d682f06b-aced-400d-b40c-6269ed5be519[4e10d9e][resolved]]
2024-04-28T03:40:38.136269888Z ts=2024-04-28T03:40:38.136Z caller=notify.go:743 level=debug component=dispatcher receiver=alarm-webhook integration=webhook[0] msg="Notify success" attempts=1
2024-04-28T03:47:14.234693522Z ts=2024-04-28T03:47:14.233Z caller=nflog.go:364 level=debug component=nflog msg="Running maintenance"
2024-04-28T03:47:14.234733029Z ts=2024-04-28T03:47:14.234Z caller=silence.go:388 level=debug component=silences msg="Running maintenance"
2024-04-28T03:47:14.236202393Z ts=2024-04-28T03:47:14.236Z caller=silence.go:390 level=debug component=silences msg="Maintenance done" duration=1.589821ms size=0
2024-04-28T03:47:14.236613123Z ts=2024-04-28T03:47:14.236Z caller=nflog.go:366 level=debug component=nflog msg="Maintenance done" duration=2.672949ms size=306