2024-05-29T00:27:49.442738377Z level=info ts=2024-05-29T00:27:49.442Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-05-29T00:27:49.442811673Z level=info ts=2024-05-29T00:27:49.442Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-05-29T00:27:49.442817991Z level=info ts=2024-05-29T00:27:49.442Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-05-29T00:27:49.442888310Z level=info ts=2024-05-29T00:27:49.442Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-05-29T00:27:49.443096906Z level=info ts=2024-05-29T00:27:49.442Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-05-29T00:27:49.443286703Z level=info ts=2024-05-29T00:27:49.443Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-29T00:27:49.447896165Z level=info ts=2024-05-29T00:27:49.447Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-05-29T00:27:49.452024370Z level=info ts=2024-05-29T00:27:49.450Z caller=main.go:824 msg="Starting TSDB ..." 2024-05-29T00:27:49.462410878Z level=info ts=2024-05-29T00:27:49.462Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-05-29T00:27:49.463882782Z level=info ts=2024-05-29T00:27:49.463Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-29T00:27:49.463897019Z level=info ts=2024-05-29T00:27:49.463Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=7.319µs 2024-05-29T00:27:49.463899893Z level=info ts=2024-05-29T00:27:49.463Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-05-29T00:27:49.464377272Z level=info ts=2024-05-29T00:27:49.464Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-05-29T00:27:49.464384388Z level=info ts=2024-05-29T00:27:49.464Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=33.834µs wal_replay_duration=467.81µs total_replay_duration=527.181µs 2024-05-29T00:27:49.466598411Z level=info ts=2024-05-29T00:27:49.466Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-05-29T00:27:49.466619291Z level=info ts=2024-05-29T00:27:49.466Z caller=main.go:854 msg="TSDB started" 2024-05-29T00:27:49.466624587Z level=info ts=2024-05-29T00:27:49.466Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-29T00:27:49.467656333Z level=info ts=2024-05-29T00:27:49.467Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.033974ms remote_storage=6.788µs web_handler=903ns query_engine=4.146µs scrape=498.23µs scrape_sd=50.537µs notify=42.581µs notify_sd=11.984µs rules=4.885µs 2024-05-29T00:27:49.467680319Z level=info ts=2024-05-29T00:27:49.467Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-05-29T00:31:34.967043457Z level=info ts=2024-05-29T00:31:34.966Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-29T00:31:34.968189235Z level=info ts=2024-05-29T00:31:34.968Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.280302ms remote_storage=2.642µs web_handler=986ns query_engine=7.017µs scrape=200.558µs scrape_sd=47.095µs notify=18.278µs notify_sd=19.63µs rules=3.93µs 2024-05-29T03:28:09.247647740Z level=info ts=2024-05-29T03:28:09.247Z caller=compact.go:518 component=tsdb msg="write block" mint=1716942489127 maxt=1716948000000 ulid=01HZ1684DZCQ8ZY0X4QVTZDSZF duration=95.493337ms 2024-05-29T03:28:09.253411248Z level=info ts=2024-05-29T03:28:09.253Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=4.19263ms 2024-05-29T04:04:04.046762529Z level=info ts=2024-05-29T04:04:04.046Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-29T04:04:04.047914041Z level=info ts=2024-05-29T04:04:04.047Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.342302ms remote_storage=2.622µs web_handler=4.298µs query_engine=3.94µs scrape=148.161µs scrape_sd=63.919µs notify=36.496µs notify_sd=18.911µs rules=9.16µs 2024-05-29T04:05:11.482710176Z level=info ts=2024-05-29T04:05:11.480Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-29T04:05:11.482754126Z level=info ts=2024-05-29T04:05:11.481Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.464898ms remote_storage=3.905µs web_handler=858ns query_engine=2.325µs scrape=449.291µs scrape_sd=66.206µs notify=31.334µs notify_sd=32.654µs rules=3.125µs 2024-05-29T00:28:17.192137303Z Connected to MongoDB! 2024-05-29T00:28:17.192178595Z Refreshing prometheus config file for first time 2024-05-29T00:28:47.237009577Z Error in first configuration attempt! 2024-05-29T00:28:47.237041575Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-29T00:29:17.268700283Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-29T00:29:17.268760892Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-29T00:29:52.295830481Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-29T00:29:52.295910711Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-29T00:30:27.325720862Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-29T00:30:27.325758054Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-29T00:31:02.369737875Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-29T00:31:02.369794232Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-29T00:31:33.526296356Z Listening to changes in prometheus jobs collection 2024-05-29T00:31:34.944915198Z Change detected, updating prometheus config 2024-05-29T00:31:34.946163004Z Jobs detected : 1 2024-05-29T00:31:34.951211269Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-29T00:31:34.953173583Z New config written, updating prometheus 2024-05-29T00:31:39.982481313Z Prometheus config update successful 2024-05-29T00:31:39.984402267Z 2024-05-29T04:04:04.026592760Z Change detected, updating prometheus config 2024-05-29T04:04:04.030327686Z Jobs detected : 2 2024-05-29T04:04:04.036375257Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-29T04:04:04.040982257Z New config written, updating prometheus 2024-05-29T04:04:09.073983898Z Prometheus config update successful 2024-05-29T04:04:09.076254197Z 2024-05-29T04:05:11.459261379Z Change detected, updating prometheus config 2024-05-29T04:05:11.462155501Z Jobs detected : 1 2024-05-29T04:05:11.473221765Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-29T04:05:11.476131876Z New config written, updating prometheus 2024-05-29T04:05:16.494934610Z Prometheus config update successful 2024-05-29T04:05:16.496587208Z