2024-01-14T01:25:42.559112996Z level=info ts=2024-01-14T01:25:42.558Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-01-14T01:25:42.559167136Z level=info ts=2024-01-14T01:25:42.559Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-01-14T01:25:42.559253264Z level=info ts=2024-01-14T01:25:42.559Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-01-14T01:25:42.559263028Z level=info ts=2024-01-14T01:25:42.559Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-01-14T01:25:42.559267858Z level=info ts=2024-01-14T01:25:42.559Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-01-14T01:25:42.559271818Z level=info ts=2024-01-14T01:25:42.559Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-01-14T01:25:42.562697995Z level=info ts=2024-01-14T01:25:42.560Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-01-14T01:25:42.564624627Z level=info ts=2024-01-14T01:25:42.564Z caller=main.go:824 msg="Starting TSDB ..." 2024-01-14T01:25:42.566630424Z level=info ts=2024-01-14T01:25:42.565Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-01-14T01:25:42.575469240Z level=info ts=2024-01-14T01:25:42.575Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-01-14T01:25:42.577840304Z level=info ts=2024-01-14T01:25:42.577Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=13.389µs 2024-01-14T01:25:42.578000440Z level=info ts=2024-01-14T01:25:42.577Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-01-14T01:25:42.578412459Z level=info ts=2024-01-14T01:25:42.578Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-01-14T01:25:42.578510730Z level=info ts=2024-01-14T01:25:42.578Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=60.933µs wal_replay_duration=341.393µs total_replay_duration=738.811µs 2024-01-14T01:25:42.590546802Z level=info ts=2024-01-14T01:25:42.590Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-01-14T01:25:42.593173121Z level=info ts=2024-01-14T01:25:42.593Z caller=main.go:854 msg="TSDB started" 2024-01-14T01:25:42.593345479Z level=info ts=2024-01-14T01:25:42.593Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-01-14T01:25:42.598532554Z level=info ts=2024-01-14T01:25:42.597Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.717815ms remote_storage=7.838µs web_handler=862ns query_engine=3.769µs scrape=3.679641ms scrape_sd=38.628µs notify=46.052µs notify_sd=11.868µs rules=21.089µs 2024-01-14T01:25:42.598550483Z level=info ts=2024-01-14T01:25:42.598Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-01-14T01:29:57.542753021Z level=info ts=2024-01-14T01:29:57.542Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-01-14T01:29:57.544262220Z level=info ts=2024-01-14T01:29:57.544Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.568652ms remote_storage=19.296µs web_handler=875ns query_engine=4.343µs scrape=107.457µs scrape_sd=34.05µs notify=33.483µs notify_sd=12.318µs rules=5.781µs 2024-01-14T04:26:09.173042051Z level=info ts=2024-01-14T04:26:09.169Z caller=compact.go:518 component=tsdb msg="write block" mint=1705195554124 maxt=1705197600000 ulid=01HM33GJVA4FTA643RV569W0M0 duration=38.769665ms 2024-01-14T04:26:09.173092743Z level=info ts=2024-01-14T04:26:09.172Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.940795ms 2024-01-14T04:55:38.185942302Z level=info ts=2024-01-14T04:55:38.185Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-01-14T04:55:38.188965036Z level=info ts=2024-01-14T04:55:38.188Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.404165ms remote_storage=10.632µs web_handler=2.23µs query_engine=3.223µs scrape=309.445µs scrape_sd=144.327µs notify=88.617µs notify_sd=30.313µs rules=22.376µs 2024-01-14T04:55:59.973341025Z level=info ts=2024-01-14T04:55:59.973Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-01-14T04:55:59.974247662Z level=info ts=2024-01-14T04:55:59.973Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=745.363µs remote_storage=2.626µs web_handler=574ns query_engine=1.469µs scrape=225.197µs scrape_sd=31.31µs notify=16.395µs notify_sd=12.117µs rules=1.461µs 2024-01-14T05:00:24.200113777Z level=info ts=2024-01-14T05:00:24.199Z caller=compact.go:518 component=tsdb msg="write block" mint=1705197609124 maxt=1705204800000 ulid=01HM35F9P50MAJ8V66DYM96ARY duration=66.175675ms 2024-01-14T05:00:24.205027446Z level=info ts=2024-01-14T05:00:24.204Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.628352ms 2024-01-14T01:26:11.019238001Z Connected to MongoDB! 2024-01-14T01:26:11.019285907Z Refreshing prometheus config file for first time 2024-01-14T01:26:41.441514775Z Error in first configuration attempt! 2024-01-14T01:26:41.441542993Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-14T01:27:11.479966838Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-14T01:27:11.480051706Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-14T01:27:46.564503880Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-14T01:27:46.564625848Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-14T01:28:21.581082793Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-14T01:28:21.581157023Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-14T01:28:56.603269843Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-14T01:28:56.603332616Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-14T01:29:31.621502783Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-14T01:29:31.621564890Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-14T01:29:56.188232060Z Listening to changes in prometheus jobs collection 2024-01-14T01:29:57.503072938Z Change detected, updating prometheus config 2024-01-14T01:29:57.508822490Z Jobs detected : 1 2024-01-14T01:29:57.522784803Z Writing new config file to /etc/prometheus/prometheus.yml 2024-01-14T01:29:57.524509143Z New config written, updating prometheus 2024-01-14T01:30:02.575397823Z Prometheus config update successful 2024-01-14T01:30:02.577793633Z 2024-01-14T04:55:38.160970125Z Change detected, updating prometheus config 2024-01-14T04:55:38.163902839Z Jobs detected : 2 2024-01-14T04:55:38.174938217Z Writing new config file to /etc/prometheus/prometheus.yml 2024-01-14T04:55:38.179543727Z New config written, updating prometheus 2024-01-14T04:55:43.222530822Z Prometheus config update successful 2024-01-14T04:55:43.226151984Z 2024-01-14T04:55:59.938973942Z Change detected, updating prometheus config 2024-01-14T04:55:59.941497631Z Jobs detected : 1 2024-01-14T04:55:59.955920204Z Writing new config file to /etc/prometheus/prometheus.yml 2024-01-14T04:55:59.958680246Z New config written, updating prometheus 2024-01-14T04:56:04.995454348Z Prometheus config update successful 2024-01-14T04:56:04.997406283Z