2024-04-26T00:28:46.793364989Z level=info ts=2024-04-26T00:28:46.793Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-26T00:28:46.794021068Z level=info ts=2024-04-26T00:28:46.793Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-04-26T00:28:46.794245306Z level=info ts=2024-04-26T00:28:46.794Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-04-26T00:28:46.794341215Z level=info ts=2024-04-26T00:28:46.794Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-04-26T00:28:46.794484810Z level=info ts=2024-04-26T00:28:46.794Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-04-26T00:28:46.794575728Z level=info ts=2024-04-26T00:28:46.794Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-26T00:28:46.798386616Z level=info ts=2024-04-26T00:28:46.798Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-04-26T00:28:46.800775829Z level=info ts=2024-04-26T00:28:46.800Z caller=main.go:824 msg="Starting TSDB ..." 2024-04-26T00:28:46.802015382Z level=info ts=2024-04-26T00:28:46.801Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-04-26T00:28:46.806175585Z level=info ts=2024-04-26T00:28:46.806Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-26T00:28:46.806191715Z level=info ts=2024-04-26T00:28:46.806Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=4.031µs 2024-04-26T00:28:46.806194505Z level=info ts=2024-04-26T00:28:46.806Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-04-26T00:28:46.807445008Z level=info ts=2024-04-26T00:28:46.807Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-26T00:28:46.807454532Z level=info ts=2024-04-26T00:28:46.807Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=43.522µs wal_replay_duration=1.232501ms total_replay_duration=1.296916ms 2024-04-26T00:28:46.810020331Z level=info ts=2024-04-26T00:28:46.809Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-04-26T00:28:46.810031151Z level=info ts=2024-04-26T00:28:46.809Z caller=main.go:854 msg="TSDB started" 2024-04-26T00:28:46.810060413Z level=info ts=2024-04-26T00:28:46.810Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T00:28:46.811401127Z level=info ts=2024-04-26T00:28:46.811Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.240142ms remote_storage=9.384µs web_handler=9.043µs query_engine=1.74µs scrape=500.138µs scrape_sd=57.505µs notify=57.062µs notify_sd=18.643µs rules=5.459µs 2024-04-26T00:28:46.811414443Z level=info ts=2024-04-26T00:28:46.811Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-04-26T00:33:32.839154004Z level=info ts=2024-04-26T00:33:32.838Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T00:33:32.840558092Z level=info ts=2024-04-26T00:33:32.840Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.496044ms remote_storage=7.618µs web_handler=793ns query_engine=7.491µs scrape=226.388µs scrape_sd=52.895µs notify=37.859µs notify_sd=21.766µs rules=19.128µs 2024-04-26T03:29:09.179387229Z level=info ts=2024-04-26T03:29:09.179Z caller=compact.go:518 component=tsdb msg="write block" mint=1714091334124 maxt=1714096800000 ulid=01HWC7680CAM6A4VNVATQ88YPB duration=46.797488ms 2024-04-26T03:29:09.182255396Z level=info ts=2024-04-26T03:29:09.182Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.472987ms 2024-04-26T04:06:08.961813859Z level=info ts=2024-04-26T04:06:08.961Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T04:06:08.965383932Z level=info ts=2024-04-26T04:06:08.965Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.789594ms remote_storage=11.986µs web_handler=2.467µs query_engine=31.427µs scrape=426.772µs scrape_sd=168.706µs notify=80.504µs notify_sd=23.634µs rules=19.052µs 2024-04-26T04:06:26.904900216Z level=info ts=2024-04-26T04:06:26.904Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T04:06:26.905917166Z level=info ts=2024-04-26T04:06:26.905Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.034537ms remote_storage=8.217µs web_handler=638ns query_engine=2.201µs scrape=258.648µs scrape_sd=42.478µs notify=23.516µs notify_sd=12.562µs rules=1.459µs 2024-04-26T00:29:12.178047854Z Connected to MongoDB! 2024-04-26T00:29:12.178075992Z Refreshing prometheus config file for first time 2024-04-26T00:29:42.213567708Z Error in first configuration attempt! 2024-04-26T00:29:42.213601525Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-26T00:30:12.244678461Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-26T00:30:12.244934742Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-26T00:30:47.275362726Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-26T00:30:47.275469365Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-26T00:31:22.301381610Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-26T00:31:22.301445783Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-26T00:31:57.348991185Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-26T00:31:57.349074365Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-26T00:32:32.370979420Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-26T00:32:32.371025188Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-26T00:33:07.407391694Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-26T00:33:07.407474338Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-26T00:33:31.381752503Z Listening to changes in prometheus jobs collection 2024-04-26T00:33:32.793829492Z Change detected, updating prometheus config 2024-04-26T00:33:32.803428822Z Jobs detected : 1 2024-04-26T00:33:32.815289177Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-26T00:33:32.819465490Z New config written, updating prometheus 2024-04-26T00:33:37.868664327Z Prometheus config update successful 2024-04-26T00:33:37.872357977Z 2024-04-26T04:06:08.935844473Z Change detected, updating prometheus config 2024-04-26T04:06:08.939485959Z Jobs detected : 2 2024-04-26T04:06:08.947264396Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-26T04:06:08.954385049Z New config written, updating prometheus 2024-04-26T04:06:14.010493939Z Prometheus config update successful 2024-04-26T04:06:14.012931514Z 2024-04-26T04:06:26.882685403Z Change detected, updating prometheus config 2024-04-26T04:06:26.885227098Z Jobs detected : 1 2024-04-26T04:06:26.898323970Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-26T04:06:26.901064054Z New config written, updating prometheus 2024-04-26T04:06:31.930595501Z Prometheus config update successful 2024-04-26T04:06:31.932660742Z