2024-02-25T01:26:31.682661487Z level=info ts=2024-02-25T01:26:31.682Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-02-25T01:26:31.683143883Z level=info ts=2024-02-25T01:26:31.682Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-02-25T01:26:31.683163964Z level=info ts=2024-02-25T01:26:31.683Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-02-25T01:26:31.683241992Z level=info ts=2024-02-25T01:26:31.683Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-02-25T01:26:31.683268867Z level=info ts=2024-02-25T01:26:31.683Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-02-25T01:26:31.683300236Z level=info ts=2024-02-25T01:26:31.683Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-02-25T01:26:31.686707118Z level=info ts=2024-02-25T01:26:31.686Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-02-25T01:26:31.689759085Z level=info ts=2024-02-25T01:26:31.688Z caller=main.go:824 msg="Starting TSDB ..." 2024-02-25T01:26:31.693126746Z level=info ts=2024-02-25T01:26:31.692Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-02-25T01:26:31.703506249Z level=info ts=2024-02-25T01:26:31.702Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-02-25T01:26:31.704102071Z level=info ts=2024-02-25T01:26:31.703Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=13.84µs 2024-02-25T01:26:31.704333467Z level=info ts=2024-02-25T01:26:31.704Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-02-25T01:26:31.704731941Z level=info ts=2024-02-25T01:26:31.704Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-02-25T01:26:31.704843106Z level=info ts=2024-02-25T01:26:31.704Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=76.815µs wal_replay_duration=323.197µs total_replay_duration=802.77µs 2024-02-25T01:26:31.706190499Z level=info ts=2024-02-25T01:26:31.706Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-02-25T01:26:31.706297758Z level=info ts=2024-02-25T01:26:31.706Z caller=main.go:854 msg="TSDB started" 2024-02-25T01:26:31.706401606Z level=info ts=2024-02-25T01:26:31.706Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-25T01:26:31.707386948Z level=info ts=2024-02-25T01:26:31.707Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=912.52µs remote_storage=8.927µs web_handler=966ns query_engine=3.337µs scrape=348.519µs scrape_sd=41.242µs notify=88.992µs notify_sd=14.101µs rules=4.402µs 2024-02-25T01:26:31.707502746Z level=info ts=2024-02-25T01:26:31.707Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-02-25T04:26:54.180483188Z level=info ts=2024-02-25T04:26:54.180Z caller=compact.go:518 component=tsdb msg="write block" mint=1708824399124 maxt=1708826400000 ulid=01HQF884SXV9K0AB5WACGPTK8D duration=38.867206ms 2024-02-25T04:26:54.182567244Z level=info ts=2024-02-25T04:26:54.182Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.402174ms 2024-02-25T05:00:24.175869921Z level=info ts=2024-02-25T05:00:24.175Z caller=compact.go:518 component=tsdb msg="write block" mint=1708826409124 maxt=1708833600000 ulid=01HQFA5FP4Q68FNVCR6VE7GNTR duration=43.301976ms 2024-02-25T05:00:24.177849965Z level=info ts=2024-02-25T05:00:24.177Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.49422ms 2024-02-25T01:26:58.425709568Z Connected to MongoDB! 2024-02-25T01:26:58.425786676Z Refreshing prometheus config file for first time 2024-02-25T01:27:28.846315406Z Error in first configuration attempt! 2024-02-25T01:27:28.846371880Z mongodb-k8s:27017: [Errno 111] Connection refused, Timeout: 30s, Topology Description: ]> 2024-02-25T01:27:58.923500427Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-25T01:27:58.923584300Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-25T01:28:33.954241851Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-25T01:28:33.954338599Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-25T01:29:08.999284550Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-25T01:29:08.999320747Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-25T01:29:44.033963189Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-25T01:29:44.034008477Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-25T01:30:19.063026270Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-25T01:30:19.063173848Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-25T01:30:54.090495537Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-25T01:30:54.090548539Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-25T01:31:29.130700317Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-25T01:31:29.130736904Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-25T01:31:34.145949293Z Listening to changes in prometheus jobs collection