2024-04-25T00:28:02.991480891Z level=info ts=2024-04-25T00:28:02.991Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-25T00:28:02.991542747Z level=info ts=2024-04-25T00:28:02.991Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-04-25T00:28:02.991589247Z level=info ts=2024-04-25T00:28:02.991Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-04-25T00:28:02.991701242Z level=info ts=2024-04-25T00:28:02.991Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-04-25T00:28:02.991762568Z level=info ts=2024-04-25T00:28:02.991Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-04-25T00:28:02.991879460Z level=info ts=2024-04-25T00:28:02.991Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-25T00:28:02.995271551Z level=info ts=2024-04-25T00:28:02.995Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-04-25T00:28:03.000653626Z level=info ts=2024-04-25T00:28:02.999Z caller=main.go:824 msg="Starting TSDB ..." 2024-04-25T00:28:03.001710155Z level=info ts=2024-04-25T00:28:03.001Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-04-25T00:28:03.003642052Z level=info ts=2024-04-25T00:28:03.003Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-25T00:28:03.003657232Z level=info ts=2024-04-25T00:28:03.003Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=5.798µs 2024-04-25T00:28:03.003661682Z level=info ts=2024-04-25T00:28:03.003Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-04-25T00:28:03.003911457Z level=info ts=2024-04-25T00:28:03.003Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-25T00:28:03.003921767Z level=info ts=2024-04-25T00:28:03.003Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.772µs wal_replay_duration=314.686µs total_replay_duration=358.439µs 2024-04-25T00:28:03.006098771Z level=info ts=2024-04-25T00:28:03.005Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-04-25T00:28:03.006110523Z level=info ts=2024-04-25T00:28:03.006Z caller=main.go:854 msg="TSDB started" 2024-04-25T00:28:03.006161204Z level=info ts=2024-04-25T00:28:03.006Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-25T00:28:03.008284731Z level=info ts=2024-04-25T00:28:03.008Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.099655ms remote_storage=3.227µs web_handler=1.067µs query_engine=5.684µs scrape=423.499µs scrape_sd=63.565µs notify=34.323µs notify_sd=627.47µs rules=1.824µs 2024-04-25T00:28:03.008318378Z level=info ts=2024-04-25T00:28:03.008Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-04-25T00:32:37.744597888Z level=info ts=2024-04-25T00:32:37.743Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-25T00:32:37.744725750Z level=info ts=2024-04-25T00:32:37.744Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.114921ms remote_storage=6.752µs web_handler=4.986µs query_engine=7.992µs scrape=207.567µs scrape_sd=90.636µs notify=38.548µs notify_sd=10.622µs rules=8.169µs 2024-04-25T03:28:24.194354060Z level=info ts=2024-04-25T03:28:24.194Z caller=compact.go:518 component=tsdb msg="write block" mint=1714004889124 maxt=1714010400000 ulid=01HW9MR524T76F5G1SZF7R74F1 duration=61.379634ms 2024-04-25T03:28:24.196995683Z level=info ts=2024-04-25T03:28:24.196Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.070367ms 2024-04-25T04:06:02.593084662Z level=info ts=2024-04-25T04:06:02.592Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-25T04:06:02.598876522Z level=info ts=2024-04-25T04:06:02.598Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.036906ms remote_storage=13.204µs web_handler=11.542µs query_engine=17.042µs scrape=503.15µs scrape_sd=569.57µs notify=427.207µs notify_sd=335.911µs rules=5.688µs 2024-04-25T04:06:11.313291627Z level=info ts=2024-04-25T04:06:11.313Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-25T04:06:11.314237805Z level=info ts=2024-04-25T04:06:11.314Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=939.937µs remote_storage=2.292µs web_handler=610ns query_engine=1.615µs scrape=345.505µs scrape_sd=81.017µs notify=22.762µs notify_sd=37.951µs rules=1.748µs 2024-04-25T00:28:33.364524373Z Connected to MongoDB! 2024-04-25T00:28:33.364561439Z Refreshing prometheus config file for first time 2024-04-25T00:29:03.399200890Z Error in first configuration attempt! 2024-04-25T00:29:03.399221625Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-25T00:29:33.418668259Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-25T00:29:33.419376014Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-25T00:30:08.456110658Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-25T00:30:08.456326003Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-25T00:30:43.476508944Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-25T00:30:43.476560119Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-25T00:31:18.514008777Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-25T00:31:18.514183054Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-25T00:31:53.533453964Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-25T00:31:53.533517088Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-25T00:32:28.568092909Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-25T00:32:28.568128492Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-25T00:32:36.305512973Z Listening to changes in prometheus jobs collection 2024-04-25T00:32:37.716879485Z Change detected, updating prometheus config 2024-04-25T00:32:37.723581858Z Jobs detected : 1 2024-04-25T00:32:37.729841266Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-25T00:32:37.736571245Z New config written, updating prometheus 2024-04-25T00:32:42.769900418Z Prometheus config update successful 2024-04-25T00:32:42.772709919Z 2024-04-25T04:06:02.569776779Z Change detected, updating prometheus config 2024-04-25T04:06:02.572937086Z Jobs detected : 2 2024-04-25T04:06:02.578782270Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-25T04:06:02.582857040Z New config written, updating prometheus 2024-04-25T04:06:07.631386490Z Prometheus config update successful 2024-04-25T04:06:07.634261212Z 2024-04-25T04:06:11.296925296Z Change detected, updating prometheus config 2024-04-25T04:06:11.298692747Z Jobs detected : 1 2024-04-25T04:06:11.307861309Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-25T04:06:11.309460835Z New config written, updating prometheus 2024-04-25T04:06:16.353994493Z Prometheus config update successful 2024-04-25T04:06:16.357219308Z