2024-06-26T00:20:58.001855410Z level=info ts=2024-06-26T00:20:58.001Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-06-26T00:20:58.002285510Z level=info ts=2024-06-26T00:20:58.002Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-06-26T00:20:58.002607275Z level=info ts=2024-06-26T00:20:58.002Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-06-26T00:20:58.002878332Z level=info ts=2024-06-26T00:20:58.002Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-06-26T00:20:58.003104088Z level=info ts=2024-06-26T00:20:58.002Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-06-26T00:20:58.003290960Z level=info ts=2024-06-26T00:20:58.003Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-06-26T00:20:58.009039500Z level=info ts=2024-06-26T00:20:58.008Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-06-26T00:20:58.014016323Z level=info ts=2024-06-26T00:20:58.013Z caller=main.go:824 msg="Starting TSDB ..." 2024-06-26T00:20:58.021686368Z level=info ts=2024-06-26T00:20:58.017Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-06-26T00:20:58.037819106Z level=info ts=2024-06-26T00:20:58.037Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-06-26T00:20:58.037943541Z level=info ts=2024-06-26T00:20:58.037Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=35.007µs 2024-06-26T00:20:58.038062752Z level=info ts=2024-06-26T00:20:58.037Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-06-26T00:20:58.038996945Z level=info ts=2024-06-26T00:20:58.038Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-06-26T00:20:58.039029562Z level=info ts=2024-06-26T00:20:58.038Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=99.424µs wal_replay_duration=867.842µs total_replay_duration=1.136809ms 2024-06-26T00:20:58.042959952Z level=info ts=2024-06-26T00:20:58.042Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-06-26T00:20:58.042990643Z level=info ts=2024-06-26T00:20:58.042Z caller=main.go:854 msg="TSDB started" 2024-06-26T00:20:58.043004173Z level=info ts=2024-06-26T00:20:58.042Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-26T00:20:58.044059309Z level=info ts=2024-06-26T00:20:58.043Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.078637ms remote_storage=7.607µs web_handler=923ns query_engine=4.462µs scrape=478.928µs scrape_sd=49.4µs notify=71.007µs notify_sd=13.164µs rules=5.153µs 2024-06-26T00:20:58.044075131Z level=info ts=2024-06-26T00:20:58.043Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-06-26T00:25:06.043946086Z level=info ts=2024-06-26T00:25:06.043Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-26T00:25:06.045429402Z level=info ts=2024-06-26T00:25:06.045Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.631ms remote_storage=22.244µs web_handler=3.73µs query_engine=9.831µs scrape=159.525µs scrape_sd=48.874µs notify=27.025µs notify_sd=21.138µs rules=8.106µs 2024-06-26T03:21:09.185049350Z level=info ts=2024-06-26T03:21:09.184Z caller=compact.go:518 component=tsdb msg="write block" mint=1719361269132 maxt=1719367200000 ulid=01J198ZE8NEYK3K8ZJ9MHZTYTE duration=43.402892ms 2024-06-26T03:21:09.187500633Z level=info ts=2024-06-26T03:21:09.187Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.049686ms 2024-06-26T03:50:12.020691248Z level=info ts=2024-06-26T03:50:12.018Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-26T03:50:12.025405096Z level=info ts=2024-06-26T03:50:12.025Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.563024ms remote_storage=446.974µs web_handler=2.402µs query_engine=12.436µs scrape=255.413µs scrape_sd=134.733µs notify=81.301µs notify_sd=16.383µs rules=64.085µs 2024-06-26T03:50:30.240537414Z level=info ts=2024-06-26T03:50:30.240Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-26T03:50:30.241802860Z level=info ts=2024-06-26T03:50:30.241Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.242ms remote_storage=3.341µs web_handler=859ns query_engine=2.053µs scrape=313.986µs scrape_sd=40.389µs notify=19.818µs notify_sd=17.691µs rules=1.928µs 2024-06-26T00:21:16.035553623Z Connected to MongoDB! 2024-06-26T00:21:16.035606299Z Refreshing prometheus config file for first time 2024-06-26T00:21:46.068677360Z Error in first configuration attempt! 2024-06-26T00:21:46.068708639Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-26T00:22:16.104405877Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-26T00:22:16.104475177Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-26T00:22:51.125013355Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-26T00:22:51.125125916Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-26T00:23:26.153102927Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-26T00:23:26.153274179Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-26T00:24:01.184111857Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-26T00:24:01.184213605Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-26T00:24:36.209449433Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-26T00:24:36.209502966Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-26T00:25:04.613344542Z Listening to changes in prometheus jobs collection 2024-06-26T00:25:06.021229218Z Change detected, updating prometheus config 2024-06-26T00:25:06.024158718Z Jobs detected : 1 2024-06-26T00:25:06.035080012Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-26T00:25:06.036988947Z New config written, updating prometheus 2024-06-26T00:25:11.076759425Z Prometheus config update successful 2024-06-26T00:25:11.080206386Z 2024-06-26T03:50:11.979660216Z Change detected, updating prometheus config 2024-06-26T03:50:11.984184407Z Jobs detected : 2 2024-06-26T03:50:11.990988883Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-26T03:50:11.995893409Z New config written, updating prometheus 2024-06-26T03:50:17.046196830Z Prometheus config update successful 2024-06-26T03:50:17.050149604Z 2024-06-26T03:50:30.219502386Z Change detected, updating prometheus config 2024-06-26T03:50:30.222137998Z Jobs detected : 1 2024-06-26T03:50:30.233598372Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-26T03:50:30.236983235Z New config written, updating prometheus 2024-06-26T03:50:35.263569671Z Prometheus config update successful 2024-06-26T03:50:35.265672314Z