2024-03-24T01:23:26.747342526Z level=info ts=2024-03-24T01:23:26.747Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-24T01:23:26.749156926Z level=info ts=2024-03-24T01:23:26.747Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-03-24T01:23:26.749300116Z level=info ts=2024-03-24T01:23:26.749Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-03-24T01:23:26.749433816Z level=info ts=2024-03-24T01:23:26.749Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-03-24T01:23:26.749571232Z level=info ts=2024-03-24T01:23:26.749Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-03-24T01:23:26.749671125Z level=info ts=2024-03-24T01:23:26.749Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-24T01:23:26.751886655Z level=info ts=2024-03-24T01:23:26.751Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-03-24T01:23:26.755305962Z level=info ts=2024-03-24T01:23:26.755Z caller=main.go:824 msg="Starting TSDB ..." 2024-03-24T01:23:26.757035925Z level=info ts=2024-03-24T01:23:26.756Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-03-24T01:23:26.763685264Z level=info ts=2024-03-24T01:23:26.763Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-24T01:23:26.763711809Z level=info ts=2024-03-24T01:23:26.763Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=5.631µs 2024-03-24T01:23:26.763718125Z level=info ts=2024-03-24T01:23:26.763Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-03-24T01:23:26.764128965Z level=info ts=2024-03-24T01:23:26.764Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-24T01:23:26.764141735Z level=info ts=2024-03-24T01:23:26.764Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.135µs wal_replay_duration=540.197µs total_replay_duration=592.115µs 2024-03-24T01:23:26.765799046Z level=info ts=2024-03-24T01:23:26.765Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-03-24T01:23:26.765915520Z level=info ts=2024-03-24T01:23:26.765Z caller=main.go:854 msg="TSDB started" 2024-03-24T01:23:26.766050140Z level=info ts=2024-03-24T01:23:26.765Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-24T01:23:26.767021588Z level=info ts=2024-03-24T01:23:26.766Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=998.329µs remote_storage=5.913µs web_handler=651ns query_engine=4.14µs scrape=331.856µs scrape_sd=35.509µs notify=35.776µs notify_sd=11.133µs rules=4.242µs 2024-03-24T01:23:26.767106130Z level=info ts=2024-03-24T01:23:26.767Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-03-24T01:27:44.925588287Z level=info ts=2024-03-24T01:27:44.925Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-24T01:27:44.926309513Z level=info ts=2024-03-24T01:27:44.926Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=886.919µs remote_storage=8.089µs web_handler=4.002µs query_engine=6.595µs scrape=132.892µs scrape_sd=63.103µs notify=27.4µs notify_sd=12.214µs rules=6.885µs 2024-03-24T04:23:54.163156571Z level=info ts=2024-03-24T04:23:54.162Z caller=compact.go:518 component=tsdb msg="write block" mint=1711243419125 maxt=1711245600000 ulid=01HSQB6S0PN4FEGGR3AYRS6YYF duration=27.931959ms 2024-03-24T04:23:54.165478436Z level=info ts=2024-03-24T04:23:54.165Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.737993ms 2024-03-24T04:56:59.831165064Z level=info ts=2024-03-24T04:56:59.830Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-24T04:56:59.835411774Z level=info ts=2024-03-24T04:56:59.835Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.80967ms remote_storage=17.881µs web_handler=9.845µs query_engine=24.851µs scrape=380.69µs scrape_sd=202.509µs notify=91.454µs notify_sd=28.716µs rules=19.032µs 2024-03-24T04:57:11.577992800Z level=info ts=2024-03-24T04:57:11.577Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-24T04:57:11.578849298Z level=info ts=2024-03-24T04:57:11.578Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=939.247µs remote_storage=2.869µs web_handler=653ns query_engine=1.502µs scrape=274.56µs scrape_sd=56.419µs notify=30.241µs notify_sd=21.496µs rules=18.377µs 2024-03-24T05:00:09.174001038Z level=info ts=2024-03-24T05:00:09.173Z caller=compact.go:518 component=tsdb msg="write block" mint=1711245609125 maxt=1711252800000 ulid=01HSQD951D3HHZ99G79HBW3T5W duration=40.422978ms 2024-03-24T05:00:09.176088491Z level=info ts=2024-03-24T05:00:09.175Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.575324ms 2024-03-24T01:23:53.050687406Z Connected to MongoDB! 2024-03-24T01:23:53.050722140Z Refreshing prometheus config file for first time 2024-03-24T01:24:23.072564968Z Error in first configuration attempt! 2024-03-24T01:24:23.072607401Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-24T01:24:53.096505810Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-24T01:24:53.096571276Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-24T01:25:28.126450918Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-24T01:25:28.126492659Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-24T01:26:03.150898372Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-24T01:26:03.151566258Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-24T01:26:38.182293928Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-24T01:26:38.182353348Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-24T01:27:13.200959930Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-24T01:27:13.201053918Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-24T01:27:43.600760828Z Listening to changes in prometheus jobs collection 2024-03-24T01:27:44.908658103Z Change detected, updating prometheus config 2024-03-24T01:27:44.915081346Z Jobs detected : 1 2024-03-24T01:27:44.919495085Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-24T01:27:44.920676154Z New config written, updating prometheus 2024-03-24T01:27:49.947984419Z Prometheus config update successful 2024-03-24T01:27:49.951216174Z 2024-03-24T04:56:59.802388296Z Change detected, updating prometheus config 2024-03-24T04:56:59.806986437Z Jobs detected : 2 2024-03-24T04:56:59.817641440Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-24T04:56:59.824085454Z New config written, updating prometheus 2024-03-24T04:57:04.859013306Z Prometheus config update successful 2024-03-24T04:57:04.862374417Z 2024-03-24T04:57:11.553432563Z Change detected, updating prometheus config 2024-03-24T04:57:11.561861340Z Jobs detected : 1 2024-03-24T04:57:11.572587275Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-24T04:57:11.574235700Z New config written, updating prometheus 2024-03-24T04:57:16.601619141Z Prometheus config update successful 2024-03-24T04:57:16.603417737Z