2024-03-14T04:09:46.255647714Z level=info ts=2024-03-14T04:09:46.255Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-14T04:09:46.255679077Z level=info ts=2024-03-14T04:09:46.255Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-03-14T04:09:46.255771934Z level=info ts=2024-03-14T04:09:46.255Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-03-14T04:09:46.255868681Z level=info ts=2024-03-14T04:09:46.255Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-03-14T04:09:46.255972210Z level=info ts=2024-03-14T04:09:46.255Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-03-14T04:09:46.256052253Z level=info ts=2024-03-14T04:09:46.255Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-14T04:09:46.259533449Z level=info ts=2024-03-14T04:09:46.259Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-03-14T04:09:46.262397945Z level=info ts=2024-03-14T04:09:46.262Z caller=main.go:824 msg="Starting TSDB ..." 2024-03-14T04:09:46.263940504Z level=info ts=2024-03-14T04:09:46.263Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-03-14T04:09:46.273631657Z level=info ts=2024-03-14T04:09:46.273Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-14T04:09:46.273654659Z level=info ts=2024-03-14T04:09:46.273Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=7.737µs 2024-03-14T04:09:46.273661077Z level=info ts=2024-03-14T04:09:46.273Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-03-14T04:09:46.275973788Z level=info ts=2024-03-14T04:09:46.275Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-14T04:09:46.276005303Z level=info ts=2024-03-14T04:09:46.275Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=36.441µs wal_replay_duration=2.337649ms total_replay_duration=2.40264ms 2024-03-14T04:09:46.277711801Z level=info ts=2024-03-14T04:09:46.277Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-03-14T04:09:46.277726409Z level=info ts=2024-03-14T04:09:46.277Z caller=main.go:854 msg="TSDB started" 2024-03-14T04:09:46.277835141Z level=info ts=2024-03-14T04:09:46.277Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-14T04:09:46.278863355Z level=info ts=2024-03-14T04:09:46.278Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.061433ms remote_storage=6.999µs web_handler=671ns query_engine=4.71µs scrape=372.802µs scrape_sd=32.235µs notify=47.165µs notify_sd=19.744µs rules=6.017µs 2024-03-14T04:09:46.278876995Z level=info ts=2024-03-14T04:09:46.278Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-03-14T07:10:09.159091750Z level=info ts=2024-03-14T07:10:09.158Z caller=compact.go:518 component=tsdb msg="write block" mint=1710389394126 maxt=1710396000000 ulid=01HRXWR079ZDX5Q2786VDDG162 duration=28.815305ms 2024-03-14T07:10:09.162747254Z level=info ts=2024-03-14T07:10:09.162Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.889979ms 2024-03-14T07:40:10.847181036Z level=info ts=2024-03-14T07:40:10.846Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-14T07:40:10.850716437Z level=info ts=2024-03-14T07:40:10.850Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.69111ms remote_storage=4.491µs web_handler=8.91µs query_engine=5.869µs scrape=365.204µs scrape_sd=192.962µs notify=235.661µs notify_sd=73.878µs rules=9.509µs 2024-03-14T07:40:29.367633762Z level=info ts=2024-03-14T07:40:29.367Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-14T07:40:29.368318628Z level=info ts=2024-03-14T07:40:29.368Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=781.925µs remote_storage=2.125µs web_handler=836ns query_engine=1.735µs scrape=225.714µs scrape_sd=41.986µs notify=16.476µs notify_sd=10.858µs rules=1.383µs 2024-03-14T04:10:12.938743504Z Connected to MongoDB! 2024-03-14T04:10:12.938832796Z Refreshing prometheus config file for first time 2024-03-14T04:10:42.972243431Z Error in first configuration attempt! 2024-03-14T04:10:42.972361391Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-14T04:11:13.002526373Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-14T04:11:13.002580426Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-14T04:11:48.035248069Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-14T04:11:48.035298868Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-14T04:12:23.052955218Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-14T04:12:23.052992798Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-14T04:12:58.093010230Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-14T04:12:58.093061858Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-14T04:13:33.128079817Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-14T04:13:33.128111526Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-14T04:13:38.159420969Z Listening to changes in prometheus jobs collection 2024-03-14T07:40:10.813095010Z Change detected, updating prometheus config 2024-03-14T07:40:10.818991658Z Jobs detected : 2 2024-03-14T07:40:10.831440175Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-14T07:40:10.837196606Z New config written, updating prometheus 2024-03-14T07:40:15.869191532Z Prometheus config update successful 2024-03-14T07:40:15.872831372Z 2024-03-14T07:40:29.353118547Z Change detected, updating prometheus config 2024-03-14T07:40:29.355043829Z Jobs detected : 1 2024-03-14T07:40:29.360258764Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-14T07:40:29.362612246Z New config written, updating prometheus 2024-03-14T07:40:34.385091484Z Prometheus config update successful 2024-03-14T07:40:34.386950502Z