2024-03-23T01:26:33.110585122Z level=info ts=2024-03-23T01:26:33.110Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-23T01:26:33.110754750Z level=info ts=2024-03-23T01:26:33.110Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-03-23T01:26:33.110908604Z level=info ts=2024-03-23T01:26:33.110Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-03-23T01:26:33.111050091Z level=info ts=2024-03-23T01:26:33.110Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-03-23T01:26:33.111199896Z level=info ts=2024-03-23T01:26:33.111Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-03-23T01:26:33.111339934Z level=info ts=2024-03-23T01:26:33.111Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-23T01:26:33.116240346Z level=info ts=2024-03-23T01:26:33.116Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-03-23T01:26:33.122864740Z level=info ts=2024-03-23T01:26:33.122Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-03-23T01:26:33.124472021Z level=info ts=2024-03-23T01:26:33.120Z caller=main.go:824 msg="Starting TSDB ..." 2024-03-23T01:26:33.130857747Z level=info ts=2024-03-23T01:26:33.130Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-23T01:26:33.130872097Z level=info ts=2024-03-23T01:26:33.130Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.769µs 2024-03-23T01:26:33.130875682Z level=info ts=2024-03-23T01:26:33.130Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-03-23T01:26:33.131293711Z level=info ts=2024-03-23T01:26:33.131Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-23T01:26:33.131307316Z level=info ts=2024-03-23T01:26:33.131Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=36.534µs wal_replay_duration=436.096µs total_replay_duration=498.24µs 2024-03-23T01:26:33.133724304Z level=info ts=2024-03-23T01:26:33.133Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-03-23T01:26:33.133732401Z level=info ts=2024-03-23T01:26:33.133Z caller=main.go:854 msg="TSDB started" 2024-03-23T01:26:33.133735599Z level=info ts=2024-03-23T01:26:33.133Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-23T01:26:33.134859890Z level=info ts=2024-03-23T01:26:33.134Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.072483ms remote_storage=10.428µs web_handler=700ns query_engine=5.535µs scrape=451.305µs scrape_sd=53.273µs notify=40.065µs notify_sd=41.639µs rules=6.141µs 2024-03-23T01:26:33.134869537Z level=info ts=2024-03-23T01:26:33.134Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-03-23T01:30:20.030578796Z level=info ts=2024-03-23T01:30:20.029Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-23T01:30:20.035933528Z level=info ts=2024-03-23T01:30:20.035Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.781204ms remote_storage=24.255µs web_handler=7.922µs query_engine=8.543µs scrape=340.57µs scrape_sd=135.817µs notify=60.721µs notify_sd=29.212µs rules=14.853µs 2024-03-23T04:26:54.177724402Z level=info ts=2024-03-23T04:26:54.177Z caller=compact.go:518 component=tsdb msg="write block" mint=1711157199124 maxt=1711159200000 ulid=01HSMRZHSM08XYRQWBWVA6ATJW duration=44.737508ms 2024-03-23T04:26:54.181916876Z level=info ts=2024-03-23T04:26:54.181Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.349433ms 2024-03-23T04:55:44.714893912Z level=info ts=2024-03-23T04:55:44.714Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-23T04:55:44.716983830Z level=info ts=2024-03-23T04:55:44.716Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.260404ms remote_storage=13.525µs web_handler=5.06µs query_engine=4.799µs scrape=296.806µs scrape_sd=132.651µs notify=59.72µs notify_sd=25.581µs rules=10.491µs 2024-03-23T04:56:03.339798589Z level=info ts=2024-03-23T04:56:03.339Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-23T04:56:03.341437481Z level=info ts=2024-03-23T04:56:03.341Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.645553ms remote_storage=3.849µs web_handler=944ns query_engine=2.411µs scrape=354.121µs scrape_sd=363.89µs notify=50.54µs notify_sd=46.364µs rules=2.216µs 2024-03-23T05:00:24.190503202Z level=info ts=2024-03-23T05:00:24.190Z caller=compact.go:518 component=tsdb msg="write block" mint=1711159209124 maxt=1711166400000 ulid=01HSMTWWP4QE40FT1PYPN22VF7 duration=57.176914ms 2024-03-23T05:00:24.192942379Z level=info ts=2024-03-23T05:00:24.192Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.037084ms 2024-03-23T01:26:49.002790320Z Connected to MongoDB! 2024-03-23T01:26:49.002845606Z Refreshing prometheus config file for first time 2024-03-23T01:27:19.041751934Z Error in first configuration attempt! 2024-03-23T01:27:19.041789249Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-23T01:27:49.072500470Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-23T01:27:49.072549074Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-23T01:28:24.102935042Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-23T01:28:24.102985006Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-23T01:28:59.133938559Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-23T01:28:59.134009176Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-23T01:29:34.170124060Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-23T01:29:34.170189971Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-23T01:30:09.202933425Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-23T01:30:09.202990124Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-23T01:30:18.685569500Z Listening to changes in prometheus jobs collection 2024-03-23T01:30:19.996946353Z Change detected, updating prometheus config 2024-03-23T01:30:19.999979755Z Jobs detected : 1 2024-03-23T01:30:20.011584331Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-23T01:30:20.017801404Z New config written, updating prometheus 2024-03-23T01:30:25.059179143Z Prometheus config update successful 2024-03-23T01:30:25.062083819Z 2024-03-23T04:55:44.690459707Z Change detected, updating prometheus config 2024-03-23T04:55:44.693661639Z Jobs detected : 2 2024-03-23T04:55:44.700512753Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-23T04:55:44.708400828Z New config written, updating prometheus 2024-03-23T04:55:49.749830563Z Prometheus config update successful 2024-03-23T04:55:49.753697241Z 2024-03-23T04:56:03.323719033Z Change detected, updating prometheus config 2024-03-23T04:56:03.325512420Z Jobs detected : 1 2024-03-23T04:56:03.333328396Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-23T04:56:03.336305902Z New config written, updating prometheus 2024-03-23T04:56:08.361295317Z Prometheus config update successful 2024-03-23T04:56:08.363539992Z