2024-03-19T01:27:35.698971624Z level=info ts=2024-03-19T01:27:35.698Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-19T01:27:35.699069098Z level=info ts=2024-03-19T01:27:35.698Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-03-19T01:27:35.699086424Z level=info ts=2024-03-19T01:27:35.698Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-03-19T01:27:35.699093516Z level=info ts=2024-03-19T01:27:35.698Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-03-19T01:27:35.699119248Z level=info ts=2024-03-19T01:27:35.698Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-03-19T01:27:35.699126950Z level=info ts=2024-03-19T01:27:35.698Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-19T01:27:35.701533238Z level=info ts=2024-03-19T01:27:35.701Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-03-19T01:27:35.702991073Z level=info ts=2024-03-19T01:27:35.702Z caller=main.go:824 msg="Starting TSDB ..." 2024-03-19T01:27:35.705831394Z level=info ts=2024-03-19T01:27:35.705Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-03-19T01:27:35.711893128Z level=info ts=2024-03-19T01:27:35.711Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-19T01:27:35.711982103Z level=info ts=2024-03-19T01:27:35.711Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=18.814µs 2024-03-19T01:27:35.711998883Z level=info ts=2024-03-19T01:27:35.711Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-03-19T01:27:35.715505276Z level=info ts=2024-03-19T01:27:35.712Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-19T01:27:35.715534776Z level=info ts=2024-03-19T01:27:35.712Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=105.115µs wal_replay_duration=760.862µs total_replay_duration=1.032839ms 2024-03-19T01:27:35.717515654Z level=info ts=2024-03-19T01:27:35.717Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-03-19T01:27:35.717782897Z level=info ts=2024-03-19T01:27:35.717Z caller=main.go:854 msg="TSDB started" 2024-03-19T01:27:35.717990191Z level=info ts=2024-03-19T01:27:35.717Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-19T01:27:35.719391752Z level=info ts=2024-03-19T01:27:35.719Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.403226ms remote_storage=3.703µs web_handler=1.288µs query_engine=6.586µs scrape=539.958µs scrape_sd=97.4µs notify=36.964µs notify_sd=16.396µs rules=6.589µs 2024-03-19T01:27:35.719541184Z level=info ts=2024-03-19T01:27:35.719Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-03-19T01:31:30.933754876Z level=info ts=2024-03-19T01:31:30.933Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-19T01:31:30.939270790Z level=info ts=2024-03-19T01:31:30.939Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.546526ms remote_storage=5.613µs web_handler=716ns query_engine=6.075µs scrape=142.717µs scrape_sd=63.113µs notify=25.704µs notify_sd=48.656µs rules=1.234µs 2024-03-19T04:27:54.220460360Z level=info ts=2024-03-19T04:27:54.220Z caller=compact.go:518 component=tsdb msg="write block" mint=1710811674126 maxt=1710813600000 ulid=01HSAFEGD4DG3DYX418CPETVWE duration=71.243916ms 2024-03-19T04:27:54.222875749Z level=info ts=2024-03-19T04:27:54.222Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.948055ms 2024-03-19T04:57:39.742310037Z level=info ts=2024-03-19T04:57:39.742Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-19T04:57:39.743954670Z level=info ts=2024-03-19T04:57:39.743Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.807637ms remote_storage=9.417µs web_handler=1.088µs query_engine=2.1µs scrape=146.477µs scrape_sd=90.477µs notify=37.021µs notify_sd=15.354µs rules=10.539µs 2024-03-19T04:57:58.093012003Z level=info ts=2024-03-19T04:57:58.092Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-19T04:57:58.094094825Z level=info ts=2024-03-19T04:57:58.093Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.142595ms remote_storage=6.977µs web_handler=891ns query_engine=1.91µs scrape=286.166µs scrape_sd=78.532µs notify=26.801µs notify_sd=21.915µs rules=1.562µs 2024-03-19T05:00:24.197534007Z level=info ts=2024-03-19T05:00:24.197Z caller=compact.go:518 component=tsdb msg="write block" mint=1710813609129 maxt=1710820800000 ulid=01HSAHA0PQ5D7EKXRPTVCWAJBR duration=45.994986ms 2024-03-19T05:00:24.199960127Z level=info ts=2024-03-19T05:00:24.199Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.863768ms 2024-03-19T01:27:53.362449262Z Connected to MongoDB! 2024-03-19T01:27:53.362507224Z Refreshing prometheus config file for first time 2024-03-19T01:28:23.397953477Z Error in first configuration attempt! 2024-03-19T01:28:23.397975308Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-19T01:28:53.425988200Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-19T01:28:53.426028949Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-19T01:29:28.464218200Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-19T01:29:28.464258902Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-19T01:30:03.498833997Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-19T01:30:03.499215077Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-19T01:30:38.532249161Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-19T01:30:38.532288717Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-19T01:31:13.565048404Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-19T01:31:13.565100692Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-19T01:31:29.690193672Z Listening to changes in prometheus jobs collection 2024-03-19T01:31:30.902793296Z Change detected, updating prometheus config 2024-03-19T01:31:30.906424002Z Jobs detected : 1 2024-03-19T01:31:30.920523388Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-19T01:31:30.926519945Z New config written, updating prometheus 2024-03-19T01:31:35.959534837Z Prometheus config update successful 2024-03-19T01:31:35.961504972Z 2024-03-19T04:57:39.721270937Z Change detected, updating prometheus config 2024-03-19T04:57:39.726732247Z Jobs detected : 2 2024-03-19T04:57:39.732384113Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-19T04:57:39.736663458Z New config written, updating prometheus 2024-03-19T04:57:44.764441826Z Prometheus config update successful 2024-03-19T04:57:44.767456036Z 2024-03-19T04:57:58.069732696Z Change detected, updating prometheus config 2024-03-19T04:57:58.072626894Z Jobs detected : 1 2024-03-19T04:57:58.084419391Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-19T04:57:58.087006273Z New config written, updating prometheus 2024-03-19T04:58:03.114878799Z Prometheus config update successful 2024-03-19T04:58:03.116789117Z