2024-05-05T00:27:42.024252113Z level=info ts=2024-05-05T00:27:42.012Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-05-05T00:27:42.024305165Z level=info ts=2024-05-05T00:27:42.012Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-05-05T00:27:42.024311998Z level=info ts=2024-05-05T00:27:42.012Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-05-05T00:27:42.024314820Z level=info ts=2024-05-05T00:27:42.012Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-05-05T00:27:42.024318553Z level=info ts=2024-05-05T00:27:42.012Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-05-05T00:27:42.024320798Z level=info ts=2024-05-05T00:27:42.012Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-05T00:27:42.024323077Z level=info ts=2024-05-05T00:27:42.014Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-05-05T00:27:42.024326729Z level=info ts=2024-05-05T00:27:42.015Z caller=main.go:824 msg="Starting TSDB ..." 2024-05-05T00:27:42.027159133Z level=info ts=2024-05-05T00:27:42.026Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-05-05T00:27:42.036128567Z level=info ts=2024-05-05T00:27:42.035Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-05T00:27:42.036142720Z level=info ts=2024-05-05T00:27:42.035Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.97µs 2024-05-05T00:27:42.036145769Z level=info ts=2024-05-05T00:27:42.035Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-05-05T00:27:42.036670198Z level=info ts=2024-05-05T00:27:42.036Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-05-05T00:27:42.036679162Z level=info ts=2024-05-05T00:27:42.036Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.708µs wal_replay_duration=641.138µs total_replay_duration=681.771µs 2024-05-05T00:27:42.039743585Z level=info ts=2024-05-05T00:27:42.039Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-05-05T00:27:42.039757960Z level=info ts=2024-05-05T00:27:42.039Z caller=main.go:854 msg="TSDB started" 2024-05-05T00:27:42.039761167Z level=info ts=2024-05-05T00:27:42.039Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-05T00:27:42.042581892Z level=info ts=2024-05-05T00:27:42.042Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.794385ms remote_storage=6.035µs web_handler=635ns query_engine=3.326µs scrape=2.151995ms scrape_sd=64.512µs notify=36.155µs notify_sd=32.814µs rules=1.624µs 2024-05-05T00:27:42.042767642Z level=info ts=2024-05-05T00:27:42.042Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-05-05T03:28:09.185184080Z level=info ts=2024-05-05T03:28:09.184Z caller=compact.go:518 component=tsdb msg="write block" mint=1714868874124 maxt=1714874400000 ulid=01HX3CPWDDEEKYQ3TTYB54SS5P duration=51.574752ms 2024-05-05T03:28:09.189885797Z level=info ts=2024-05-05T03:28:09.189Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.469949ms 2024-05-05T04:03:48.473365781Z level=info ts=2024-05-05T04:03:48.472Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-05T04:03:48.478643585Z level=info ts=2024-05-05T04:03:48.478Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.575913ms remote_storage=5.312µs web_handler=6.443µs query_engine=17.513µs scrape=431.998µs scrape_sd=199.258µs notify=73.421µs notify_sd=62.596µs rules=14.996µs 2024-05-05T04:03:56.538089991Z level=info ts=2024-05-05T04:03:56.537Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-05T04:03:56.545115392Z level=info ts=2024-05-05T04:03:56.544Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=7.093216ms remote_storage=22.831µs web_handler=931ns query_engine=2.358µs scrape=5.429535ms scrape_sd=188.618µs notify=62.595µs notify_sd=53.666µs rules=3.506µs 2024-05-05T00:28:08.066982120Z Connected to MongoDB! 2024-05-05T00:28:08.067016127Z Refreshing prometheus config file for first time 2024-05-05T00:28:38.158500483Z Error in first configuration attempt! 2024-05-05T00:28:38.158614097Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-05T00:29:08.187274287Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-05T00:29:08.187412218Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-05T00:29:43.224116265Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-05T00:29:43.224185256Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-05T00:30:18.257813378Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-05T00:30:18.257853980Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-05T00:30:53.291950890Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-05T00:30:53.292118690Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-05T00:31:28.308931264Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-05T00:31:28.308980506Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-05T00:31:33.328364506Z Listening to changes in prometheus jobs collection 2024-05-05T04:03:48.449229441Z Change detected, updating prometheus config 2024-05-05T04:03:48.453926388Z Jobs detected : 2 2024-05-05T04:03:48.459517143Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-05T04:03:48.462933182Z New config written, updating prometheus 2024-05-05T04:03:53.511820049Z Prometheus config update successful 2024-05-05T04:03:53.515332587Z 2024-05-05T04:03:56.521920332Z Change detected, updating prometheus config 2024-05-05T04:03:56.523860280Z Jobs detected : 1 2024-05-05T04:03:56.531889900Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-05T04:03:56.533764965Z New config written, updating prometheus 2024-05-05T04:04:01.568075288Z Prometheus config update successful 2024-05-05T04:04:01.569547362Z