2024-02-17T01:26:06.380406812Z level=info ts=2024-02-17T01:26:06.377Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-02-17T01:26:06.380449091Z level=info ts=2024-02-17T01:26:06.378Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-02-17T01:26:06.380455305Z level=info ts=2024-02-17T01:26:06.378Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-02-17T01:26:06.380460066Z level=info ts=2024-02-17T01:26:06.378Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-02-17T01:26:06.380464579Z level=info ts=2024-02-17T01:26:06.378Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-02-17T01:26:06.380468318Z level=info ts=2024-02-17T01:26:06.378Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-02-17T01:26:06.389452970Z level=info ts=2024-02-17T01:26:06.383Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-02-17T01:26:06.395199948Z level=info ts=2024-02-17T01:26:06.393Z caller=main.go:824 msg="Starting TSDB ..." 2024-02-17T01:26:06.395227088Z level=info ts=2024-02-17T01:26:06.394Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-02-17T01:26:06.404040277Z level=info ts=2024-02-17T01:26:06.397Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-02-17T01:26:06.404065700Z level=info ts=2024-02-17T01:26:06.397Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=5.643µs 2024-02-17T01:26:06.404070557Z level=info ts=2024-02-17T01:26:06.397Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-02-17T01:26:06.404073704Z level=info ts=2024-02-17T01:26:06.398Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-02-17T01:26:06.404076843Z level=info ts=2024-02-17T01:26:06.398Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.817µs wal_replay_duration=824.616µs total_replay_duration=871.355µs 2024-02-17T01:26:06.404080123Z level=info ts=2024-02-17T01:26:06.400Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-02-17T01:26:06.404083062Z level=info ts=2024-02-17T01:26:06.400Z caller=main.go:854 msg="TSDB started" 2024-02-17T01:26:06.404086053Z level=info ts=2024-02-17T01:26:06.400Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-17T01:26:06.404089542Z level=info ts=2024-02-17T01:26:06.400Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=686.761µs remote_storage=7.65µs web_handler=731ns query_engine=3.6µs scrape=251.619µs scrape_sd=30.588µs notify=37.965µs notify_sd=16.852µs rules=4.297µs 2024-02-17T01:26:06.404092990Z level=info ts=2024-02-17T01:26:06.400Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-02-17T01:30:50.090585539Z level=info ts=2024-02-17T01:30:50.090Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-17T01:30:50.091664043Z level=info ts=2024-02-17T01:30:50.091Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.097668ms remote_storage=23.221µs web_handler=5.768µs query_engine=5.407µs scrape=258.641µs scrape_sd=51.595µs notify=27.469µs notify_sd=10.337µs rules=7.88µs 2024-02-17T04:26:24.169743312Z level=info ts=2024-02-17T04:26:24.169Z caller=compact.go:518 component=tsdb msg="write block" mint=1708133184125 maxt=1708135200000 ulid=01HPTN1FG5EM5FTY5MJ1JFMWYY duration=35.851074ms 2024-02-17T04:26:24.171237386Z level=info ts=2024-02-17T04:26:24.171Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.226023ms 2024-02-17T05:00:09.184439576Z level=info ts=2024-02-17T05:00:09.184Z caller=compact.go:518 component=tsdb msg="write block" mint=1708135209125 maxt=1708142400000 ulid=01HPTPZ91CAB3SSBW5FK1HWWAB duration=51.691331ms 2024-02-17T05:00:09.186724215Z level=info ts=2024-02-17T05:00:09.186Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.748463ms 2024-02-17T01:26:32.990895669Z Connected to MongoDB! 2024-02-17T01:26:32.990979027Z Refreshing prometheus config file for first time 2024-02-17T01:27:03.358250244Z Error in first configuration attempt! 2024-02-17T01:27:03.358291346Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-17T01:27:33.374869455Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-17T01:27:33.374941180Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-17T01:28:08.408064577Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-17T01:28:08.408162546Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-17T01:28:43.444510447Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-17T01:28:43.444585965Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-17T01:29:18.472580789Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-17T01:29:18.472655297Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-17T01:29:53.504451466Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-17T01:29:53.504517313Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-17T01:30:28.544537468Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-17T01:30:28.544576273Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-17T01:30:48.849943505Z Listening to changes in prometheus jobs collection 2024-02-17T01:30:50.056686797Z Change detected, updating prometheus config 2024-02-17T01:30:50.061579979Z Jobs detected : 1 2024-02-17T01:30:50.069239033Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-17T01:30:50.075796105Z New config written, updating prometheus 2024-02-17T01:30:55.122645046Z Prometheus config update successful 2024-02-17T01:30:55.125394938Z