2024-03-25T04:11:18.347579833Z level=info ts=2024-03-25T04:11:18.347Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-25T04:11:18.347628359Z level=info ts=2024-03-25T04:11:18.347Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-03-25T04:11:18.347669966Z level=info ts=2024-03-25T04:11:18.347Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-03-25T04:11:18.347792022Z level=info ts=2024-03-25T04:11:18.347Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-03-25T04:11:18.347917812Z level=info ts=2024-03-25T04:11:18.347Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-03-25T04:11:18.348023851Z level=info ts=2024-03-25T04:11:18.347Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-25T04:11:18.351217718Z level=info ts=2024-03-25T04:11:18.351Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-03-25T04:11:18.357735029Z level=info ts=2024-03-25T04:11:18.357Z caller=main.go:824 msg="Starting TSDB ..." 2024-03-25T04:11:18.364329141Z level=info ts=2024-03-25T04:11:18.364Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-03-25T04:11:18.366724482Z level=info ts=2024-03-25T04:11:18.366Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-25T04:11:18.366740171Z level=info ts=2024-03-25T04:11:18.366Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.601µs 2024-03-25T04:11:18.366808787Z level=info ts=2024-03-25T04:11:18.366Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-03-25T04:11:18.367307553Z level=info ts=2024-03-25T04:11:18.367Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-25T04:11:18.367359363Z level=info ts=2024-03-25T04:11:18.367Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=65.371µs wal_replay_duration=414.702µs total_replay_duration=607.558µs 2024-03-25T04:11:18.369138144Z level=info ts=2024-03-25T04:11:18.369Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-03-25T04:11:18.369150301Z level=info ts=2024-03-25T04:11:18.369Z caller=main.go:854 msg="TSDB started" 2024-03-25T04:11:18.369231042Z level=info ts=2024-03-25T04:11:18.369Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-25T04:11:18.370112196Z level=info ts=2024-03-25T04:11:18.370Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=954.786µs remote_storage=2.644µs web_handler=267ns query_engine=5.977µs scrape=293.58µs scrape_sd=27.473µs notify=60.23µs notify_sd=10.551µs rules=4.394µs 2024-03-25T04:11:18.370123845Z level=info ts=2024-03-25T04:11:18.370Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-03-25T04:14:45.731375506Z level=info ts=2024-03-25T04:14:45.731Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-25T04:14:45.732377444Z level=info ts=2024-03-25T04:14:45.732Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=816.564µs remote_storage=8.74µs web_handler=649ns query_engine=6.003µs scrape=116.857µs scrape_sd=45.482µs notify=24.912µs notify_sd=11.019µs rules=9.705µs 2024-03-25T07:11:39.180682503Z level=info ts=2024-03-25T07:11:39.180Z caller=compact.go:518 component=tsdb msg="write block" mint=1711339884123 maxt=1711346400000 ulid=01HST76N3V4QV24M4Z7DM877D5 duration=48.299593ms 2024-03-25T07:11:39.185533899Z level=info ts=2024-03-25T07:11:39.185Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.80061ms 2024-03-25T07:41:39.891565012Z level=info ts=2024-03-25T07:41:39.891Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-25T07:41:39.895270738Z level=info ts=2024-03-25T07:41:39.895Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.934793ms remote_storage=3.613µs web_handler=1.287µs query_engine=6.486µs scrape=157.956µs scrape_sd=81.343µs notify=39.99µs notify_sd=14.011µs rules=8.046µs 2024-03-25T07:41:58.549092151Z level=info ts=2024-03-25T07:41:58.548Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-25T07:41:58.549956061Z level=info ts=2024-03-25T07:41:58.549Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=914.733µs remote_storage=8.593µs web_handler=781ns query_engine=1.709µs scrape=258.654µs scrape_sd=42.111µs notify=21.688µs notify_sd=26.509µs rules=2.123µs 2024-03-25T04:11:44.226384481Z Connected to MongoDB! 2024-03-25T04:11:44.226430570Z Refreshing prometheus config file for first time 2024-03-25T04:12:14.276635351Z Error in first configuration attempt! 2024-03-25T04:12:14.276669207Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-25T04:12:44.304281226Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-25T04:12:44.304680698Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-25T04:13:19.330918058Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-25T04:13:19.331203335Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-25T04:13:54.365948777Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-25T04:13:54.366000690Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-25T04:14:29.402013949Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-25T04:14:29.402088946Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-25T04:14:44.290691465Z Listening to changes in prometheus jobs collection 2024-03-25T04:14:45.706303429Z Change detected, updating prometheus config 2024-03-25T04:14:45.711023587Z Jobs detected : 1 2024-03-25T04:14:45.714978839Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-25T04:14:45.716663566Z New config written, updating prometheus 2024-03-25T04:14:50.749181556Z Prometheus config update successful 2024-03-25T04:14:50.751521987Z 2024-03-25T07:41:39.876743651Z Change detected, updating prometheus config 2024-03-25T07:41:39.878899538Z Jobs detected : 2 2024-03-25T07:41:39.881844475Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-25T07:41:39.886080259Z New config written, updating prometheus 2024-03-25T07:41:44.923642616Z Prometheus config update successful 2024-03-25T07:41:44.926264181Z 2024-03-25T07:41:58.526531004Z Change detected, updating prometheus config 2024-03-25T07:41:58.529853533Z Jobs detected : 1 2024-03-25T07:41:58.541496151Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-25T07:41:58.544445243Z New config written, updating prometheus 2024-03-25T07:42:03.564081160Z Prometheus config update successful 2024-03-25T07:42:03.565732867Z