2024-06-22T00:27:57.990907008Z level=info ts=2024-06-22T00:27:57.990Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-06-22T00:27:57.990944162Z level=info ts=2024-06-22T00:27:57.990Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-06-22T00:27:57.991060413Z level=info ts=2024-06-22T00:27:57.990Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-06-22T00:27:57.991091950Z level=info ts=2024-06-22T00:27:57.991Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-06-22T00:27:57.991101984Z level=info ts=2024-06-22T00:27:57.991Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-06-22T00:27:57.991196317Z level=info ts=2024-06-22T00:27:57.991Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-06-22T00:27:57.994162414Z level=info ts=2024-06-22T00:27:57.994Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-06-22T00:27:57.996697637Z level=info ts=2024-06-22T00:27:57.996Z caller=main.go:824 msg="Starting TSDB ..." 2024-06-22T00:27:57.997951597Z level=info ts=2024-06-22T00:27:57.997Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-06-22T00:27:58.002274688Z level=info ts=2024-06-22T00:27:58.002Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-06-22T00:27:58.002298251Z level=info ts=2024-06-22T00:27:58.002Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=10.53µs 2024-06-22T00:27:58.002303646Z level=info ts=2024-06-22T00:27:58.002Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-06-22T00:27:58.003096552Z level=info ts=2024-06-22T00:27:58.002Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-06-22T00:27:58.003113526Z level=info ts=2024-06-22T00:27:58.003Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=58.586µs wal_replay_duration=800.633µs total_replay_duration=890.973µs 2024-06-22T00:27:58.004771649Z level=info ts=2024-06-22T00:27:58.004Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-06-22T00:27:58.004788307Z level=info ts=2024-06-22T00:27:58.004Z caller=main.go:854 msg="TSDB started" 2024-06-22T00:27:58.004833215Z level=info ts=2024-06-22T00:27:58.004Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-22T00:27:58.005896055Z level=info ts=2024-06-22T00:27:58.005Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.080174ms remote_storage=5.788µs web_handler=692ns query_engine=3.87µs scrape=360.552µs scrape_sd=52.28µs notify=85.667µs notify_sd=19.717µs rules=4.272µs 2024-06-22T00:27:58.006057393Z level=info ts=2024-06-22T00:27:58.006Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-06-22T00:32:40.603158829Z level=info ts=2024-06-22T00:32:40.602Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-22T00:32:40.606716267Z level=info ts=2024-06-22T00:32:40.605Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.842445ms remote_storage=5.126µs web_handler=5.295µs query_engine=17.423µs scrape=128.799µs scrape_sd=66.835µs notify=77.539µs notify_sd=14.379µs rules=6.159µs 2024-06-22T03:28:24.174675698Z level=info ts=2024-06-22T03:28:24.174Z caller=compact.go:518 component=tsdb msg="write block" mint=1719016089124 maxt=1719021600000 ulid=01J0YZSV22J71C0HEHZ9T4HVCA duration=43.45096ms 2024-06-22T03:28:24.177419287Z level=info ts=2024-06-22T03:28:24.177Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.468933ms 2024-06-22T04:00:15.064345634Z level=info ts=2024-06-22T04:00:15.063Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-22T04:00:15.066580059Z level=info ts=2024-06-22T04:00:15.066Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.416375ms remote_storage=3.515µs web_handler=6.552µs query_engine=13.014µs scrape=231.553µs scrape_sd=113.389µs notify=72.49µs notify_sd=27.252µs rules=11.606µs 2024-06-22T04:01:32.501987388Z level=info ts=2024-06-22T04:01:32.501Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-22T04:01:32.503308690Z level=info ts=2024-06-22T04:01:32.503Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.348786ms remote_storage=3.199µs web_handler=668ns query_engine=1.911µs scrape=402.093µs scrape_sd=49.816µs notify=42.52µs notify_sd=17.295µs rules=1.761µs 2024-06-22T00:28:25.007671633Z Connected to MongoDB! 2024-06-22T00:28:25.007740297Z Refreshing prometheus config file for first time 2024-06-22T00:28:55.041759016Z Error in first configuration attempt! 2024-06-22T00:28:55.041786303Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-22T00:29:25.064830636Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-22T00:29:25.064892954Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-22T00:30:00.094714436Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-22T00:30:00.095005417Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-22T00:30:35.121999540Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-22T00:30:35.122054956Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-22T00:31:10.161429289Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-22T00:31:10.161482323Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-22T00:31:45.188753758Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-22T00:31:45.188808837Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-22T00:32:20.223653122Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-22T00:32:20.223734746Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-22T00:32:39.180357779Z Listening to changes in prometheus jobs collection 2024-06-22T00:32:40.587360288Z Change detected, updating prometheus config 2024-06-22T00:32:40.592523630Z Jobs detected : 1 2024-06-22T00:32:40.596630459Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-22T00:32:40.598256080Z New config written, updating prometheus 2024-06-22T00:32:45.638052001Z Prometheus config update successful 2024-06-22T00:32:45.640843464Z 2024-06-22T04:00:15.043684474Z Change detected, updating prometheus config 2024-06-22T04:00:15.047102890Z Jobs detected : 2 2024-06-22T04:00:15.053155947Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-22T04:00:15.058298775Z New config written, updating prometheus 2024-06-22T04:00:20.099339736Z Prometheus config update successful 2024-06-22T04:00:20.101972524Z 2024-06-22T04:01:32.477837509Z Change detected, updating prometheus config 2024-06-22T04:01:32.482065500Z Jobs detected : 1 2024-06-22T04:01:32.493643194Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-22T04:01:32.495936096Z New config written, updating prometheus 2024-06-22T04:01:37.526285637Z Prometheus config update successful 2024-06-22T04:01:37.528595390Z