2024-01-30T13:18:57.584981465Z level=info ts=2024-01-30T13:18:57.579Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-01-30T13:18:57.585040515Z level=info ts=2024-01-30T13:18:57.579Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-01-30T13:18:57.585047490Z level=info ts=2024-01-30T13:18:57.579Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-01-30T13:18:57.585052607Z level=info ts=2024-01-30T13:18:57.579Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-01-30T13:18:57.585057493Z level=info ts=2024-01-30T13:18:57.579Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-01-30T13:18:57.585062237Z level=info ts=2024-01-30T13:18:57.579Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-01-30T13:18:57.588109722Z level=info ts=2024-01-30T13:18:57.588Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-01-30T13:18:57.589453499Z level=info ts=2024-01-30T13:18:57.588Z caller=main.go:824 msg="Starting TSDB ..." 2024-01-30T13:18:57.592984222Z level=info ts=2024-01-30T13:18:57.592Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-01-30T13:18:57.593017065Z level=info ts=2024-01-30T13:18:57.592Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=6.439µs 2024-01-30T13:18:57.593022937Z level=info ts=2024-01-30T13:18:57.592Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-01-30T13:18:57.593194997Z level=info ts=2024-01-30T13:18:57.593Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-01-30T13:18:57.593296591Z level=info ts=2024-01-30T13:18:57.593Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-01-30T13:18:57.593350997Z level=info ts=2024-01-30T13:18:57.593Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.576µs wal_replay_duration=305.19µs total_replay_duration=324.364µs 2024-01-30T13:18:57.595433352Z level=info ts=2024-01-30T13:18:57.595Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-01-30T13:18:57.595451862Z level=info ts=2024-01-30T13:18:57.595Z caller=main.go:854 msg="TSDB started" 2024-01-30T13:18:57.595486408Z level=info ts=2024-01-30T13:18:57.595Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-01-30T13:18:57.596345829Z level=info ts=2024-01-30T13:18:57.596Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=875.602µs remote_storage=24.777µs web_handler=447ns query_engine=4.534µs scrape=278.846µs scrape_sd=25.76µs notify=31.778µs notify_sd=11.794µs rules=4.814µs 2024-01-30T13:18:57.596362243Z level=info ts=2024-01-30T13:18:57.596Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-01-30T13:23:17.291434834Z level=info ts=2024-01-30T13:23:17.291Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-01-30T13:23:17.292433857Z level=info ts=2024-01-30T13:23:17.292Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.118981ms remote_storage=5.659µs web_handler=5.379µs query_engine=5.862µs scrape=125.156µs scrape_sd=42.853µs notify=35.577µs notify_sd=12.475µs rules=8.514µs 2024-01-30T13:19:22.667296880Z Connected to MongoDB! 2024-01-30T13:19:22.667343552Z Refreshing prometheus config file for first time 2024-01-30T13:19:53.004066428Z Error in first configuration attempt! 2024-01-30T13:19:53.004118555Z mongodb-k8s:27017: [Errno 111] Connection refused, Timeout: 30s, Topology Description: ]> 2024-01-30T13:20:23.038480508Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-30T13:20:23.038580072Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-30T13:20:58.072532991Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-30T13:20:58.072842288Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-30T13:21:33.105562369Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-30T13:21:33.105614784Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-30T13:22:08.148915050Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-30T13:22:08.148987947Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-30T13:22:43.184061972Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-30T13:22:43.184096623Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-30T13:23:15.942917267Z Listening to changes in prometheus jobs collection 2024-01-30T13:23:17.267397071Z Change detected, updating prometheus config 2024-01-30T13:23:17.274123498Z Jobs detected : 1 2024-01-30T13:23:17.283006527Z Writing new config file to /etc/prometheus/prometheus.yml 2024-01-30T13:23:17.285552299Z New config written, updating prometheus 2024-01-30T13:23:22.313350730Z Prometheus config update successful 2024-01-30T13:23:22.315329482Z