2024-04-11T00:27:01.749523790Z level=info ts=2024-04-11T00:27:01.749Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-11T00:27:01.750244820Z level=info ts=2024-04-11T00:27:01.749Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-04-11T00:27:01.750762833Z level=info ts=2024-04-11T00:27:01.749Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-04-11T00:27:01.750969497Z level=info ts=2024-04-11T00:27:01.750Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-04-11T00:27:01.751169017Z level=info ts=2024-04-11T00:27:01.750Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-04-11T00:27:01.751362021Z level=info ts=2024-04-11T00:27:01.751Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-11T00:27:01.753974656Z level=info ts=2024-04-11T00:27:01.753Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-04-11T00:27:01.762502779Z level=info ts=2024-04-11T00:27:01.762Z caller=main.go:824 msg="Starting TSDB ..." 2024-04-11T00:27:01.763780593Z level=info ts=2024-04-11T00:27:01.763Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-04-11T00:27:01.788699934Z level=info ts=2024-04-11T00:27:01.788Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-11T00:27:01.788715266Z level=info ts=2024-04-11T00:27:01.788Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.552µs 2024-04-11T00:27:01.788718546Z level=info ts=2024-04-11T00:27:01.788Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-04-11T00:27:01.788721594Z level=info ts=2024-04-11T00:27:01.788Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-11T00:27:01.788724752Z level=info ts=2024-04-11T00:27:01.788Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=34.416µs wal_replay_duration=223.738µs total_replay_duration=282.632µs 2024-04-11T00:27:01.790861308Z level=info ts=2024-04-11T00:27:01.790Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-04-11T00:27:01.790874231Z level=info ts=2024-04-11T00:27:01.790Z caller=main.go:854 msg="TSDB started" 2024-04-11T00:27:01.790877799Z level=info ts=2024-04-11T00:27:01.790Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-11T00:27:01.792004542Z level=info ts=2024-04-11T00:27:01.791Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=946.244µs remote_storage=2.141µs web_handler=631ns query_engine=1.511µs scrape=475.573µs scrape_sd=55.501µs notify=37.471µs notify_sd=13.073µs rules=7.936µs 2024-04-11T00:27:01.792028323Z level=info ts=2024-04-11T00:27:01.791Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-04-11T00:31:44.059184984Z level=info ts=2024-04-11T00:31:44.058Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-11T00:31:44.060346157Z level=info ts=2024-04-11T00:31:44.060Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.287676ms remote_storage=11.523µs web_handler=2.759µs query_engine=26.291µs scrape=173.228µs scrape_sd=63.769µs notify=29.502µs notify_sd=29.84µs rules=10.314µs 2024-04-11T03:27:24.174117644Z level=info ts=2024-04-11T03:27:24.173Z caller=compact.go:518 component=tsdb msg="write block" mint=1712795229125 maxt=1712800800000 ulid=01HV5K48F76R5QYVG3VHB8B277 duration=38.543507ms 2024-04-11T03:27:24.176247989Z level=info ts=2024-04-11T03:27:24.176Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.7812ms 2024-04-11T03:58:32.667595356Z level=info ts=2024-04-11T03:58:32.667Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-11T03:58:32.671345844Z level=info ts=2024-04-11T03:58:32.671Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.080699ms remote_storage=16.849µs web_handler=7.067µs query_engine=15.893µs scrape=367.63µs scrape_sd=190.737µs notify=75.6µs notify_sd=47.521µs rules=17.298µs 2024-04-11T03:58:50.890479344Z level=info ts=2024-04-11T03:58:50.890Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-11T03:58:50.891965973Z level=info ts=2024-04-11T03:58:50.891Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.506728ms remote_storage=3.449µs web_handler=7.578µs query_engine=2.124µs scrape=374.376µs scrape_sd=77.191µs notify=36.932µs notify_sd=35.098µs rules=2.633µs 2024-04-11T00:27:17.869752745Z Connected to MongoDB! 2024-04-11T00:27:17.869818016Z Refreshing prometheus config file for first time 2024-04-11T00:27:47.905812589Z Error in first configuration attempt! 2024-04-11T00:27:47.905833875Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-11T00:28:17.945716848Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-11T00:28:17.945754543Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-11T00:28:52.972581528Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-11T00:28:52.972896897Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-11T00:29:28.015273692Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-11T00:29:28.015339364Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-11T00:30:03.062603512Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-11T00:30:03.062673250Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-11T00:30:38.100014511Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-11T00:30:38.100425318Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-11T00:31:13.137523704Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-11T00:31:13.137568419Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-11T00:31:42.722320437Z Listening to changes in prometheus jobs collection 2024-04-11T00:31:44.025414928Z Change detected, updating prometheus config 2024-04-11T00:31:44.035929753Z Jobs detected : 1 2024-04-11T00:31:44.044997815Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-11T00:31:44.046993423Z New config written, updating prometheus 2024-04-11T00:31:49.091958986Z Prometheus config update successful 2024-04-11T00:31:49.094636640Z 2024-04-11T03:58:32.643193716Z Change detected, updating prometheus config 2024-04-11T03:58:32.647279292Z Jobs detected : 2 2024-04-11T03:58:32.654331547Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-11T03:58:32.660923599Z New config written, updating prometheus 2024-04-11T03:58:37.696914547Z Prometheus config update successful 2024-04-11T03:58:37.699346806Z 2024-04-11T03:58:50.867664412Z Change detected, updating prometheus config 2024-04-11T03:58:50.870737509Z Jobs detected : 1 2024-04-11T03:58:50.884473514Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-11T03:58:50.885879061Z New config written, updating prometheus 2024-04-11T03:58:55.917899787Z Prometheus config update successful 2024-04-11T03:58:55.920354501Z