2024-02-18T01:25:55.143366150Z level=info ts=2024-02-18T01:25:55.142Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-02-18T01:25:55.143403357Z level=info ts=2024-02-18T01:25:55.142Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-02-18T01:25:55.143408300Z level=info ts=2024-02-18T01:25:55.142Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-02-18T01:25:55.143411792Z level=info ts=2024-02-18T01:25:55.142Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-02-18T01:25:55.143415067Z level=info ts=2024-02-18T01:25:55.142Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-02-18T01:25:55.143417964Z level=info ts=2024-02-18T01:25:55.142Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-02-18T01:25:55.145617770Z level=info ts=2024-02-18T01:25:55.145Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-02-18T01:25:55.147242838Z level=info ts=2024-02-18T01:25:55.147Z caller=main.go:824 msg="Starting TSDB ..." 2024-02-18T01:25:55.151415582Z level=info ts=2024-02-18T01:25:55.151Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-02-18T01:25:55.169926256Z level=info ts=2024-02-18T01:25:55.169Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-02-18T01:25:55.169995443Z level=info ts=2024-02-18T01:25:55.169Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=14.101µs 2024-02-18T01:25:55.170168536Z level=info ts=2024-02-18T01:25:55.169Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-02-18T01:25:55.171890518Z level=info ts=2024-02-18T01:25:55.171Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-02-18T01:25:55.171909530Z level=info ts=2024-02-18T01:25:55.171Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=313.979µs wal_replay_duration=1.291512ms total_replay_duration=2.013613ms 2024-02-18T01:25:55.174158175Z level=info ts=2024-02-18T01:25:55.174Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-02-18T01:25:55.174179712Z level=info ts=2024-02-18T01:25:55.174Z caller=main.go:854 msg="TSDB started" 2024-02-18T01:25:55.174277546Z level=info ts=2024-02-18T01:25:55.174Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-18T01:25:55.175413479Z level=info ts=2024-02-18T01:25:55.175Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.139727ms remote_storage=9.335µs web_handler=1.08µs query_engine=5.832µs scrape=390.36µs scrape_sd=35.275µs notify=52.153µs notify_sd=16.764µs rules=5.379µs 2024-02-18T01:25:55.175422195Z level=info ts=2024-02-18T01:25:55.175Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-02-18T01:31:54.961720090Z level=info ts=2024-02-18T01:31:54.961Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-18T01:31:54.964911498Z level=info ts=2024-02-18T01:31:54.964Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.290145ms remote_storage=20.139µs web_handler=1.27µs query_engine=7.192µs scrape=238.082µs scrape_sd=58.373µs notify=46.343µs notify_sd=17.185µs rules=10.962µs 2024-02-18T04:26:09.175114528Z level=info ts=2024-02-18T04:26:09.174Z caller=compact.go:518 component=tsdb msg="write block" mint=1708219569125 maxt=1708221600000 ulid=01HPX7DQVDHR02CBZW3X05QMJW duration=40.78093ms 2024-02-18T04:26:09.178433179Z level=info ts=2024-02-18T04:26:09.178Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.689454ms 2024-02-18T05:00:24.171242066Z level=info ts=2024-02-18T05:00:24.168Z caller=compact.go:518 component=tsdb msg="write block" mint=1708221609128 maxt=1708228800000 ulid=01HPX9CEP3GKC9K4PSCMA0P00A duration=37.231467ms 2024-02-18T05:00:24.171264726Z level=info ts=2024-02-18T05:00:24.170Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.737527ms 2024-02-18T01:26:25.580375206Z Connected to MongoDB! 2024-02-18T01:26:25.580413461Z Refreshing prometheus config file for first time 2024-02-18T01:26:55.937840889Z Error in first configuration attempt! 2024-02-18T01:26:55.938485340Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-18T01:27:25.962902548Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-18T01:27:25.962943549Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-18T01:28:00.994322476Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-18T01:28:00.994426024Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-18T01:28:36.023897612Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-18T01:28:36.023958529Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-18T01:29:11.049821871Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-18T01:29:11.049881382Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-18T01:29:46.080871722Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-18T01:29:46.081081837Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-18T01:30:21.113239027Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-18T01:30:21.113302360Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-18T01:30:56.142064206Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-18T01:30:56.147817602Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-18T01:31:31.178552267Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-18T01:31:31.178619658Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-18T01:31:53.515366144Z Listening to changes in prometheus jobs collection 2024-02-18T01:31:54.927468526Z Change detected, updating prometheus config 2024-02-18T01:31:54.934985390Z Jobs detected : 1 2024-02-18T01:31:54.941729242Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-18T01:31:54.943158044Z New config written, updating prometheus 2024-02-18T01:31:59.981321620Z Prometheus config update successful 2024-02-18T01:31:59.982176277Z