2024-01-10T01:24:28.663715455Z level=info ts=2024-01-10T01:24:28.663Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-01-10T01:24:28.663826845Z level=info ts=2024-01-10T01:24:28.663Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-01-10T01:24:28.663843330Z level=info ts=2024-01-10T01:24:28.663Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-01-10T01:24:28.663846902Z level=info ts=2024-01-10T01:24:28.663Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-01-10T01:24:28.663849859Z level=info ts=2024-01-10T01:24:28.663Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-01-10T01:24:28.663852913Z level=info ts=2024-01-10T01:24:28.663Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-01-10T01:24:28.666020264Z level=info ts=2024-01-10T01:24:28.665Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-01-10T01:24:28.668011904Z level=info ts=2024-01-10T01:24:28.667Z caller=main.go:824 msg="Starting TSDB ..." 2024-01-10T01:24:28.669980756Z level=info ts=2024-01-10T01:24:28.669Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-01-10T01:24:28.674643812Z level=info ts=2024-01-10T01:24:28.674Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-01-10T01:24:28.674784104Z level=info ts=2024-01-10T01:24:28.674Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.426µs 2024-01-10T01:24:28.674840915Z level=info ts=2024-01-10T01:24:28.674Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-01-10T01:24:28.675855205Z level=info ts=2024-01-10T01:24:28.675Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-01-10T01:24:28.675909975Z level=info ts=2024-01-10T01:24:28.675Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=137.043µs wal_replay_duration=857.963µs total_replay_duration=1.218449ms 2024-01-10T01:24:28.677133825Z level=info ts=2024-01-10T01:24:28.677Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-01-10T01:24:28.677141862Z level=info ts=2024-01-10T01:24:28.677Z caller=main.go:854 msg="TSDB started" 2024-01-10T01:24:28.677314885Z level=info ts=2024-01-10T01:24:28.677Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-01-10T01:24:28.678465028Z level=info ts=2024-01-10T01:24:28.678Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.3012ms remote_storage=5.456µs web_handler=487ns query_engine=2.981µs scrape=679.805µs scrape_sd=23.309µs notify=25.588µs notify_sd=9.638µs rules=4.125µs 2024-01-10T01:24:28.678476089Z level=info ts=2024-01-10T01:24:28.678Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-01-10T01:29:15.536214198Z level=info ts=2024-01-10T01:29:15.536Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-01-10T01:29:15.536929148Z level=info ts=2024-01-10T01:29:15.536Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=828.166µs remote_storage=6.661µs web_handler=629ns query_engine=4.608µs scrape=112.3µs scrape_sd=35.372µs notify=17.841µs notify_sd=10.939µs rules=6.15µs 2024-01-10T04:24:54.183835431Z level=info ts=2024-01-10T04:24:54.183Z caller=compact.go:518 component=tsdb msg="write block" mint=1704849879124 maxt=1704852000000 ulid=01HKRSVDKRE4PTNKF50PHE4YT3 duration=47.350379ms 2024-01-10T04:24:54.185838988Z level=info ts=2024-01-10T04:24:54.185Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.611293ms 2024-01-10T05:00:24.208677446Z level=info ts=2024-01-10T05:00:24.208Z caller=compact.go:518 component=tsdb msg="write block" mint=1704852009124 maxt=1704859200000 ulid=01HKRVWDP4EMC5SS5VA6VFQNKK duration=75.890854ms 2024-01-10T05:00:24.211316517Z level=info ts=2024-01-10T05:00:24.211Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.946078ms 2024-01-10T01:24:52.226307029Z Connected to MongoDB! 2024-01-10T01:24:52.226355056Z Refreshing prometheus config file for first time 2024-01-10T01:25:22.582012677Z Error in first configuration attempt! 2024-01-10T01:25:22.582066277Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-10T01:25:52.616146659Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-10T01:25:52.616204548Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-10T01:26:27.648704122Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-10T01:26:27.649213015Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-10T01:27:02.741586225Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-10T01:27:02.741629052Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-10T01:27:37.755607028Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-10T01:27:37.755652308Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-10T01:28:12.778845831Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-10T01:28:12.778899608Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-10T01:28:47.809972918Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-10T01:28:47.810221065Z Detected failure while listening to prometheus jobs collection, retrying... 2024-01-10T01:29:14.202848119Z Listening to changes in prometheus jobs collection 2024-01-10T01:29:15.522761942Z Change detected, updating prometheus config 2024-01-10T01:29:15.526115573Z Jobs detected : 1 2024-01-10T01:29:15.530440863Z Writing new config file to /etc/prometheus/prometheus.yml 2024-01-10T01:29:15.531855043Z New config written, updating prometheus 2024-01-10T01:29:20.561657975Z Prometheus config update successful 2024-01-10T01:29:20.564221996Z