2024-02-12T01:26:15.359201635Z level=info ts=2024-02-12T01:26:15.358Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-02-12T01:26:15.359228884Z level=info ts=2024-02-12T01:26:15.358Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-02-12T01:26:15.359232446Z level=info ts=2024-02-12T01:26:15.358Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-02-12T01:26:15.359235213Z level=info ts=2024-02-12T01:26:15.358Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-02-12T01:26:15.359238002Z level=info ts=2024-02-12T01:26:15.358Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-02-12T01:26:15.359240647Z level=info ts=2024-02-12T01:26:15.358Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-02-12T01:26:15.361333558Z level=info ts=2024-02-12T01:26:15.361Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-02-12T01:26:15.363691516Z level=info ts=2024-02-12T01:26:15.362Z caller=main.go:824 msg="Starting TSDB ..." 2024-02-12T01:26:15.363703990Z level=info ts=2024-02-12T01:26:15.363Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-02-12T01:26:15.367416720Z level=info ts=2024-02-12T01:26:15.367Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-02-12T01:26:15.367429153Z level=info ts=2024-02-12T01:26:15.367Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=4.461µs 2024-02-12T01:26:15.367433270Z level=info ts=2024-02-12T01:26:15.367Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-02-12T01:26:15.367963766Z level=info ts=2024-02-12T01:26:15.367Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-02-12T01:26:15.367979078Z level=info ts=2024-02-12T01:26:15.367Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=103.83µs wal_replay_duration=418.24µs total_replay_duration=538.427µs 2024-02-12T01:26:15.369560542Z level=info ts=2024-02-12T01:26:15.369Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-02-12T01:26:15.369572135Z level=info ts=2024-02-12T01:26:15.369Z caller=main.go:854 msg="TSDB started" 2024-02-12T01:26:15.370353118Z level=info ts=2024-02-12T01:26:15.370Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-12T01:26:15.371449539Z level=info ts=2024-02-12T01:26:15.371Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.854821ms remote_storage=2.992µs web_handler=500ns query_engine=4.068µs scrape=567.842µs scrape_sd=42.605µs notify=38.217µs notify_sd=10.772µs rules=4.042µs 2024-02-12T01:26:15.371462411Z level=info ts=2024-02-12T01:26:15.371Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-02-12T01:31:23.027811071Z level=info ts=2024-02-12T01:31:23.027Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-12T01:31:23.028648485Z level=info ts=2024-02-12T01:31:23.028Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=918.565µs remote_storage=11.198µs web_handler=543ns query_engine=4.652µs scrape=158.148µs scrape_sd=34.946µs notify=28.373µs notify_sd=9.478µs rules=6.861µs 2024-02-12T04:26:24.176499838Z level=info ts=2024-02-12T04:26:24.176Z caller=compact.go:518 component=tsdb msg="write block" mint=1707701184124 maxt=1707703200000 ulid=01HPDS1WG8NATWMDHPJCN7RNGS duration=39.049944ms 2024-02-12T04:26:24.180162908Z level=info ts=2024-02-12T04:26:24.179Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.50337ms 2024-02-12T04:58:22.321163380Z level=info ts=2024-02-12T04:58:22.320Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-12T04:58:22.324832128Z level=info ts=2024-02-12T04:58:22.324Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.860113ms remote_storage=13.834µs web_handler=1.176µs query_engine=6.025µs scrape=356.265µs scrape_sd=176.072µs notify=182.122µs notify_sd=15.414µs rules=10.114µs 2024-02-12T04:58:45.261945614Z level=info ts=2024-02-12T04:58:45.259Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-12T04:58:45.261988905Z level=info ts=2024-02-12T04:58:45.261Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.557866ms remote_storage=3.312µs web_handler=662ns query_engine=2.026µs scrape=606.476µs scrape_sd=83.044µs notify=50.016µs notify_sd=37.375µs rules=2.413µs 2024-02-12T05:00:24.199844451Z level=info ts=2024-02-12T05:00:24.199Z caller=compact.go:518 component=tsdb msg="write block" mint=1707703209127 maxt=1707710400000 ulid=01HPDV04P71TS92HWCEJW83WC2 duration=63.821813ms 2024-02-12T05:00:24.204062584Z level=info ts=2024-02-12T05:00:24.203Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.361806ms 2024-02-12T01:26:39.866539773Z Connected to MongoDB! 2024-02-12T01:26:39.866595705Z Refreshing prometheus config file for first time 2024-02-12T01:27:10.263077634Z Error in first configuration attempt! 2024-02-12T01:27:10.263150353Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-12T01:27:40.291763165Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-12T01:27:40.291804506Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-12T01:28:15.325396122Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-12T01:28:15.325480386Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-12T01:28:50.348586589Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-12T01:28:50.348661384Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-12T01:29:25.405794728Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-12T01:29:25.405847460Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-12T01:30:00.438803171Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-12T01:30:00.438911956Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-12T01:30:35.450491559Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-12T01:30:35.450553540Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-12T01:31:10.487535684Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-12T01:31:10.487651912Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-12T01:31:21.705558012Z Listening to changes in prometheus jobs collection 2024-02-12T01:31:23.012567455Z Change detected, updating prometheus config 2024-02-12T01:31:23.014417468Z Jobs detected : 1 2024-02-12T01:31:23.019113987Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-12T01:31:23.020879439Z New config written, updating prometheus 2024-02-12T01:31:28.044654725Z Prometheus config update successful 2024-02-12T01:31:28.046854988Z 2024-02-12T04:58:22.303743865Z Change detected, updating prometheus config 2024-02-12T04:58:22.307179056Z Jobs detected : 2 2024-02-12T04:58:22.310862037Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-12T04:58:22.315715727Z New config written, updating prometheus 2024-02-12T04:58:27.363501238Z Prometheus config update successful 2024-02-12T04:58:27.366305802Z 2024-02-12T04:58:45.245132073Z Change detected, updating prometheus config 2024-02-12T04:58:45.246632770Z Jobs detected : 1 2024-02-12T04:58:45.251711790Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-12T04:58:45.253539263Z New config written, updating prometheus 2024-02-12T04:58:50.310938816Z Prometheus config update successful 2024-02-12T04:58:50.312071999Z