2024-03-17T01:26:37.351213583Z level=info ts=2024-03-17T01:26:37.350Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-17T01:26:37.351256591Z level=info ts=2024-03-17T01:26:37.350Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-03-17T01:26:37.351261790Z level=info ts=2024-03-17T01:26:37.350Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-03-17T01:26:37.351264340Z level=info ts=2024-03-17T01:26:37.351Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-03-17T01:26:37.351385456Z level=info ts=2024-03-17T01:26:37.351Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-03-17T01:26:37.351447585Z level=info ts=2024-03-17T01:26:37.351Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-17T01:26:37.353790946Z level=info ts=2024-03-17T01:26:37.353Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-03-17T01:26:37.357566029Z level=info ts=2024-03-17T01:26:37.357Z caller=main.go:824 msg="Starting TSDB ..." 2024-03-17T01:26:37.370086027Z level=info ts=2024-03-17T01:26:37.369Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-03-17T01:26:37.374314249Z level=info ts=2024-03-17T01:26:37.374Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-17T01:26:37.374341963Z level=info ts=2024-03-17T01:26:37.374Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.888µs 2024-03-17T01:26:37.374350543Z level=info ts=2024-03-17T01:26:37.374Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-03-17T01:26:37.374731937Z level=info ts=2024-03-17T01:26:37.374Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-17T01:26:37.374754534Z level=info ts=2024-03-17T01:26:37.374Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=35.244µs wal_replay_duration=370.214µs total_replay_duration=431.145µs 2024-03-17T01:26:37.377369971Z level=info ts=2024-03-17T01:26:37.377Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-03-17T01:26:37.377384770Z level=info ts=2024-03-17T01:26:37.377Z caller=main.go:854 msg="TSDB started" 2024-03-17T01:26:37.377388920Z level=info ts=2024-03-17T01:26:37.377Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-17T01:26:37.378547922Z level=info ts=2024-03-17T01:26:37.378Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.080458ms remote_storage=9.679µs web_handler=557ns query_engine=4.065µs scrape=417.634µs scrape_sd=48.522µs notify=40.044µs notify_sd=24.659µs rules=4.418µs 2024-03-17T01:26:37.378564187Z level=info ts=2024-03-17T01:26:37.378Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-03-17T01:29:55.810278180Z level=info ts=2024-03-17T01:29:55.810Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-17T01:29:55.810683134Z level=info ts=2024-03-17T01:29:55.810Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=487.302µs remote_storage=2.263µs web_handler=589ns query_engine=1.538µs scrape=86.747µs scrape_sd=21.095µs notify=15.748µs notify_sd=9.766µs rules=6.662µs 2024-03-17T04:27:09.165429341Z level=info ts=2024-03-17T04:27:09.164Z caller=compact.go:518 component=tsdb msg="write block" mint=1710638814124 maxt=1710640800000 ulid=01HS5AKPE9NQQHKE8HT07RV5Y7 duration=35.521145ms 2024-03-17T04:27:09.168932418Z level=info ts=2024-03-17T04:27:09.168Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.473666ms 2024-03-17T04:53:50.263080378Z level=info ts=2024-03-17T04:53:50.262Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-17T04:53:50.264436615Z level=info ts=2024-03-17T04:53:50.264Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.490864ms remote_storage=2.861µs web_handler=5.066µs query_engine=4.621µs scrape=162.992µs scrape_sd=71.486µs notify=56.994µs notify_sd=11.138µs rules=2.474µs 2024-03-17T04:54:11.912393777Z level=info ts=2024-03-17T04:54:11.912Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-17T04:54:11.913289215Z level=info ts=2024-03-17T04:54:11.913Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=987.767µs remote_storage=3.172µs web_handler=650ns query_engine=1.14µs scrape=286.958µs scrape_sd=36.286µs notify=34.114µs notify_sd=29.889µs rules=2.448µs 2024-03-17T05:00:24.184110539Z level=info ts=2024-03-17T05:00:24.183Z caller=compact.go:518 component=tsdb msg="write block" mint=1710640809124 maxt=1710648000000 ulid=01HS5CGJP6361Q8Z2B9FHE1R96 duration=49.515612ms 2024-03-17T05:00:24.187119465Z level=info ts=2024-03-17T05:00:24.186Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.392118ms 2024-03-17T01:27:03.456213673Z Connected to MongoDB! 2024-03-17T01:27:03.456291122Z Refreshing prometheus config file for first time 2024-03-17T01:27:33.497641759Z Error in first configuration attempt! 2024-03-17T01:27:33.497766854Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-17T01:28:03.534334236Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-17T01:28:03.534391649Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-17T01:28:38.580380659Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-17T01:28:38.580417621Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-17T01:29:13.586615135Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-17T01:29:13.586670670Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-17T01:29:48.631564735Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-17T01:29:48.631603564Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-17T01:29:53.644138551Z Listening to changes in prometheus jobs collection 2024-03-17T01:29:55.796605502Z Change detected, updating prometheus config 2024-03-17T01:29:55.800226552Z Jobs detected : 1 2024-03-17T01:29:55.804602843Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-17T01:29:55.805938465Z New config written, updating prometheus 2024-03-17T01:30:00.829751635Z Prometheus config update successful 2024-03-17T01:30:00.831490630Z 2024-03-17T04:53:50.250528873Z Change detected, updating prometheus config 2024-03-17T04:53:50.252725108Z Jobs detected : 2 2024-03-17T04:53:50.255958238Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-17T04:53:50.258922252Z New config written, updating prometheus 2024-03-17T04:53:55.286434604Z Prometheus config update successful 2024-03-17T04:53:55.289231014Z 2024-03-17T04:54:11.891000376Z Change detected, updating prometheus config 2024-03-17T04:54:11.893397128Z Jobs detected : 1 2024-03-17T04:54:11.907031153Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-17T04:54:11.909124756Z New config written, updating prometheus 2024-03-17T04:54:16.928603516Z Prometheus config update successful 2024-03-17T04:54:16.929882435Z