2024-04-10T00:25:33.405961150Z level=info ts=2024-04-10T00:25:33.405Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-10T00:25:33.406001596Z level=info ts=2024-04-10T00:25:33.405Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-04-10T00:25:33.406090281Z level=info ts=2024-04-10T00:25:33.405Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-04-10T00:25:33.406204241Z level=info ts=2024-04-10T00:25:33.406Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-04-10T00:25:33.406215769Z level=info ts=2024-04-10T00:25:33.406Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T00:25:33.406282416Z level=info ts=2024-04-10T00:25:33.406Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T00:25:33.409026120Z level=info ts=2024-04-10T00:25:33.408Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-04-10T00:25:33.411126459Z level=info ts=2024-04-10T00:25:33.410Z caller=main.go:824 msg="Starting TSDB ..." 2024-04-10T00:25:33.412632135Z level=info ts=2024-04-10T00:25:33.412Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-04-10T00:25:33.417184591Z level=info ts=2024-04-10T00:25:33.416Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T00:25:33.417201365Z level=info ts=2024-04-10T00:25:33.417Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=9.601µs 2024-04-10T00:25:33.417216503Z level=info ts=2024-04-10T00:25:33.417Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T00:25:33.422947716Z level=info ts=2024-04-10T00:25:33.422Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-10T00:25:33.422960781Z level=info ts=2024-04-10T00:25:33.422Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=40.748µs wal_replay_duration=5.710441ms total_replay_duration=5.826953ms 2024-04-10T00:25:33.425037226Z level=info ts=2024-04-10T00:25:33.424Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-04-10T00:25:33.425051921Z level=info ts=2024-04-10T00:25:33.424Z caller=main.go:854 msg="TSDB started" 2024-04-10T00:25:33.425308248Z level=info ts=2024-04-10T00:25:33.424Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T00:25:33.426398474Z level=info ts=2024-04-10T00:25:33.426Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.305611ms remote_storage=5.816µs web_handler=896ns query_engine=1.112µs scrape=627.114µs scrape_sd=40.532µs notify=31.212µs notify_sd=13.354µs rules=5.081µs 2024-04-10T00:25:33.426411813Z level=info ts=2024-04-10T00:25:33.426Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-04-10T00:30:15.502905074Z level=info ts=2024-04-10T00:30:15.502Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T00:30:15.503743538Z level=info ts=2024-04-10T00:30:15.503Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=933.153µs remote_storage=4.309µs web_handler=3.001µs query_engine=6.332µs scrape=131.673µs scrape_sd=32.663µs notify=26.682µs notify_sd=10.291µs rules=6.867µs 2024-04-10T03:25:54.186915733Z level=info ts=2024-04-10T03:25:54.186Z caller=compact.go:518 component=tsdb msg="write block" mint=1712708739125 maxt=1712714400000 ulid=01HV30MSJN9QAH92FS7YDVWDPC duration=53.106846ms 2024-04-10T03:25:54.189930320Z level=info ts=2024-04-10T03:25:54.189Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.206401ms 2024-04-10T03:56:12.845839115Z level=info ts=2024-04-10T03:56:12.845Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T03:56:12.848825268Z level=info ts=2024-04-10T03:56:12.848Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.415212ms remote_storage=4.933µs web_handler=9.665µs query_engine=13.246µs scrape=294.597µs scrape_sd=149.019µs notify=104.505µs notify_sd=46.149µs rules=17.395µs 2024-04-10T03:56:31.369406385Z level=info ts=2024-04-10T03:56:31.369Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T03:56:31.370222408Z level=info ts=2024-04-10T03:56:31.370Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=939.017µs remote_storage=2.476µs web_handler=474ns query_engine=1.388µs scrape=362.758µs scrape_sd=63.596µs notify=21.688µs notify_sd=39.583µs rules=1.6µs 2024-04-10T00:25:50.078108691Z Connected to MongoDB! 2024-04-10T00:25:50.078169157Z Refreshing prometheus config file for first time 2024-04-10T00:26:20.118526730Z Error in first configuration attempt! 2024-04-10T00:26:20.118752167Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-10T00:26:50.145698905Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-10T00:26:50.145775703Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-10T00:27:25.183778128Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-10T00:27:25.183830683Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-10T00:28:00.202397123Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-10T00:28:00.202451017Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-10T00:28:35.233369679Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-10T00:28:35.233419916Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-10T00:29:10.251672420Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-10T00:29:10.251747642Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-10T00:29:45.277656855Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-10T00:29:45.277707325Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-10T00:30:14.172249095Z Listening to changes in prometheus jobs collection 2024-04-10T00:30:15.478303873Z Change detected, updating prometheus config 2024-04-10T00:30:15.484780340Z Jobs detected : 1 2024-04-10T00:30:15.493506170Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-10T00:30:15.495823590Z New config written, updating prometheus 2024-04-10T00:30:20.534670427Z Prometheus config update successful 2024-04-10T00:30:20.537385549Z 2024-04-10T03:56:12.820643174Z Change detected, updating prometheus config 2024-04-10T03:56:12.824727177Z Jobs detected : 2 2024-04-10T03:56:12.832896494Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-10T03:56:12.838152325Z New config written, updating prometheus 2024-04-10T03:56:17.879272616Z Prometheus config update successful 2024-04-10T03:56:17.881470048Z 2024-04-10T03:56:31.357105557Z Change detected, updating prometheus config 2024-04-10T03:56:31.359025015Z Jobs detected : 1 2024-04-10T03:56:31.365221378Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-10T03:56:31.366552731Z New config written, updating prometheus 2024-04-10T03:56:36.388531590Z Prometheus config update successful 2024-04-10T03:56:36.391241855Z