2024-04-12T00:26:38.055571568Z level=info ts=2024-04-12T00:26:38.055Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-12T00:26:38.055617408Z level=info ts=2024-04-12T00:26:38.055Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-04-12T00:26:38.055745046Z level=info ts=2024-04-12T00:26:38.055Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-04-12T00:26:38.055832466Z level=info ts=2024-04-12T00:26:38.055Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-04-12T00:26:38.055931847Z level=info ts=2024-04-12T00:26:38.055Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-04-12T00:26:38.055984806Z level=info ts=2024-04-12T00:26:38.055Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-12T00:26:38.057631095Z level=info ts=2024-04-12T00:26:38.057Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-04-12T00:26:38.060434447Z level=info ts=2024-04-12T00:26:38.060Z caller=main.go:824 msg="Starting TSDB ..." 2024-04-12T00:26:38.069055624Z level=info ts=2024-04-12T00:26:38.066Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-04-12T00:26:38.075386665Z level=info ts=2024-04-12T00:26:38.075Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-12T00:26:38.075398904Z level=info ts=2024-04-12T00:26:38.075Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.24µs 2024-04-12T00:26:38.075401588Z level=info ts=2024-04-12T00:26:38.075Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-04-12T00:26:38.075676475Z level=info ts=2024-04-12T00:26:38.075Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-12T00:26:38.075684148Z level=info ts=2024-04-12T00:26:38.075Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.688µs wal_replay_duration=281.88µs total_replay_duration=317.62µs 2024-04-12T00:26:38.077027851Z level=info ts=2024-04-12T00:26:38.076Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-04-12T00:26:38.077047664Z level=info ts=2024-04-12T00:26:38.076Z caller=main.go:854 msg="TSDB started" 2024-04-12T00:26:38.077050944Z level=info ts=2024-04-12T00:26:38.077Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T00:26:38.077706827Z level=info ts=2024-04-12T00:26:38.077Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=604.751µs remote_storage=2.235µs web_handler=323ns query_engine=1.086µs scrape=242.489µs scrape_sd=35.031µs notify=23.6µs notify_sd=10.071µs rules=1.297µs 2024-04-12T00:26:38.077726124Z level=info ts=2024-04-12T00:26:38.077Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-04-12T00:30:56.298107535Z level=info ts=2024-04-12T00:30:56.297Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T00:30:56.298908255Z level=info ts=2024-04-12T00:30:56.298Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=918.069µs remote_storage=9.404µs web_handler=951ns query_engine=4.502µs scrape=144.197µs scrape_sd=49.793µs notify=26.009µs notify_sd=10.724µs rules=7.501µs 2024-04-12T03:27:09.185704285Z level=info ts=2024-04-12T03:27:09.185Z caller=compact.go:518 component=tsdb msg="write block" mint=1712881614124 maxt=1712887200000 ulid=01HV85GGTE7PJM0R69Z7CKQDN7 duration=50.749253ms 2024-04-12T03:27:09.188360820Z level=info ts=2024-04-12T03:27:09.188Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.096672ms 2024-04-12T03:57:20.603347041Z level=info ts=2024-04-12T03:57:20.603Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T03:57:20.607610234Z level=info ts=2024-04-12T03:57:20.607Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.371014ms remote_storage=5.414µs web_handler=1.452µs query_engine=9.352µs scrape=240.368µs scrape_sd=98.973µs notify=143.567µs notify_sd=37.865µs rules=10.353µs 2024-04-12T03:58:39.909091835Z level=info ts=2024-04-12T03:58:39.908Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-12T03:58:39.910595541Z level=info ts=2024-04-12T03:58:39.910Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.524796ms remote_storage=4.264µs web_handler=573ns query_engine=1.531µs scrape=474.183µs scrape_sd=227.054µs notify=76.782µs notify_sd=35.954µs rules=16.039µs 2024-04-12T00:27:02.704021930Z Connected to MongoDB! 2024-04-12T00:27:02.704067460Z Refreshing prometheus config file for first time 2024-04-12T00:27:32.742930543Z Error in first configuration attempt! 2024-04-12T00:27:32.743090046Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-12T00:28:02.762811027Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-12T00:28:02.762870890Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-12T00:28:37.788757326Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-12T00:28:37.788810534Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-12T00:29:13.293573127Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-12T00:29:13.293636993Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-12T00:29:48.325669437Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-12T00:29:48.325758396Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-12T00:30:23.344595796Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-12T00:30:23.344647123Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-12T00:30:54.762672991Z Listening to changes in prometheus jobs collection 2024-04-12T00:30:56.274374953Z Change detected, updating prometheus config 2024-04-12T00:30:56.279136653Z Jobs detected : 1 2024-04-12T00:30:56.288827548Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-12T00:30:56.291269925Z New config written, updating prometheus 2024-04-12T00:31:01.325344041Z Prometheus config update successful 2024-04-12T00:31:01.327158377Z 2024-04-12T03:57:20.575958287Z Change detected, updating prometheus config 2024-04-12T03:57:20.580576702Z Jobs detected : 2 2024-04-12T03:57:20.586810921Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-12T03:57:20.597804119Z New config written, updating prometheus 2024-04-12T03:57:25.638484217Z Prometheus config update successful 2024-04-12T03:57:25.641443340Z 2024-04-12T03:58:39.898066951Z Change detected, updating prometheus config 2024-04-12T03:58:39.899508311Z Jobs detected : 1 2024-04-12T03:58:39.903543709Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-12T03:58:39.904889416Z New config written, updating prometheus 2024-04-12T03:58:44.930298143Z Prometheus config update successful 2024-04-12T03:58:44.932374550Z