2024-05-18T00:27:58.726487693Z level=info ts=2024-05-18T00:27:58.723Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-05-18T00:27:58.726520195Z level=info ts=2024-05-18T00:27:58.724Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-05-18T00:27:58.726525951Z level=info ts=2024-05-18T00:27:58.724Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-05-18T00:27:58.726529381Z level=info ts=2024-05-18T00:27:58.724Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-05-18T00:27:58.726532691Z level=info ts=2024-05-18T00:27:58.724Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-05-18T00:27:58.726535548Z level=info ts=2024-05-18T00:27:58.724Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-18T00:27:58.726894326Z level=info ts=2024-05-18T00:27:58.726Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-05-18T00:27:58.729619831Z level=info ts=2024-05-18T00:27:58.727Z caller=main.go:824 msg="Starting TSDB ..." 2024-05-18T00:27:58.729637539Z level=info ts=2024-05-18T00:27:58.728Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-05-18T00:27:58.731700095Z level=info ts=2024-05-18T00:27:58.731Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-18T00:27:58.731742942Z level=info ts=2024-05-18T00:27:58.731Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=29.434µs 2024-05-18T00:27:58.731815000Z level=info ts=2024-05-18T00:27:58.731Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-05-18T00:27:58.732153313Z level=info ts=2024-05-18T00:27:58.732Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-05-18T00:27:58.732252091Z level=info ts=2024-05-18T00:27:58.732Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=48.678µs wal_replay_duration=290.303µs total_replay_duration=458.594µs 2024-05-18T00:27:58.733805257Z level=info ts=2024-05-18T00:27:58.733Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-05-18T00:27:58.733837583Z level=info ts=2024-05-18T00:27:58.733Z caller=main.go:854 msg="TSDB started" 2024-05-18T00:27:58.733947198Z level=info ts=2024-05-18T00:27:58.733Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-18T00:27:58.734607725Z level=info ts=2024-05-18T00:27:58.734Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=661.792µs remote_storage=8.914µs web_handler=331ns query_engine=1.174µs scrape=224.596µs scrape_sd=24.244µs notify=29.212µs notify_sd=10.536µs rules=4.194µs 2024-05-18T00:27:58.734658698Z level=info ts=2024-05-18T00:27:58.734Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-05-18T03:28:24.179541393Z level=info ts=2024-05-18T03:28:24.178Z caller=compact.go:518 component=tsdb msg="write block" mint=1715992089123 maxt=1715997600000 ulid=01HY4VWP24RQNPQ6WWFQTYDM90 duration=46.530201ms 2024-05-18T03:28:24.182828819Z level=info ts=2024-05-18T03:28:24.182Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.765233ms 2024-05-18T04:02:02.066162457Z level=info ts=2024-05-18T04:02:02.065Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-18T04:02:02.069568804Z level=info ts=2024-05-18T04:02:02.069Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.642963ms remote_storage=4.599µs web_handler=2.122µs query_engine=3.649µs scrape=295.435µs scrape_sd=289.549µs notify=119.805µs notify_sd=46.692µs rules=16.87µs 2024-05-18T04:03:16.720114091Z level=info ts=2024-05-18T04:03:16.719Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-18T04:03:16.722860768Z level=info ts=2024-05-18T04:03:16.722Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.850252ms remote_storage=2.996µs web_handler=786ns query_engine=1.522µs scrape=495.901µs scrape_sd=141.798µs notify=584.467µs notify_sd=60.375µs rules=2.564µs 2024-05-18T00:28:25.894984504Z Connected to MongoDB! 2024-05-18T00:28:25.895032280Z Refreshing prometheus config file for first time 2024-05-18T00:28:55.935074246Z Error in first configuration attempt! 2024-05-18T00:28:55.935095743Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-18T00:29:25.965825661Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-18T00:29:25.965898331Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-18T00:30:00.993486033Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-18T00:30:00.993553724Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-18T00:30:36.026236515Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-18T00:30:36.026275371Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-18T00:31:11.081059449Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-18T00:31:11.081113751Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-18T00:31:46.575486668Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-18T00:31:46.575563825Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-18T00:32:21.607331767Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-18T00:32:21.607364314Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-18T00:32:26.627282839Z Listening to changes in prometheus jobs collection 2024-05-18T04:02:02.040361417Z Change detected, updating prometheus config 2024-05-18T04:02:02.044960538Z Jobs detected : 2 2024-05-18T04:02:02.054750709Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-18T04:02:02.059806457Z New config written, updating prometheus 2024-05-18T04:02:07.105757682Z Prometheus config update successful 2024-05-18T04:02:07.109889792Z 2024-05-18T04:03:16.706300802Z Change detected, updating prometheus config 2024-05-18T04:03:16.707972665Z Jobs detected : 1 2024-05-18T04:03:16.713947631Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-18T04:03:16.716253544Z New config written, updating prometheus 2024-05-18T04:03:21.751218934Z Prometheus config update successful 2024-05-18T04:03:21.753790855Z