2024-05-25T00:21:34.114213354Z level=info ts=2024-05-25T00:21:34.113Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-05-25T00:21:34.114239126Z level=info ts=2024-05-25T00:21:34.114Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-05-25T00:21:34.114301713Z level=info ts=2024-05-25T00:21:34.114Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-05-25T00:21:34.114306408Z level=info ts=2024-05-25T00:21:34.114Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-05-25T00:21:34.114309716Z level=info ts=2024-05-25T00:21:34.114Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-05-25T00:21:34.114365919Z level=info ts=2024-05-25T00:21:34.114Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-25T00:21:34.117011385Z level=info ts=2024-05-25T00:21:34.116Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-05-25T00:21:34.120101833Z level=info ts=2024-05-25T00:21:34.119Z caller=main.go:824 msg="Starting TSDB ..." 2024-05-25T00:21:34.121210572Z level=info ts=2024-05-25T00:21:34.121Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-05-25T00:21:34.123681370Z level=info ts=2024-05-25T00:21:34.123Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-25T00:21:34.123711668Z level=info ts=2024-05-25T00:21:34.123Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.565µs 2024-05-25T00:21:34.123715095Z level=info ts=2024-05-25T00:21:34.123Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-05-25T00:21:34.124041827Z level=info ts=2024-05-25T00:21:34.123Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-05-25T00:21:34.124051062Z level=info ts=2024-05-25T00:21:34.123Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.05µs wal_replay_duration=369.693µs total_replay_duration=431.969µs 2024-05-25T00:21:34.125502285Z level=info ts=2024-05-25T00:21:34.125Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-05-25T00:21:34.125513115Z level=info ts=2024-05-25T00:21:34.125Z caller=main.go:854 msg="TSDB started" 2024-05-25T00:21:34.125570432Z level=info ts=2024-05-25T00:21:34.125Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T00:21:34.132171271Z level=info ts=2024-05-25T00:21:34.132Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.502576ms remote_storage=9.246µs web_handler=291ns query_engine=3.927µs scrape=5.930173ms scrape_sd=54.093µs notify=44.156µs notify_sd=17.586µs rules=1.734µs 2024-05-25T00:21:34.132182831Z level=info ts=2024-05-25T00:21:34.132Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-05-25T00:25:07.133248824Z level=info ts=2024-05-25T00:25:07.133Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T00:25:07.134899965Z level=info ts=2024-05-25T00:25:07.134Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.7807ms remote_storage=7.74µs web_handler=5.068µs query_engine=13.252µs scrape=189.345µs scrape_sd=53.097µs notify=30.948µs notify_sd=13.583µs rules=13.289µs 2024-05-25T03:22:09.181362978Z level=info ts=2024-05-25T03:22:09.180Z caller=compact.go:518 component=tsdb msg="write block" mint=1716596514129 maxt=1716602400000 ulid=01HYPWA8VHRGMWXBPQQMT4MJG1 duration=43.045843ms 2024-05-25T03:22:09.184837834Z level=info ts=2024-05-25T03:22:09.184Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.53184ms 2024-05-25T03:52:06.279776599Z level=info ts=2024-05-25T03:52:06.279Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T03:52:06.284296240Z level=info ts=2024-05-25T03:52:06.284Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.770897ms remote_storage=15.519µs web_handler=13.163µs query_engine=16.663µs scrape=381.502µs scrape_sd=215.355µs notify=84.081µs notify_sd=26.891µs rules=13.816µs 2024-05-25T03:53:12.387919516Z level=info ts=2024-05-25T03:53:12.387Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-25T03:53:12.388791671Z level=info ts=2024-05-25T03:53:12.388Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=930.829µs remote_storage=2.55µs web_handler=529ns query_engine=1.55µs scrape=236.552µs scrape_sd=33.335µs notify=19.785µs notify_sd=25.743µs rules=1.877µs 2024-05-25T00:21:59.976393813Z Connected to MongoDB! 2024-05-25T00:21:59.976441081Z Refreshing prometheus config file for first time 2024-05-25T00:22:30.017367742Z Error in first configuration attempt! 2024-05-25T00:22:30.017482592Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-25T00:23:00.044070158Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-25T00:23:00.044133409Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-25T00:23:35.079439345Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-25T00:23:35.079494357Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-25T00:24:10.114196472Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-25T00:24:10.114317949Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-25T00:24:45.142591223Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-05-25T00:24:45.142824494Z Detected failure while listening to prometheus jobs collection, retrying... 2024-05-25T00:25:05.688874025Z Listening to changes in prometheus jobs collection 2024-05-25T00:25:07.096415030Z Change detected, updating prometheus config 2024-05-25T00:25:07.102455686Z Jobs detected : 1 2024-05-25T00:25:07.110464000Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T00:25:07.121730795Z New config written, updating prometheus 2024-05-25T00:25:12.165266784Z Prometheus config update successful 2024-05-25T00:25:12.168837956Z 2024-05-25T03:52:06.252331169Z Change detected, updating prometheus config 2024-05-25T03:52:06.260125105Z Jobs detected : 2 2024-05-25T03:52:06.268111855Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T03:52:06.272901371Z New config written, updating prometheus 2024-05-25T03:52:11.313666442Z Prometheus config update successful 2024-05-25T03:52:11.317325315Z 2024-05-25T03:53:12.366426586Z Change detected, updating prometheus config 2024-05-25T03:53:12.369036096Z Jobs detected : 1 2024-05-25T03:53:12.380271153Z Writing new config file to /etc/prometheus/prometheus.yml 2024-05-25T03:53:12.383144568Z New config written, updating prometheus 2024-05-25T03:53:17.414172922Z Prometheus config update successful 2024-05-25T03:53:17.416424516Z