2024-02-11T01:26:30.202976181Z level=info ts=2024-02-11T01:26:30.202Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-02-11T01:26:30.203010653Z level=info ts=2024-02-11T01:26:30.202Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-02-11T01:26:30.203015075Z level=info ts=2024-02-11T01:26:30.202Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-02-11T01:26:30.203036956Z level=info ts=2024-02-11T01:26:30.202Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-02-11T01:26:30.203097195Z level=info ts=2024-02-11T01:26:30.202Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-02-11T01:26:30.203101963Z level=info ts=2024-02-11T01:26:30.203Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-02-11T01:26:30.205312618Z level=info ts=2024-02-11T01:26:30.205Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-02-11T01:26:30.215782006Z level=info ts=2024-02-11T01:26:30.205Z caller=main.go:824 msg="Starting TSDB ..." 2024-02-11T01:26:30.215797163Z level=info ts=2024-02-11T01:26:30.215Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-02-11T01:26:30.215801006Z level=info ts=2024-02-11T01:26:30.215Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=5.279µs 2024-02-11T01:26:30.215805012Z level=info ts=2024-02-11T01:26:30.215Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-02-11T01:26:30.217413033Z level=info ts=2024-02-11T01:26:30.217Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-02-11T01:26:30.217429980Z level=info ts=2024-02-11T01:26:30.217Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.193µs wal_replay_duration=1.543307ms total_replay_duration=1.585612ms 2024-02-11T01:26:30.218231943Z level=info ts=2024-02-11T01:26:30.218Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-02-11T01:26:30.222041657Z level=info ts=2024-02-11T01:26:30.221Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-02-11T01:26:30.222055260Z level=info ts=2024-02-11T01:26:30.221Z caller=main.go:854 msg="TSDB started" 2024-02-11T01:26:30.222058643Z level=info ts=2024-02-11T01:26:30.221Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-11T01:26:30.223010486Z level=info ts=2024-02-11T01:26:30.222Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=759.656µs remote_storage=2.65µs web_handler=318ns query_engine=5.319µs scrape=350.568µs scrape_sd=30.802µs notify=45.615µs notify_sd=10.616µs rules=4.011µs 2024-02-11T01:26:30.223022526Z level=info ts=2024-02-11T01:26:30.222Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-02-11T01:30:44.744950623Z level=info ts=2024-02-11T01:30:44.744Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-11T01:30:44.746345149Z level=info ts=2024-02-11T01:30:44.746Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.543309ms remote_storage=13.548µs web_handler=1.108µs query_engine=5.316µs scrape=149.61µs scrape_sd=36.784µs notify=36.015µs notify_sd=12.661µs rules=7.319µs 2024-02-11T04:26:54.167144853Z level=info ts=2024-02-11T04:26:54.166Z caller=compact.go:518 component=tsdb msg="write block" mint=1707614799123 maxt=1707616800000 ulid=01HPB6P2SK0S10EK6N0WJFSVAD duration=34.829046ms 2024-02-11T04:26:54.171416579Z level=info ts=2024-02-11T04:26:54.171Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.531561ms 2024-02-11T04:56:40.772679250Z level=info ts=2024-02-11T04:56:40.772Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-11T04:56:40.778265373Z level=info ts=2024-02-11T04:56:40.777Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=5.558051ms remote_storage=39.434µs web_handler=2.181µs query_engine=3.64µs scrape=523.929µs scrape_sd=270.427µs notify=321.52µs notify_sd=51.996µs rules=88.441µs 2024-02-11T04:56:52.900809811Z level=info ts=2024-02-11T04:56:52.900Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-02-11T04:56:52.901521196Z level=info ts=2024-02-11T04:56:52.901Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=788.778µs remote_storage=4.029µs web_handler=756ns query_engine=2.178µs scrape=212.854µs scrape_sd=36.902µs notify=20.86µs notify_sd=12.302µs rules=2.002µs 2024-02-11T05:00:24.189798756Z level=info ts=2024-02-11T05:00:24.189Z caller=compact.go:518 component=tsdb msg="write block" mint=1707616809127 maxt=1707624000000 ulid=01HPB8KDP5NG2WBVW5JXYCC5KD duration=56.15358ms 2024-02-11T05:00:24.192193213Z level=info ts=2024-02-11T05:00:24.191Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.733163ms 2024-02-11T01:27:02.383819217Z Connected to MongoDB! 2024-02-11T01:27:02.383882728Z Refreshing prometheus config file for first time 2024-02-11T01:27:32.829430951Z Error in first configuration attempt! 2024-02-11T01:27:32.829487108Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-11T01:28:02.853946027Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-11T01:28:02.854006073Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-11T01:28:37.882327595Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-11T01:28:37.882362024Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-11T01:29:12.914108659Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-11T01:29:12.914159671Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-11T01:29:47.938926642Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-11T01:29:47.939213097Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-11T01:30:22.974953229Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-02-11T01:30:22.974995412Z Detected failure while listening to prometheus jobs collection, retrying... 2024-02-11T01:30:43.405288169Z Listening to changes in prometheus jobs collection 2024-02-11T01:30:44.719797380Z Change detected, updating prometheus config 2024-02-11T01:30:44.725105601Z Jobs detected : 1 2024-02-11T01:30:44.731936207Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-11T01:30:44.736476385Z New config written, updating prometheus 2024-02-11T01:30:49.769346296Z Prometheus config update successful 2024-02-11T01:30:49.771027033Z 2024-02-11T04:56:40.755080244Z Change detected, updating prometheus config 2024-02-11T04:56:40.757315823Z Jobs detected : 2 2024-02-11T04:56:40.761357286Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-11T04:56:40.765887314Z New config written, updating prometheus 2024-02-11T04:56:45.819037736Z Prometheus config update successful 2024-02-11T04:56:45.823528252Z 2024-02-11T04:56:52.887001076Z Change detected, updating prometheus config 2024-02-11T04:56:52.889149732Z Jobs detected : 1 2024-02-11T04:56:52.893660526Z Writing new config file to /etc/prometheus/prometheus.yml 2024-02-11T04:56:52.896083473Z New config written, updating prometheus 2024-02-11T04:56:57.940367623Z Prometheus config update successful 2024-02-11T04:56:57.941957428Z