2024-04-19T00:26:13.130472047Z level=info ts=2024-04-19T00:26:13.130Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-19T00:26:13.130582117Z level=info ts=2024-04-19T00:26:13.130Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-04-19T00:26:13.130590804Z level=info ts=2024-04-19T00:26:13.130Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-04-19T00:26:13.130644937Z level=info ts=2024-04-19T00:26:13.130Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-04-19T00:26:13.130782981Z level=info ts=2024-04-19T00:26:13.130Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-04-19T00:26:13.130885390Z level=info ts=2024-04-19T00:26:13.130Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-19T00:26:13.136914965Z level=info ts=2024-04-19T00:26:13.134Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-04-19T00:26:13.137091265Z level=info ts=2024-04-19T00:26:13.136Z caller=main.go:824 msg="Starting TSDB ..." 2024-04-19T00:26:13.142105928Z level=info ts=2024-04-19T00:26:13.141Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-04-19T00:26:13.151493959Z level=info ts=2024-04-19T00:26:13.151Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-19T00:26:13.151649054Z level=info ts=2024-04-19T00:26:13.151Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=200.329µs 2024-04-19T00:26:13.151804607Z level=info ts=2024-04-19T00:26:13.151Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-04-19T00:26:13.153312139Z level=info ts=2024-04-19T00:26:13.153Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-19T00:26:13.153326721Z level=info ts=2024-04-19T00:26:13.153Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=324.056µs wal_replay_duration=1.165994ms total_replay_duration=1.87798ms 2024-04-19T00:26:13.155533826Z level=info ts=2024-04-19T00:26:13.155Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-04-19T00:26:13.155545669Z level=info ts=2024-04-19T00:26:13.155Z caller=main.go:854 msg="TSDB started" 2024-04-19T00:26:13.155732911Z level=info ts=2024-04-19T00:26:13.155Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-19T00:26:13.156733006Z level=info ts=2024-04-19T00:26:13.156Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.013341ms remote_storage=3.535µs web_handler=650ns query_engine=1.368µs scrape=415.388µs scrape_sd=41.238µs notify=46.589µs notify_sd=14.513µs rules=1.491µs 2024-04-19T00:26:13.156897670Z level=info ts=2024-04-19T00:26:13.156Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-04-19T00:30:44.696957420Z level=info ts=2024-04-19T00:30:44.696Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-19T00:30:44.697803544Z level=info ts=2024-04-19T00:30:44.697Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=969.808µs remote_storage=5.619µs web_handler=3.689µs query_engine=4.472µs scrape=135.747µs scrape_sd=45.599µs notify=46.856µs notify_sd=15.654µs rules=6.395µs 2024-04-19T03:26:39.187665655Z level=info ts=2024-04-19T03:26:39.187Z caller=compact.go:518 component=tsdb msg="write block" mint=1713486384124 maxt=1713492000000 ulid=01HVT68MGW7RB9G24P2ZDRWZ0M duration=55.066956ms 2024-04-19T03:26:39.190553135Z level=info ts=2024-04-19T03:26:39.190Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.368166ms 2024-04-19T04:01:54.726868169Z level=info ts=2024-04-19T04:01:54.726Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-19T04:01:54.728609616Z level=info ts=2024-04-19T04:01:54.728Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.882594ms remote_storage=6.241µs web_handler=5.507µs query_engine=7.291µs scrape=193.536µs scrape_sd=113.275µs notify=47.878µs notify_sd=15.197µs rules=12.751µs 2024-04-19T04:02:27.991585884Z level=info ts=2024-04-19T04:02:27.991Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-19T04:02:27.992980988Z level=info ts=2024-04-19T04:02:27.992Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.405739ms remote_storage=2.706µs web_handler=568ns query_engine=1.786µs scrape=882.653µs scrape_sd=40.463µs notify=20.053µs notify_sd=15.499µs rules=1.704µs 2024-04-19T00:26:39.745540271Z Connected to MongoDB! 2024-04-19T00:26:39.745610868Z Refreshing prometheus config file for first time 2024-04-19T00:27:09.783731276Z Error in first configuration attempt! 2024-04-19T00:27:09.783903619Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-19T00:27:39.813256325Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-19T00:27:39.813521731Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-19T00:28:14.839853877Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-19T00:28:14.839914826Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-19T00:28:49.862967130Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-19T00:28:49.863026308Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-19T00:29:24.905298717Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-19T00:29:24.905373595Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-19T00:29:59.922949071Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-19T00:29:59.923204133Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-19T00:30:34.954520482Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-19T00:30:34.954574877Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-19T00:30:43.168984301Z Listening to changes in prometheus jobs collection 2024-04-19T00:30:44.679981332Z Change detected, updating prometheus config 2024-04-19T00:30:44.682246057Z Jobs detected : 1 2024-04-19T00:30:44.686604532Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-19T00:30:44.688117045Z New config written, updating prometheus 2024-04-19T00:30:49.718508602Z Prometheus config update successful 2024-04-19T00:30:49.721334968Z 2024-04-19T04:01:54.692871184Z Change detected, updating prometheus config 2024-04-19T04:01:54.702399880Z Jobs detected : 2 2024-04-19T04:01:54.707129087Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-19T04:01:54.712611835Z New config written, updating prometheus 2024-04-19T04:01:59.745753270Z Prometheus config update successful 2024-04-19T04:01:59.753850149Z 2024-04-19T04:02:27.970333123Z Change detected, updating prometheus config 2024-04-19T04:02:27.972531479Z Jobs detected : 1 2024-04-19T04:02:27.985064452Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-19T04:02:27.987396092Z New config written, updating prometheus 2024-04-19T04:02:33.022078336Z Prometheus config update successful 2024-04-19T04:02:33.027038498Z