2024-06-27T00:20:44.122584350Z level=info ts=2024-06-27T00:20:44.122Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-06-27T00:20:44.122764382Z level=info ts=2024-06-27T00:20:44.122Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-06-27T00:20:44.122848697Z level=info ts=2024-06-27T00:20:44.122Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-06-27T00:20:44.122930039Z level=info ts=2024-06-27T00:20:44.122Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-06-27T00:20:44.123035973Z level=info ts=2024-06-27T00:20:44.122Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-06-27T00:20:44.123190961Z level=info ts=2024-06-27T00:20:44.122Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-06-27T00:20:44.125298137Z level=info ts=2024-06-27T00:20:44.125Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-06-27T00:20:44.129618680Z level=info ts=2024-06-27T00:20:44.129Z caller=main.go:824 msg="Starting TSDB ..." 2024-06-27T00:20:44.135328604Z level=info ts=2024-06-27T00:20:44.135Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-06-27T00:20:44.139322732Z level=info ts=2024-06-27T00:20:44.139Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-06-27T00:20:44.139344292Z level=info ts=2024-06-27T00:20:44.139Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=22.332µs 2024-06-27T00:20:44.139423249Z level=info ts=2024-06-27T00:20:44.139Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-06-27T00:20:44.139971986Z level=info ts=2024-06-27T00:20:44.139Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-06-27T00:20:44.140070292Z level=info ts=2024-06-27T00:20:44.140Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=86.921µs wal_replay_duration=488.273µs total_replay_duration=702.896µs 2024-06-27T00:20:44.142468106Z level=info ts=2024-06-27T00:20:44.142Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-06-27T00:20:44.142505606Z level=info ts=2024-06-27T00:20:44.142Z caller=main.go:854 msg="TSDB started" 2024-06-27T00:20:44.142677633Z level=info ts=2024-06-27T00:20:44.142Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-27T00:20:44.144017395Z level=info ts=2024-06-27T00:20:44.143Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.180024ms remote_storage=2.979µs web_handler=547ns query_engine=7.753µs scrape=477.502µs scrape_sd=43.089µs notify=58.446µs notify_sd=13.592µs rules=5.122µs 2024-06-27T00:20:44.144047132Z level=info ts=2024-06-27T00:20:44.143Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-06-27T00:25:02.825413527Z level=info ts=2024-06-27T00:25:02.825Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-27T00:25:02.827113454Z level=info ts=2024-06-27T00:25:02.826Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.806902ms remote_storage=18.003µs web_handler=585ns query_engine=6.042µs scrape=180.806µs scrape_sd=55.53µs notify=24.214µs notify_sd=10.455µs rules=1.21µs 2024-06-27T03:21:09.169723842Z level=info ts=2024-06-27T03:21:09.169Z caller=compact.go:518 component=tsdb msg="write block" mint=1719447654123 maxt=1719453600000 ulid=01J1BVC58FG9FNFAY0XW22F9WX duration=34.180742ms 2024-06-27T03:21:09.173382290Z level=info ts=2024-06-27T03:21:09.173Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.89129ms 2024-06-27T03:54:32.968181076Z level=info ts=2024-06-27T03:54:32.966Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-27T03:54:32.972949932Z level=info ts=2024-06-27T03:54:32.972Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.156703ms remote_storage=17.917µs web_handler=2.286µs query_engine=33.516µs scrape=2.494241ms scrape_sd=331.878µs notify=56.009µs notify_sd=26.217µs rules=13.095µs 2024-06-27T03:54:50.193607031Z level=info ts=2024-06-27T03:54:50.193Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-06-27T03:54:50.194521403Z level=info ts=2024-06-27T03:54:50.194Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=916.579µs remote_storage=2.007µs web_handler=628ns query_engine=2.029µs scrape=195.502µs scrape_sd=28.117µs notify=22.53µs notify_sd=17.414µs rules=1.535µs 2024-06-27T00:21:11.522943042Z Connected to MongoDB! 2024-06-27T00:21:11.522969538Z Refreshing prometheus config file for first time 2024-06-27T00:21:41.574762998Z Error in first configuration attempt! 2024-06-27T00:21:41.574804447Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-27T00:22:11.606389753Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-27T00:22:11.606444941Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-27T00:22:46.637267984Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-27T00:22:46.637324988Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-27T00:23:21.678125043Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-27T00:23:21.679204105Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-27T00:23:56.728309990Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-27T00:23:56.728373018Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-27T00:24:31.754128237Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-06-27T00:24:31.754176976Z Detected failure while listening to prometheus jobs collection, retrying... 2024-06-27T00:25:01.286510801Z Listening to changes in prometheus jobs collection 2024-06-27T00:25:02.802826403Z Change detected, updating prometheus config 2024-06-27T00:25:02.806968779Z Jobs detected : 1 2024-06-27T00:25:02.816030903Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-27T00:25:02.817939225Z New config written, updating prometheus 2024-06-27T00:25:07.850591814Z Prometheus config update successful 2024-06-27T00:25:07.852726148Z 2024-06-27T03:54:32.950033224Z Change detected, updating prometheus config 2024-06-27T03:54:32.952971643Z Jobs detected : 2 2024-06-27T03:54:32.955952295Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-27T03:54:32.961183260Z New config written, updating prometheus 2024-06-27T03:54:38.002656118Z Prometheus config update successful 2024-06-27T03:54:38.005160931Z 2024-06-27T03:54:50.169011869Z Change detected, updating prometheus config 2024-06-27T03:54:50.172899495Z Jobs detected : 1 2024-06-27T03:54:50.187034842Z Writing new config file to /etc/prometheus/prometheus.yml 2024-06-27T03:54:50.189745296Z New config written, updating prometheus 2024-06-27T03:54:55.213503631Z Prometheus config update successful 2024-06-27T03:54:55.215417387Z