2024-04-02T00:27:34.788304255Z level=info ts=2024-04-02T00:27:34.788Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-02T00:27:34.788351829Z level=info ts=2024-04-02T00:27:34.788Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-04-02T00:27:34.788355995Z level=info ts=2024-04-02T00:27:34.788Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-04-02T00:27:34.788368191Z level=info ts=2024-04-02T00:27:34.788Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-04-02T00:27:34.788396423Z level=info ts=2024-04-02T00:27:34.788Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-04-02T00:27:34.788523576Z level=info ts=2024-04-02T00:27:34.788Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-02T00:27:34.790242893Z level=info ts=2024-04-02T00:27:34.790Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-04-02T00:27:34.791942434Z level=info ts=2024-04-02T00:27:34.791Z caller=main.go:824 msg="Starting TSDB ..." 2024-04-02T00:27:34.793000712Z level=info ts=2024-04-02T00:27:34.792Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-04-02T00:27:34.796385863Z level=info ts=2024-04-02T00:27:34.796Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-02T00:27:34.796395359Z level=info ts=2024-04-02T00:27:34.796Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.033µs 2024-04-02T00:27:34.796397745Z level=info ts=2024-04-02T00:27:34.796Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-04-02T00:27:34.796757842Z level=info ts=2024-04-02T00:27:34.796Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-02T00:27:34.796765375Z level=info ts=2024-04-02T00:27:34.796Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=15.904µs wal_replay_duration=368.496µs total_replay_duration=397.28µs 2024-04-02T00:27:34.798063225Z level=info ts=2024-04-02T00:27:34.797Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-04-02T00:27:34.798085167Z level=info ts=2024-04-02T00:27:34.797Z caller=main.go:854 msg="TSDB started" 2024-04-02T00:27:34.798180559Z level=info ts=2024-04-02T00:27:34.798Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T00:27:34.798951482Z level=info ts=2024-04-02T00:27:34.798Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=784.59µs remote_storage=17.022µs web_handler=356ns query_engine=1.068µs scrape=304.64µs scrape_sd=36.776µs notify=49.162µs notify_sd=9.841µs rules=1.316µs 2024-04-02T00:27:34.798961516Z level=info ts=2024-04-02T00:27:34.798Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-04-02T00:32:25.703925774Z level=info ts=2024-04-02T00:32:25.703Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T00:32:25.705056661Z level=info ts=2024-04-02T00:32:25.704Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.191783ms remote_storage=5.577µs web_handler=2.79µs query_engine=9.594µs scrape=117.01µs scrape_sd=62.233µs notify=39.381µs notify_sd=13.454µs rules=1.611µs 2024-04-02T03:27:54.188498799Z level=info ts=2024-04-02T03:27:54.188Z caller=compact.go:518 component=tsdb msg="write block" mint=1712017674127 maxt=1712023200000 ulid=01HTEDJPRSH2WZBS1CTSAMT6AG duration=50.987106ms 2024-04-02T03:27:54.192082358Z level=info ts=2024-04-02T03:27:54.191Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.967673ms 2024-04-02T04:02:16.876031751Z level=info ts=2024-04-02T04:02:16.875Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T04:02:16.878242009Z level=info ts=2024-04-02T04:02:16.878Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.398915ms remote_storage=8.185µs web_handler=4.686µs query_engine=9.095µs scrape=237.954µs scrape_sd=162.321µs notify=62.133µs notify_sd=18.886µs rules=13.145µs 2024-04-02T04:02:36.973529187Z level=info ts=2024-04-02T04:02:36.973Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-02T04:02:36.974111582Z level=info ts=2024-04-02T04:02:36.973Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=706.795µs remote_storage=2.15µs web_handler=533ns query_engine=1.581µs scrape=257.557µs scrape_sd=49.164µs notify=13.932µs notify_sd=10.105µs rules=1.208µs 2024-04-02T00:27:59.405929385Z Connected to MongoDB! 2024-04-02T00:27:59.406013282Z Refreshing prometheus config file for first time 2024-04-02T00:28:29.455951807Z Error in first configuration attempt! 2024-04-02T00:28:29.456004123Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-02T00:28:59.468932921Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-02T00:28:59.468984710Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-02T00:29:34.504677155Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-02T00:29:34.504736902Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-02T00:30:09.535399978Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-02T00:30:09.537517707Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-02T00:30:44.571147230Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-02T00:30:44.571169340Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-02T00:31:19.596429348Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-02T00:31:19.596479885Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-02T00:31:54.625464534Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-02T00:31:54.625508351Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-02T00:32:22.163474867Z Listening to changes in prometheus jobs collection 2024-04-02T00:32:25.686242859Z Change detected, updating prometheus config 2024-04-02T00:32:25.691997201Z Jobs detected : 1 2024-04-02T00:32:25.695706989Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-02T00:32:25.697153935Z New config written, updating prometheus 2024-04-02T00:32:30.732643902Z Prometheus config update successful 2024-04-02T00:32:30.734780751Z 2024-04-02T04:02:16.848820351Z Change detected, updating prometheus config 2024-04-02T04:02:16.852650990Z Jobs detected : 2 2024-04-02T04:02:16.860790872Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-02T04:02:16.869677540Z New config written, updating prometheus 2024-04-02T04:02:21.929573350Z Prometheus config update successful 2024-04-02T04:02:21.931992866Z 2024-04-02T04:02:36.962845713Z Change detected, updating prometheus config 2024-04-02T04:02:36.964005002Z Jobs detected : 1 2024-04-02T04:02:36.968140311Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-02T04:02:36.969910546Z New config written, updating prometheus 2024-04-02T04:02:41.996669697Z Prometheus config update successful 2024-04-02T04:02:41.998824669Z