2024-03-22T01:27:11.618250202Z level=info ts=2024-03-22T01:27:11.618Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-22T01:27:11.618407020Z level=info ts=2024-03-22T01:27:11.618Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-03-22T01:27:11.618441376Z level=info ts=2024-03-22T01:27:11.618Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-03-22T01:27:11.618554712Z level=info ts=2024-03-22T01:27:11.618Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-03-22T01:27:11.618639494Z level=info ts=2024-03-22T01:27:11.618Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-03-22T01:27:11.618686150Z level=info ts=2024-03-22T01:27:11.618Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-22T01:27:11.620839535Z level=info ts=2024-03-22T01:27:11.620Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-03-22T01:27:11.622129661Z level=info ts=2024-03-22T01:27:11.622Z caller=main.go:824 msg="Starting TSDB ..." 2024-03-22T01:27:11.627325646Z level=info ts=2024-03-22T01:27:11.627Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-03-22T01:27:11.628703079Z level=info ts=2024-03-22T01:27:11.628Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-22T01:27:11.628847919Z level=info ts=2024-03-22T01:27:11.628Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=10.457µs 2024-03-22T01:27:11.628883047Z level=info ts=2024-03-22T01:27:11.628Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-03-22T01:27:11.629280036Z level=info ts=2024-03-22T01:27:11.629Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-22T01:27:11.629356164Z level=info ts=2024-03-22T01:27:11.629Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=104.464µs wal_replay_duration=307.504µs total_replay_duration=548.863µs 2024-03-22T01:27:11.631094311Z level=info ts=2024-03-22T01:27:11.631Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-03-22T01:27:11.631214867Z level=info ts=2024-03-22T01:27:11.631Z caller=main.go:854 msg="TSDB started" 2024-03-22T01:27:11.631374887Z level=info ts=2024-03-22T01:27:11.631Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-22T01:27:11.632175073Z level=info ts=2024-03-22T01:27:11.632Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=764.209µs remote_storage=8.242µs web_handler=650ns query_engine=1.076µs scrape=306.342µs scrape_sd=28.977µs notify=24.196µs notify_sd=10.77µs rules=1.237µs 2024-03-22T01:27:11.632319689Z level=info ts=2024-03-22T01:27:11.632Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-03-22T01:31:18.774705434Z level=info ts=2024-03-22T01:31:18.774Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-22T01:31:18.777467598Z level=info ts=2024-03-22T01:31:18.777Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.957524ms remote_storage=6.495µs web_handler=3.356µs query_engine=4.567µs scrape=137.201µs scrape_sd=45.982µs notify=30.918µs notify_sd=9.355µs rules=7.554µs 2024-03-22T04:27:39.185892429Z level=info ts=2024-03-22T04:27:39.185Z caller=compact.go:518 component=tsdb msg="write block" mint=1711070844124 maxt=1711072800000 ulid=01HSJ6M6QYGZD42STH03ZM0AXV duration=50.618449ms 2024-03-22T04:27:39.188336895Z level=info ts=2024-03-22T04:27:39.188Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.908487ms 2024-03-22T05:00:24.165781277Z level=info ts=2024-03-22T05:00:24.165Z caller=compact.go:518 component=tsdb msg="write block" mint=1711072809127 maxt=1711080000000 ulid=01HSJ8G5P0AXWA2WCH5184DD8E duration=36.969841ms 2024-03-22T05:00:24.168131953Z level=info ts=2024-03-22T05:00:24.168Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.935346ms 2024-03-22T05:06:40.331206246Z level=info ts=2024-03-22T05:06:40.331Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-22T05:06:40.332364048Z level=info ts=2024-03-22T05:06:40.332Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.260802ms remote_storage=2.975µs web_handler=4.802µs query_engine=2.391µs scrape=153.708µs scrape_sd=81.85µs notify=35.062µs notify_sd=12.758µs rules=8.527µs 2024-03-22T05:06:59.544224966Z level=info ts=2024-03-22T05:06:59.544Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-22T05:06:59.544907037Z level=info ts=2024-03-22T05:06:59.544Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=795.582µs remote_storage=2.584µs web_handler=574ns query_engine=1.388µs scrape=249.579µs scrape_sd=30.469µs notify=14.475µs notify_sd=65.72µs rules=1.17µs 2024-03-22T01:27:39.468481684Z Connected to MongoDB! 2024-03-22T01:27:39.468524918Z Refreshing prometheus config file for first time 2024-03-22T01:28:09.504425613Z Error in first configuration attempt! 2024-03-22T01:28:09.504463050Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-22T01:28:39.532518807Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-22T01:28:39.532550848Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-22T01:29:14.569607135Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-22T01:29:14.569648951Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-22T01:29:49.598914014Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-22T01:29:49.598982118Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-22T01:30:24.632061212Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-22T01:30:24.632129289Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-22T01:30:59.657219306Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-22T01:30:59.657268994Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-22T01:31:17.438651116Z Listening to changes in prometheus jobs collection 2024-03-22T01:31:18.755817511Z Change detected, updating prometheus config 2024-03-22T01:31:18.758738481Z Jobs detected : 1 2024-03-22T01:31:18.763860191Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-22T01:31:18.767969941Z New config written, updating prometheus 2024-03-22T01:31:23.795173715Z Prometheus config update successful 2024-03-22T01:31:23.796875436Z 2024-03-22T05:06:40.317166852Z Change detected, updating prometheus config 2024-03-22T05:06:40.319375843Z Jobs detected : 2 2024-03-22T05:06:40.322489723Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-22T05:06:40.326143117Z New config written, updating prometheus 2024-03-22T05:06:45.388318857Z Prometheus config update successful 2024-03-22T05:06:45.391217081Z 2024-03-22T05:06:59.529410866Z Change detected, updating prometheus config 2024-03-22T05:06:59.535100195Z Jobs detected : 1 2024-03-22T05:06:59.539162409Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-22T05:06:59.540592978Z New config written, updating prometheus 2024-03-22T05:07:04.567953321Z Prometheus config update successful 2024-03-22T05:07:04.569701275Z