2024-03-21T01:27:36.299783293Z level=info ts=2024-03-21T01:27:36.299Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-21T01:27:36.299817617Z level=info ts=2024-03-21T01:27:36.299Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-03-21T01:27:36.299824610Z level=info ts=2024-03-21T01:27:36.299Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-03-21T01:27:36.299826974Z level=info ts=2024-03-21T01:27:36.299Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-03-21T01:27:36.299830034Z level=info ts=2024-03-21T01:27:36.299Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-03-21T01:27:36.299832359Z level=info ts=2024-03-21T01:27:36.299Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-21T01:27:36.302917968Z level=info ts=2024-03-21T01:27:36.302Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-03-21T01:27:36.303298771Z level=info ts=2024-03-21T01:27:36.303Z caller=main.go:824 msg="Starting TSDB ..." 2024-03-21T01:27:36.309194878Z level=info ts=2024-03-21T01:27:36.309Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-03-21T01:27:36.315116637Z level=info ts=2024-03-21T01:27:36.315Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-21T01:27:36.315146389Z level=info ts=2024-03-21T01:27:36.315Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.085µs 2024-03-21T01:27:36.315229741Z level=info ts=2024-03-21T01:27:36.315Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-03-21T01:27:36.315859986Z level=info ts=2024-03-21T01:27:36.315Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-21T01:27:36.315958735Z level=info ts=2024-03-21T01:27:36.315Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=80.179µs wal_replay_duration=606.541µs total_replay_duration=796.345µs 2024-03-21T01:27:36.319224644Z level=info ts=2024-03-21T01:27:36.319Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-03-21T01:27:36.319297916Z level=info ts=2024-03-21T01:27:36.319Z caller=main.go:854 msg="TSDB started" 2024-03-21T01:27:36.319443116Z level=info ts=2024-03-21T01:27:36.319Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-21T01:27:36.320719004Z level=info ts=2024-03-21T01:27:36.320Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.20498ms remote_storage=6.778µs web_handler=681ns query_engine=1.173µs scrape=536.82µs scrape_sd=35.102µs notify=66.762µs notify_sd=16.94µs rules=1.453µs 2024-03-21T01:27:36.320756635Z level=info ts=2024-03-21T01:27:36.320Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-03-21T01:32:00.021240679Z level=info ts=2024-03-21T01:32:00.020Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-21T01:32:00.022061999Z level=info ts=2024-03-21T01:32:00.021Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=995.212µs remote_storage=7.566µs web_handler=5.201µs query_engine=5.998µs scrape=157.716µs scrape_sd=43.778µs notify=31.927µs notify_sd=12.463µs rules=7.522µs 2024-03-21T04:28:09.176430277Z level=info ts=2024-03-21T04:28:09.176Z caller=compact.go:518 component=tsdb msg="write block" mint=1710984474130 maxt=1710986400000 ulid=01HSFM8D1HA7NJH28G1C39MTWT duration=38.747474ms 2024-03-21T04:28:09.179181274Z level=info ts=2024-03-21T04:28:09.179Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.269663ms 2024-03-21T04:59:50.838067937Z level=info ts=2024-03-21T04:59:50.837Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-21T04:59:50.842266728Z level=info ts=2024-03-21T04:59:50.842Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=4.352906ms remote_storage=5.945µs web_handler=8.967µs query_engine=10.202µs scrape=454.408µs scrape_sd=240.095µs notify=209.518µs notify_sd=80.641µs rules=18.632µs 2024-03-21T05:00:22.058089364Z level=info ts=2024-03-21T05:00:22.057Z caller=compact.go:518 component=tsdb msg="write block" mint=1710986409130 maxt=1710993600000 ulid=01HSFP3CJWYYSC4QAZAK0G8THT duration=76.923032ms 2024-03-21T05:00:22.061075150Z level=info ts=2024-03-21T05:00:22.060Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.101652ms 2024-03-21T05:01:06.397959292Z level=info ts=2024-03-21T05:01:06.397Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-21T05:01:06.399023727Z level=info ts=2024-03-21T05:01:06.398Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.122581ms remote_storage=4.168µs web_handler=910ns query_engine=1.734µs scrape=299.017µs scrape_sd=40.264µs notify=14.338µs notify_sd=10.558µs rules=1.581µs 2024-03-21T01:27:54.501107505Z Connected to MongoDB! 2024-03-21T01:27:54.501152685Z Refreshing prometheus config file for first time 2024-03-21T01:28:24.541131911Z Error in first configuration attempt! 2024-03-21T01:28:24.541164946Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-21T01:28:54.566562760Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-21T01:28:54.566596821Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-21T01:29:29.598070405Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-21T01:29:29.598109924Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-21T01:30:04.624975898Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-21T01:30:04.625020448Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-21T01:30:39.663338408Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-21T01:30:39.663380925Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-21T01:31:14.690795268Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-21T01:31:14.690824445Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-21T01:31:49.724878959Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-21T01:31:49.725553379Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-21T01:31:58.576448676Z Listening to changes in prometheus jobs collection 2024-03-21T01:31:59.985685204Z Change detected, updating prometheus config 2024-03-21T01:31:59.992873809Z Jobs detected : 1 2024-03-21T01:31:59.999894208Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-21T01:32:00.007929970Z New config written, updating prometheus 2024-03-21T01:32:05.036973104Z Prometheus config update successful 2024-03-21T01:32:05.038669967Z 2024-03-21T04:59:50.823075031Z Change detected, updating prometheus config 2024-03-21T04:59:50.825436837Z Jobs detected : 2 2024-03-21T04:59:50.829180623Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-21T04:59:50.833181530Z New config written, updating prometheus 2024-03-21T04:59:55.859498827Z Prometheus config update successful 2024-03-21T04:59:55.867766863Z 2024-03-21T05:01:06.381133298Z Change detected, updating prometheus config 2024-03-21T05:01:06.383952412Z Jobs detected : 1 2024-03-21T05:01:06.390672683Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-21T05:01:06.393536766Z New config written, updating prometheus 2024-03-21T05:01:11.425627825Z Prometheus config update successful 2024-03-21T05:01:11.427002919Z