2024-03-30T01:26:14.319497602Z level=info ts=2024-03-30T01:26:14.319Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-30T01:26:14.319737472Z level=info ts=2024-03-30T01:26:14.319Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-03-30T01:26:14.319923339Z level=info ts=2024-03-30T01:26:14.319Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-03-30T01:26:14.320087264Z level=info ts=2024-03-30T01:26:14.319Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-03-30T01:26:14.320260996Z level=info ts=2024-03-30T01:26:14.320Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-03-30T01:26:14.320404801Z level=info ts=2024-03-30T01:26:14.320Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-30T01:26:14.323133131Z level=info ts=2024-03-30T01:26:14.323Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-03-30T01:26:14.326604248Z level=info ts=2024-03-30T01:26:14.326Z caller=main.go:824 msg="Starting TSDB ..." 2024-03-30T01:26:14.330955819Z level=info ts=2024-03-30T01:26:14.328Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-03-30T01:26:14.336472671Z level=info ts=2024-03-30T01:26:14.336Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-30T01:26:14.336486164Z level=info ts=2024-03-30T01:26:14.336Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.2µs 2024-03-30T01:26:14.336489417Z level=info ts=2024-03-30T01:26:14.336Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-03-30T01:26:14.336842972Z level=info ts=2024-03-30T01:26:14.336Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-30T01:26:14.336859387Z level=info ts=2024-03-30T01:26:14.336Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=107.837µs wal_replay_duration=274.39µs total_replay_duration=401.047µs 2024-03-30T01:26:14.338474284Z level=info ts=2024-03-30T01:26:14.338Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-03-30T01:26:14.338548492Z level=info ts=2024-03-30T01:26:14.338Z caller=main.go:854 msg="TSDB started" 2024-03-30T01:26:14.338675126Z level=info ts=2024-03-30T01:26:14.338Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-30T01:26:14.339616240Z level=info ts=2024-03-30T01:26:14.339Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=909.197µs remote_storage=2.507µs web_handler=564ns query_engine=1.001µs scrape=340.381µs scrape_sd=34.086µs notify=29.083µs notify_sd=12.851µs rules=4.533µs 2024-03-30T01:26:14.339747023Z level=info ts=2024-03-30T01:26:14.339Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-03-30T01:29:13.044123991Z level=info ts=2024-03-30T01:29:13.043Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-30T01:29:13.045076211Z level=info ts=2024-03-30T01:29:13.044Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.05453ms remote_storage=6.386µs web_handler=539ns query_engine=1.369µs scrape=148.237µs scrape_sd=36.57µs notify=18.722µs notify_sd=11.361µs rules=1.395µs 2024-03-30T04:26:24.186344257Z level=info ts=2024-03-30T04:26:24.185Z caller=compact.go:518 component=tsdb msg="write block" mint=1711761984154 maxt=1711764000000 ulid=01HT6SQNH1Z9X7AQND5CYHZC08 duration=24.007539ms 2024-03-30T04:26:24.190003450Z level=info ts=2024-03-30T04:26:24.189Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.085016ms 2024-03-30T04:54:30.843859358Z level=info ts=2024-03-30T04:54:30.843Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-30T04:54:30.845227870Z level=info ts=2024-03-30T04:54:30.845Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.53514ms remote_storage=9.327µs web_handler=4.402µs query_engine=5.086µs scrape=146.91µs scrape_sd=66.763µs notify=43.234µs notify_sd=33.565µs rules=14.56µs 2024-03-30T04:55:50.094117499Z level=info ts=2024-03-30T04:55:50.093Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-30T04:55:50.094724674Z level=info ts=2024-03-30T04:55:50.094Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=661.179µs remote_storage=2.15µs web_handler=460ns query_engine=1.348µs scrape=189.074µs scrape_sd=26.827µs notify=15.864µs notify_sd=10.654µs rules=1.511µs 2024-03-30T05:00:09.204381942Z level=info ts=2024-03-30T05:00:09.203Z caller=compact.go:518 component=tsdb msg="write block" mint=1711764009158 maxt=1711771200000 ulid=01HT6VNF2BCH726YB4TXGNDYRE duration=40.889977ms 2024-03-30T05:00:09.207070543Z level=info ts=2024-03-30T05:00:09.206Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=2.177472ms 2024-03-30T01:26:39.950195377Z Connected to MongoDB! 2024-03-30T01:26:39.950330887Z Refreshing prometheus config file for first time 2024-03-30T01:27:09.985399502Z Error in first configuration attempt! 2024-03-30T01:27:09.985425413Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-30T01:27:40.013815155Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-30T01:27:40.013959259Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-30T01:28:15.044833972Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-30T01:28:15.044877322Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-30T01:28:50.076520058Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-30T01:28:50.076576718Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-30T01:29:11.671887975Z Listening to changes in prometheus jobs collection 2024-03-30T01:29:13.000271230Z Change detected, updating prometheus config 2024-03-30T01:29:13.005686047Z Jobs detected : 1 2024-03-30T01:29:13.022918190Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-30T01:29:13.026422964Z New config written, updating prometheus 2024-03-30T01:29:18.070477901Z Prometheus config update successful 2024-03-30T01:29:18.073855583Z 2024-03-30T04:54:30.827952718Z Change detected, updating prometheus config 2024-03-30T04:54:30.830389643Z Jobs detected : 2 2024-03-30T04:54:30.834094718Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-30T04:54:30.838533760Z New config written, updating prometheus 2024-03-30T04:54:35.871253316Z Prometheus config update successful 2024-03-30T04:54:35.874094153Z 2024-03-30T04:55:50.079974219Z Change detected, updating prometheus config 2024-03-30T04:55:50.081474637Z Jobs detected : 1 2024-03-30T04:55:50.090610868Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-30T04:55:50.090629066Z New config written, updating prometheus 2024-03-30T04:55:55.108383857Z Prometheus config update successful 2024-03-30T04:55:55.109508419Z