2024-03-28T01:26:16.311237963Z level=info ts=2024-03-28T01:26:16.310Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-03-28T01:26:16.311267068Z level=info ts=2024-03-28T01:26:16.310Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-03-28T01:26:16.311271384Z level=info ts=2024-03-28T01:26:16.310Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-03-28T01:26:16.311488896Z level=info ts=2024-03-28T01:26:16.311Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-03-28T01:26:16.311494870Z level=info ts=2024-03-28T01:26:16.311Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-03-28T01:26:16.311510163Z level=info ts=2024-03-28T01:26:16.311Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-03-28T01:26:16.317195737Z level=info ts=2024-03-28T01:26:16.314Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-03-28T01:26:16.319344048Z level=info ts=2024-03-28T01:26:16.318Z caller=main.go:824 msg="Starting TSDB ..." 2024-03-28T01:26:16.331728999Z level=info ts=2024-03-28T01:26:16.331Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-03-28T01:26:16.336934218Z level=info ts=2024-03-28T01:26:16.336Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-03-28T01:26:16.337675749Z level=info ts=2024-03-28T01:26:16.337Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=7.876µs 2024-03-28T01:26:16.337823233Z level=info ts=2024-03-28T01:26:16.337Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-03-28T01:26:16.338933623Z level=info ts=2024-03-28T01:26:16.338Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-03-28T01:26:16.338947608Z level=info ts=2024-03-28T01:26:16.338Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=100.94µs wal_replay_duration=388.385µs total_replay_duration=1.303697ms 2024-03-28T01:26:16.340990618Z level=info ts=2024-03-28T01:26:16.340Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-03-28T01:26:16.341001834Z level=info ts=2024-03-28T01:26:16.340Z caller=main.go:854 msg="TSDB started" 2024-03-28T01:26:16.341070033Z level=info ts=2024-03-28T01:26:16.340Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-28T01:26:16.341915732Z level=info ts=2024-03-28T01:26:16.341Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=861.041µs remote_storage=19.967µs web_handler=681ns query_engine=1.134µs scrape=383.756µs scrape_sd=35.721µs notify=28.663µs notify_sd=18.847µs rules=1.323µs 2024-03-28T01:26:16.341925386Z level=info ts=2024-03-28T01:26:16.341Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-03-28T01:30:00.328500029Z level=info ts=2024-03-28T01:30:00.328Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-28T01:30:00.329858767Z level=info ts=2024-03-28T01:30:00.329Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.478707ms remote_storage=9.087µs web_handler=3.681µs query_engine=4.319µs scrape=158.293µs scrape_sd=56.986µs notify=38.479µs notify_sd=14.659µs rules=7.262µs 2024-03-28T04:26:39.162182972Z level=info ts=2024-03-28T04:26:39.161Z caller=compact.go:518 component=tsdb msg="write block" mint=1711589184128 maxt=1711591200000 ulid=01HT1MYP4WPXA1S9BC3Y5M906X duration=29.160191ms 2024-03-28T04:26:39.164610156Z level=info ts=2024-03-28T04:26:39.164Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.779128ms 2024-03-28T04:57:27.345390983Z level=info ts=2024-03-28T04:57:27.345Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-28T04:57:27.347505011Z level=info ts=2024-03-28T04:57:27.347Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.232885ms remote_storage=6.376µs web_handler=5.384µs query_engine=5.69µs scrape=233.147µs scrape_sd=132.781µs notify=37.914µs notify_sd=40.764µs rules=10.687µs 2024-03-28T04:57:47.274810107Z level=info ts=2024-03-28T04:57:47.274Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-03-28T04:57:47.275599595Z level=info ts=2024-03-28T04:57:47.275Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=817.41µs remote_storage=2.404µs web_handler=752ns query_engine=1.622µs scrape=291.54µs scrape_sd=41.195µs notify=17.056µs notify_sd=35.196µs rules=1.362µs 2024-03-28T05:00:24.165515546Z level=info ts=2024-03-28T05:00:24.165Z caller=compact.go:518 component=tsdb msg="write block" mint=1711591209131 maxt=1711598400000 ulid=01HT1PWFP74GG235DXGDQXW2M3 duration=30.236996ms 2024-03-28T05:00:24.167427218Z level=info ts=2024-03-28T05:00:24.167Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.513287ms 2024-03-28T01:26:33.555834859Z Connected to MongoDB! 2024-03-28T01:26:33.555887903Z Refreshing prometheus config file for first time 2024-03-28T01:27:03.588599107Z Error in first configuration attempt! 2024-03-28T01:27:03.588704590Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-28T01:27:33.619171955Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-28T01:27:33.619360134Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-28T01:28:08.653594600Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-28T01:28:08.653737627Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-28T01:28:43.684994369Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-28T01:28:43.685035315Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-28T01:29:18.715936901Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-28T01:29:18.715986783Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-28T01:29:53.740758875Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-03-28T01:29:53.740814757Z Detected failure while listening to prometheus jobs collection, retrying... 2024-03-28T01:29:58.995919991Z Listening to changes in prometheus jobs collection 2024-03-28T01:30:00.300424044Z Change detected, updating prometheus config 2024-03-28T01:30:00.307875731Z Jobs detected : 1 2024-03-28T01:30:00.317466188Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-28T01:30:00.319058342Z New config written, updating prometheus 2024-03-28T01:30:05.347482845Z Prometheus config update successful 2024-03-28T01:30:05.349662850Z 2024-03-28T04:57:27.324576458Z Change detected, updating prometheus config 2024-03-28T04:57:27.332844328Z Jobs detected : 2 2024-03-28T04:57:27.337142092Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-28T04:57:27.340477780Z New config written, updating prometheus 2024-03-28T04:57:32.374859588Z Prometheus config update successful 2024-03-28T04:57:32.377623173Z 2024-03-28T04:57:47.261489521Z Change detected, updating prometheus config 2024-03-28T04:57:47.263682583Z Jobs detected : 1 2024-03-28T04:57:47.268353422Z Writing new config file to /etc/prometheus/prometheus.yml 2024-03-28T04:57:47.269881043Z New config written, updating prometheus 2024-03-28T04:57:52.298158108Z Prometheus config update successful 2024-03-28T04:57:52.300754736Z