2024-04-09T00:26:25.342413795Z level=info ts=2024-04-09T00:26:25.342Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-04-09T00:26:25.342481890Z level=info ts=2024-04-09T00:26:25.342Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-04-09T00:26:25.342490084Z level=info ts=2024-04-09T00:26:25.342Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-04-09T00:26:25.342501508Z level=info ts=2024-04-09T00:26:25.342Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-04-09T00:26:25.342596399Z level=info ts=2024-04-09T00:26:25.342Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-04-09T00:26:25.342693528Z level=info ts=2024-04-09T00:26:25.342Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-09T00:26:25.347110409Z level=info ts=2024-04-09T00:26:25.346Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-04-09T00:26:25.349601552Z level=info ts=2024-04-09T00:26:25.349Z caller=main.go:824 msg="Starting TSDB ..." 2024-04-09T00:26:25.355281795Z level=info ts=2024-04-09T00:26:25.355Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-04-09T00:26:25.362659905Z level=info ts=2024-04-09T00:26:25.360Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-09T00:26:25.362673607Z level=info ts=2024-04-09T00:26:25.360Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=10.694µs 2024-04-09T00:26:25.362717715Z level=info ts=2024-04-09T00:26:25.360Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-04-09T00:26:25.362722704Z level=info ts=2024-04-09T00:26:25.360Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-09T00:26:25.362725835Z level=info ts=2024-04-09T00:26:25.361Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=23.747µs wal_replay_duration=172.982µs total_replay_duration=223.557µs 2024-04-09T00:26:25.362728961Z level=info ts=2024-04-09T00:26:25.362Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-04-09T00:26:25.362732071Z level=info ts=2024-04-09T00:26:25.362Z caller=main.go:854 msg="TSDB started" 2024-04-09T00:26:25.362735151Z level=info ts=2024-04-09T00:26:25.362Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-09T00:26:25.363221290Z level=info ts=2024-04-09T00:26:25.363Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=728.317µs remote_storage=5.867µs web_handler=491ns query_engine=989ns scrape=273.376µs scrape_sd=31.592µs notify=25.584µs notify_sd=9.428µs rules=4.689µs 2024-04-09T00:26:25.363228498Z level=info ts=2024-04-09T00:26:25.363Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-04-09T00:29:30.389922658Z level=info ts=2024-04-09T00:29:30.389Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-09T00:29:30.391365907Z level=info ts=2024-04-09T00:29:30.391Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.588945ms remote_storage=5.87µs web_handler=3.885µs query_engine=4.36µs scrape=153.683µs scrape_sd=56.519µs notify=28.117µs notify_sd=14.72µs rules=9.369µs 2024-04-09T03:26:54.182385903Z level=info ts=2024-04-09T03:26:54.182Z caller=compact.go:518 component=tsdb msg="write block" mint=1712622399130 maxt=1712628000000 ulid=01HV0E9X5SVTBPH9827KFJ2G2K duration=44.175127ms 2024-04-09T03:26:54.186607544Z level=info ts=2024-04-09T03:26:54.186Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.075975ms 2024-04-09T03:54:41.489392090Z level=info ts=2024-04-09T03:54:41.489Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-09T03:54:41.491322714Z level=info ts=2024-04-09T03:54:41.491Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=2.089073ms remote_storage=2.777µs web_handler=14.823µs query_engine=7.771µs scrape=197.409µs scrape_sd=129.941µs notify=43.177µs notify_sd=24.348µs rules=10.256µs 2024-04-09T03:55:02.089663545Z level=info ts=2024-04-09T03:55:02.089Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-09T03:55:02.090645296Z level=info ts=2024-04-09T03:55:02.090Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.010136ms remote_storage=3.635µs web_handler=898ns query_engine=2.1µs scrape=376.645µs scrape_sd=50.473µs notify=22.232µs notify_sd=45.549µs rules=2.359µs 2024-04-09T00:26:50.559009554Z Connected to MongoDB! 2024-04-09T00:26:50.559073456Z Refreshing prometheus config file for first time 2024-04-09T00:27:20.608445119Z Error in first configuration attempt! 2024-04-09T00:27:20.608489609Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-09T00:27:50.639401077Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-09T00:27:50.639455549Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-09T00:28:25.674079044Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-09T00:28:25.674152678Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-09T00:29:00.710613282Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-04-09T00:29:00.712681265Z Detected failure while listening to prometheus jobs collection, retrying... 2024-04-09T00:29:28.862300136Z Listening to changes in prometheus jobs collection 2024-04-09T00:29:30.371643513Z Change detected, updating prometheus config 2024-04-09T00:29:30.373147855Z Jobs detected : 1 2024-04-09T00:29:30.378026001Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-09T00:29:30.379990915Z New config written, updating prometheus 2024-04-09T00:29:35.415240246Z Prometheus config update successful 2024-04-09T00:29:35.417406334Z 2024-04-09T03:54:41.468062367Z Change detected, updating prometheus config 2024-04-09T03:54:41.472079306Z Jobs detected : 2 2024-04-09T03:54:41.475100002Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-09T03:54:41.480647024Z New config written, updating prometheus 2024-04-09T03:54:46.528826412Z Prometheus config update successful 2024-04-09T03:54:46.532700757Z 2024-04-09T03:55:02.064934274Z Change detected, updating prometheus config 2024-04-09T03:55:02.069752014Z Jobs detected : 1 2024-04-09T03:55:02.081719402Z Writing new config file to /etc/prometheus/prometheus.yml 2024-04-09T03:55:02.083955953Z New config written, updating prometheus 2024-04-09T03:55:07.106791690Z Prometheus config update successful 2024-04-09T03:55:07.108867501Z