2024-01-17T21:30:41.561848073Z level=info ts=2024-01-17T21:30:41.561Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d 2024-01-17T21:30:41.561892911Z level=info ts=2024-01-17T21:30:41.561Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)" 2024-01-17T21:30:41.561897584Z level=info ts=2024-01-17T21:30:41.561Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)" 2024-01-17T21:30:41.561900762Z level=info ts=2024-01-17T21:30:41.561Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))" 2024-01-17T21:30:41.561903847Z level=info ts=2024-01-17T21:30:41.561Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)" 2024-01-17T21:30:41.561906881Z level=info ts=2024-01-17T21:30:41.561Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)" 2024-01-17T21:30:41.564676068Z level=info ts=2024-01-17T21:30:41.564Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090 2024-01-17T21:30:41.566580135Z level=info ts=2024-01-17T21:30:41.565Z caller=main.go:824 msg="Starting TSDB ..." 2024-01-17T21:30:41.570557512Z level=info ts=2024-01-17T21:30:41.569Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false 2024-01-17T21:30:41.574584732Z level=info ts=2024-01-17T21:30:41.571Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-01-17T21:30:41.574598444Z level=info ts=2024-01-17T21:30:41.571Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=5.148µs 2024-01-17T21:30:41.574603551Z level=info ts=2024-01-17T21:30:41.571Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while" 2024-01-17T21:30:41.574613601Z level=info ts=2024-01-17T21:30:41.572Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-01-17T21:30:41.574617245Z level=info ts=2024-01-17T21:30:41.572Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.45µs wal_replay_duration=317.876µs total_replay_duration=356.67µs 2024-01-17T21:30:41.574620628Z level=info ts=2024-01-17T21:30:41.573Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC 2024-01-17T21:30:41.574623640Z level=info ts=2024-01-17T21:30:41.573Z caller=main.go:854 msg="TSDB started" 2024-01-17T21:30:41.574626668Z level=info ts=2024-01-17T21:30:41.573Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-01-17T21:30:41.574970036Z level=info ts=2024-01-17T21:30:41.574Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.029847ms remote_storage=8.997µs web_handler=522ns query_engine=3.522µs scrape=314.24µs scrape_sd=23.15µs notify=243.554µs notify_sd=65.112µs rules=4.464µs 2024-01-17T21:30:41.574980210Z level=info ts=2024-01-17T21:30:41.574Z caller=main.go:796 msg="Server is ready to receive web requests." 2024-01-17T21:36:37.354929134Z level=info ts=2024-01-17T21:36:37.354Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-01-17T21:36:37.356269500Z level=info ts=2024-01-17T21:36:37.356Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.486427ms remote_storage=6.965µs web_handler=6.096µs query_engine=14.288µs scrape=218.032µs scrape_sd=50.688µs notify=51.88µs notify_sd=14.585µs rules=5.984µs 2024-01-18T00:31:09.185543908Z level=info ts=2024-01-18T00:31:09.184Z caller=compact.go:518 component=tsdb msg="write block" mint=1705527054124 maxt=1705528800000 ulid=01HMCZN5AE39Q6FN8B40ZX8TMV duration=50.56229ms 2024-01-18T00:31:09.192757252Z level=info ts=2024-01-18T00:31:09.192Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=6.297971ms 2024-01-18T01:00:24.208833423Z level=info ts=2024-01-18T01:00:24.208Z caller=compact.go:518 component=tsdb msg="write block" mint=1705528809126 maxt=1705536000000 ulid=01HMD1AQ68AH2Q61XYM97YCSS7 duration=71.767596ms 2024-01-18T01:00:24.211065634Z level=info ts=2024-01-18T01:00:24.210Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.665536ms 2024-01-17T21:35:01.673359384Z Created MongoClient to connect to MongoDB! 2024-01-17T21:35:01.673388511Z Refreshing prometheus config file for first time 2024-01-17T21:35:31.705157896Z Error in configuration attempt! Number of tries: 1/3 2024-01-17T21:35:31.705222511Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-17T21:35:36.707218948Z Refreshing prometheus config file for first time 2024-01-17T21:36:06.736513336Z Error in configuration attempt! Number of tries: 2/3 2024-01-17T21:36:06.736566123Z No replica set members match selector "", Timeout: 30s, Topology Description: ]> 2024-01-17T21:36:11.741335086Z Refreshing prometheus config file for first time 2024-01-17T21:36:37.315808125Z Jobs detected : 0 2024-01-17T21:36:37.338814026Z Writing new config file to /etc/prometheus/prometheus.yml 2024-01-17T21:36:37.344920799Z alerting: 2024-01-17T21:36:37.344941271Z alertmanagers: 2024-01-17T21:36:37.344946564Z - static_configs: 2024-01-17T21:36:37.344951043Z - targets: null 2024-01-17T21:36:37.344955271Z global: 2024-01-17T21:36:37.344959526Z evaluation_interval: 15s 2024-01-17T21:36:37.344963790Z scrape_interval: 15s 2024-01-17T21:36:37.344968225Z rule_files: null 2024-01-17T21:36:37.344972392Z scrape_configs: 2024-01-17T21:36:37.344976578Z - job_name: mon_exporter 2024-01-17T21:36:37.344980803Z static_configs: 2024-01-17T21:36:37.344985145Z - targets: 2024-01-17T21:36:37.344989383Z - mon:8000 2024-01-17T21:36:37.344993590Z 2024-01-17T21:36:37.346957009Z New config written, updating prometheus 2024-01-17T21:36:42.384401173Z Prometheus config update successful 2024-01-17T21:36:47.392297993Z Listening to changes in prometheus jobs collection