2023-12-30T21:35:03.519580386Z level=info ts=2023-12-30T21:35:03.479Z caller=main.go:389 msg="No time or size retention was set so using the default time retention" duration=15d
2023-12-30T21:35:03.519978298Z level=info ts=2023-12-30T21:35:03.479Z caller=main.go:443 msg="Starting Prometheus" version="(version=2.28.1, branch=HEAD, revision=b0944590a1c9a6b35dc5a696869f75f422b107a1)"
2023-12-30T21:35:03.520037301Z level=info ts=2023-12-30T21:35:03.479Z caller=main.go:448 build_context="(go=go1.16.5, user=root@2915dd495090, date=20210701-15:20:10)"
2023-12-30T21:35:03.520040815Z level=info ts=2023-12-30T21:35:03.479Z caller=main.go:449 host_details="(Linux 5.4.0-107-generic #121-Ubuntu SMP Thu Mar 24 16:04:27 UTC 2022 x86_64 prometheus-0 (none))"
2023-12-30T21:35:03.520058435Z level=info ts=2023-12-30T21:35:03.479Z caller=main.go:450 fd_limits="(soft=1048576, hard=1048576)"
2023-12-30T21:35:03.520061890Z level=info ts=2023-12-30T21:35:03.479Z caller=main.go:451 vm_limits="(soft=unlimited, hard=unlimited)"
2023-12-30T21:35:03.520065025Z level=info ts=2023-12-30T21:35:03.514Z caller=web.go:541 component=web msg="Start listening for connections" address=0.0.0.0:9090
2023-12-30T21:35:03.646999885Z level=info ts=2023-12-30T21:35:03.645Z caller=main.go:824 msg="Starting TSDB ..."
2023-12-30T21:35:03.675797305Z level=info ts=2023-12-30T21:35:03.675Z caller=tls_config.go:191 component=web msg="TLS is disabled." http2=false
2023-12-30T21:35:03.739114297Z level=info ts=2023-12-30T21:35:03.731Z caller=head.go:780 component=tsdb msg="Replaying on-disk memory mappable chunks if any"
2023-12-30T21:35:03.739313829Z level=info ts=2023-12-30T21:35:03.731Z caller=head.go:794 component=tsdb msg="On-disk memory mappable chunks replay completed" duration=62.42µs
2023-12-30T21:35:03.739322399Z level=info ts=2023-12-30T21:35:03.731Z caller=head.go:800 component=tsdb msg="Replaying WAL, this may take a while"
2023-12-30T21:35:03.739325473Z level=info ts=2023-12-30T21:35:03.732Z caller=head.go:854 component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
2023-12-30T21:35:03.739328592Z level=info ts=2023-12-30T21:35:03.732Z caller=head.go:860 component=tsdb msg="WAL replay completed" checkpoint_replay_duration=91.301µs wal_replay_duration=1.05202ms total_replay_duration=1.223463ms
2023-12-30T21:35:03.739331627Z level=info ts=2023-12-30T21:35:03.735Z caller=main.go:851 fs_type=EXT4_SUPER_MAGIC
2023-12-30T21:35:03.739334264Z level=info ts=2023-12-30T21:35:03.735Z caller=main.go:854 msg="TSDB started"
2023-12-30T21:35:03.739337043Z level=info ts=2023-12-30T21:35:03.735Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2023-12-30T21:35:03.742149340Z level=info ts=2023-12-30T21:35:03.741Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=6.917722ms remote_storage=33.176µs web_handler=1.078µs query_engine=13.262µs scrape=1.191629ms scrape_sd=117.013µs notify=153.763µs notify_sd=12.77µs rules=18.83µs
2023-12-30T21:35:03.742159736Z level=info ts=2023-12-30T21:35:03.742Z caller=main.go:796 msg="Server is ready to receive web requests."
2023-12-30T21:39:52.059933475Z level=info ts=2023-12-30T21:39:52.059Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2023-12-30T21:39:52.061528776Z level=info ts=2023-12-30T21:39:52.061Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.8422ms remote_storage=11.296µs web_handler=3.435µs query_engine=6.968µs scrape=302.781µs scrape_sd=95.826µs notify=236.065µs notify_sd=42.083µs rules=8.389µs
2023-12-30T21:40:02.112502170Z level=info ts=2023-12-30T21:40:02.112Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2023-12-30T21:40:02.114023623Z level=info ts=2023-12-30T21:40:02.113Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=1.578418ms remote_storage=2.962µs web_handler=932ns query_engine=2.106µs scrape=269.544µs scrape_sd=95.113µs notify=67.083µs notify_sd=25.131µs rules=2.468µs
2023-12-30T21:40:12.156586665Z level=info ts=2023-12-30T21:40:12.156Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2023-12-30T21:40:12.158342387Z level=info ts=2023-12-30T21:40:12.157Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=951.442µs remote_storage=3.462µs web_handler=924ns query_engine=2.171µs scrape=121.295µs scrape_sd=43.298µs notify=21.115µs notify_sd=59.956µs rules=2.941µs
2023-12-31T00:35:24.172053560Z level=info ts=2023-12-31T00:35:24.171Z caller=compact.go:518 component=tsdb msg="write block" mint=1703972109124 maxt=1703973600000 ulid=01HJYMR0B4BX1W30J39WRAFSZF duration=38.707109ms
2023-12-31T00:35:24.174447513Z level=info ts=2023-12-31T00:35:24.174Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=1.983453ms
2023-12-31T01:00:24.212160854Z level=info ts=2023-12-31T01:00:24.211Z caller=compact.go:518 component=tsdb msg="write block" mint=1703973609124 maxt=1703980800000 ulid=01HJYP5S67B5CSQRRHQ33PY0F8 duration=76.109662ms
2023-12-31T01:00:24.216450602Z level=info ts=2023-12-31T01:00:24.216Z caller=head.go:967 component=tsdb msg="Head GC completed" duration=3.694112ms
2023-12-31T01:20:04.106411033Z level=info ts=2023-12-31T01:20:04.104Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2023-12-31T01:20:04.107586950Z level=info ts=2023-12-31T01:20:04.107Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=3.135876ms remote_storage=7.28µs web_handler=60.541µs query_engine=7.817µs scrape=332.023µs scrape_sd=146.783µs notify=125.759µs notify_sd=224.023µs rules=10.533µs
2023-12-31T01:20:28.043271966Z level=info ts=2023-12-31T01:20:28.043Z caller=main.go:981 msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
2023-12-31T01:20:28.043952886Z level=info ts=2023-12-31T01:20:28.043Z caller=main.go:1012 msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=658.706µs remote_storage=2.156µs web_handler=460ns query_engine=1.441µs scrape=195.082µs scrape_sd=30.639µs notify=32.781µs notify_sd=12.729µs rules=1.259µs
2023-12-30T21:39:42.524861557Z Created MongoClient to connect to MongoDB!
2023-12-30T21:39:42.524928018Z Refreshing prometheus config file for first time
2023-12-30T21:39:52.037740252Z Jobs detected : 0
2023-12-30T21:39:52.046788530Z Writing new config file to /etc/prometheus/prometheus.yml
2023-12-30T21:39:52.048287648Z alerting:
2023-12-30T21:39:52.048300157Z   alertmanagers:
2023-12-30T21:39:52.048303418Z   - static_configs:
2023-12-30T21:39:52.048306289Z     - targets: null
2023-12-30T21:39:52.048309040Z global:
2023-12-30T21:39:52.048311874Z   evaluation_interval: 15s
2023-12-30T21:39:52.048314682Z   scrape_interval: 15s
2023-12-30T21:39:52.048317396Z rule_files: null
2023-12-30T21:39:52.048320106Z scrape_configs:
2023-12-30T21:39:52.048323265Z - job_name: mon_exporter
2023-12-30T21:39:52.048325975Z   static_configs:
2023-12-30T21:39:52.048328684Z   - targets:
2023-12-30T21:39:52.048331433Z     - mon:8000
2023-12-30T21:39:52.048384031Z 
2023-12-30T21:39:52.049876269Z New config written, updating prometheus
2023-12-30T21:39:57.087020584Z Prometheus config update successful
2023-12-30T21:40:02.088434771Z Refreshing prometheus config file for first time
2023-12-30T21:40:02.091999610Z Jobs detected : 1
2023-12-30T21:40:02.103459436Z Writing new config file to /etc/prometheus/prometheus.yml
2023-12-30T21:40:02.105776743Z alerting:
2023-12-30T21:40:02.105798054Z   alertmanagers:
2023-12-30T21:40:02.105804999Z   - static_configs:
2023-12-30T21:40:02.105811096Z     - targets: null
2023-12-30T21:40:02.105816079Z global:
2023-12-30T21:40:02.105820922Z   evaluation_interval: 15s
2023-12-30T21:40:02.105825840Z   scrape_interval: 15s
2023-12-30T21:40:02.105830825Z rule_files: null
2023-12-30T21:40:02.105835731Z scrape_configs:
2023-12-30T21:40:02.105840546Z - job_name: mon_exporter
2023-12-30T21:40:02.105845512Z   static_configs:
2023-12-30T21:40:02.105850483Z   - targets:
2023-12-30T21:40:02.105855379Z     - mon:8000
2023-12-30T21:40:02.106000174Z 
2023-12-30T21:40:02.108268577Z New config written, updating prometheus
2023-12-30T21:40:07.138278372Z Prometheus config update successful
2023-12-30T21:40:12.141801182Z Refreshing prometheus config file for first time
2023-12-30T21:40:12.143682978Z Jobs detected : 1
2023-12-30T21:40:12.149572223Z Writing new config file to /etc/prometheus/prometheus.yml
2023-12-30T21:40:12.151980114Z alerting:
2023-12-30T21:40:12.152013346Z   alertmanagers:
2023-12-30T21:40:12.152050446Z   - static_configs:
2023-12-30T21:40:12.152059763Z     - targets: null
2023-12-30T21:40:12.152067729Z global:
2023-12-30T21:40:12.152075565Z   evaluation_interval: 15s
2023-12-30T21:40:12.152083485Z   scrape_interval: 15s
2023-12-30T21:40:12.152091410Z rule_files: null
2023-12-30T21:40:12.152099768Z scrape_configs:
2023-12-30T21:40:12.152107657Z - job_name: mon_exporter
2023-12-30T21:40:12.152115579Z   static_configs:
2023-12-30T21:40:12.152123442Z   - targets:
2023-12-30T21:40:12.152131254Z     - mon:8000
2023-12-30T21:40:12.152139142Z 
2023-12-30T21:40:12.153350382Z New config written, updating prometheus
2023-12-30T21:40:17.181663953Z Prometheus config update successful
2023-12-30T21:40:22.192635349Z Listening to changes in prometheus jobs collection
2023-12-31T01:20:04.061398688Z Change detected, updating prometheus config
2023-12-31T01:20:04.061454237Z {'_id': {'_data': '826590C1C3000000042B022C0100296E5A10048DDB067B599B41329514F9408757DDF146645F696400646590C1C3D48B3ECA6A46484A0004'}, 'operationType': 'insert', 'clusterTime': Timestamp(1703985603, 4), 'fullDocument': {'_id': ObjectId('6590c1c3d48b3eca6a46484a'), 'job_name': '7df81d7d4c814cdca0a439d13cdc4cde', 'metrics_path': '/snmp', 'nsr_id': 'cc527c80-5a9d-4b35-bd2a-8f800822f230', 'params': {'module': ['osm-snmp']}, 'relabel_configs': [{'source_labels': ['__address__'], 'target_label': '__param_target'}, {'source_labels': ['__param_target'], 'target_label': 'instance'}, {'target_label': '__address__', 'replacement': 'eechart-0020479822-snmpexporter:80'}], 'static_configs': [{'targets': ['172.21.248.197']}], 'vnfr_id': '7df81d7d4c814cdca0a439d13cdc4cde'}, 'ns': {'db': 'osm', 'coll': 'prometheus_jobs'}, 'documentKey': {'_id': ObjectId('6590c1c3d48b3eca6a46484a')}}
2023-12-31T01:20:04.071578264Z Jobs detected : 2
2023-12-31T01:20:04.082678983Z Writing new config file to /etc/prometheus/prometheus.yml
2023-12-31T01:20:04.090193767Z alerting:
2023-12-31T01:20:04.090240181Z   alertmanagers:
2023-12-31T01:20:04.090250902Z   - static_configs:
2023-12-31T01:20:04.090260911Z     - targets: null
2023-12-31T01:20:04.090270067Z global:
2023-12-31T01:20:04.090279188Z   evaluation_interval: 15s
2023-12-31T01:20:04.090288379Z   scrape_interval: 15s
2023-12-31T01:20:04.090304146Z rule_files: null
2023-12-31T01:20:04.090313274Z scrape_configs:
2023-12-31T01:20:04.090322221Z - job_name: mon_exporter
2023-12-31T01:20:04.090331437Z   static_configs:
2023-12-31T01:20:04.090340561Z   - targets:
2023-12-31T01:20:04.090349377Z     - mon:8000
2023-12-31T01:20:04.090358340Z - job_name: 7df81d7d4c814cdca0a439d13cdc4cde
2023-12-31T01:20:04.090367362Z   metrics_path: /snmp
2023-12-31T01:20:04.090376703Z   params:
2023-12-31T01:20:04.090410572Z     module:
2023-12-31T01:20:04.090419139Z     - osm-snmp
2023-12-31T01:20:04.090426785Z   relabel_configs:
2023-12-31T01:20:04.090445300Z   - source_labels:
2023-12-31T01:20:04.090454243Z     - __address__
2023-12-31T01:20:04.090462201Z     target_label: __param_target
2023-12-31T01:20:04.090540372Z   - source_labels:
2023-12-31T01:20:04.090550910Z     - __param_target
2023-12-31T01:20:04.090558751Z     target_label: instance
2023-12-31T01:20:04.090566617Z   - replacement: eechart-0020479822-snmpexporter:80
2023-12-31T01:20:04.090574457Z     target_label: __address__
2023-12-31T01:20:04.090582255Z   static_configs:
2023-12-31T01:20:04.090589925Z   - targets:
2023-12-31T01:20:04.090597989Z     - 172.21.248.197
2023-12-31T01:20:04.090605787Z 
2023-12-31T01:20:04.090881503Z New config written, updating prometheus
2023-12-31T01:20:09.137897235Z Prometheus config update successful
2023-12-31T01:20:09.141822840Z 
2023-12-31T01:20:28.021799886Z Change detected, updating prometheus config
2023-12-31T01:20:28.021865221Z {'_id': {'_data': '826590C1DB000000082B022C0100296E5A10048DDB067B599B41329514F9408757DDF146645F696400646590C1C3D48B3ECA6A46484A0004'}, 'operationType': 'delete', 'clusterTime': Timestamp(1703985627, 8), 'ns': {'db': 'osm', 'coll': 'prometheus_jobs'}, 'documentKey': {'_id': ObjectId('6590c1c3d48b3eca6a46484a')}}
2023-12-31T01:20:28.023901515Z Jobs detected : 1
2023-12-31T01:20:28.034544208Z Writing new config file to /etc/prometheus/prometheus.yml
2023-12-31T01:20:28.036727831Z alerting:
2023-12-31T01:20:28.036760520Z   alertmanagers:
2023-12-31T01:20:28.036766419Z   - static_configs:
2023-12-31T01:20:28.036771462Z     - targets: null
2023-12-31T01:20:28.036776365Z global:
2023-12-31T01:20:28.036781479Z   evaluation_interval: 15s
2023-12-31T01:20:28.036786375Z   scrape_interval: 15s
2023-12-31T01:20:28.036791235Z rule_files: null
2023-12-31T01:20:28.036796025Z scrape_configs:
2023-12-31T01:20:28.036802382Z - job_name: mon_exporter
2023-12-31T01:20:28.036809040Z   static_configs:
2023-12-31T01:20:28.036814826Z   - targets:
2023-12-31T01:20:28.036819791Z     - mon:8000
2023-12-31T01:20:28.036824737Z 
2023-12-31T01:20:28.038828114Z New config written, updating prometheus
2023-12-31T01:20:33.067598049Z Prometheus config update successful
2023-12-31T01:20:33.070706991Z