- stored_jobs = get_jobs(client)
- print(f"Jobs detected : {len(stored_jobs):d}")
- generated_prometheus_config = generate_prometheus_config(stored_jobs, prometheus_config_file)
- print(f"Writing new config file to {prometheus_config_file}")
- config_file = open(prometheus_config_file, "w")
- config_file.truncate(0)
- config_file.write(yaml.dump(generated_prometheus_config))
- config_file.close()
- print("New config written, updating prometheus")
- update_resp = await reload_prometheus_config(prometheus_url)
- is_valid = await validate_configuration(prometheus_url, generated_prometheus_config)
- if update_resp and is_valid:
- print("Prometheus config update successful")
- save_successful_jobs(client, stored_jobs)
- else:
- print("Error while updating prometheus config: current config doesn't match with updated values")
+ stored_jobs = get_jobs(client)
+ print(f"Jobs detected: {len(stored_jobs):d}")
+ generated_prometheus_config = generate_prometheus_config(
+ stored_jobs, prometheus_base_config_file
+ )
+ print(f"Writing new config file to {prometheus_config_file}")
+ config_file = open(prometheus_config_file, "w")
+ config_file.truncate(0)
+ print(yaml.safe_dump(generated_prometheus_config))
+ config_file.write(yaml.safe_dump(generated_prometheus_config))
+ config_file.close()
+
+ if os.path.isfile(prometheus_base_alerts_file):
+ stored_alerts = get_alerts(client)
+ print(f"Alerts read: {len(stored_alerts):d}")
+ generated_prometheus_alerts = generate_prometheus_alerts(
+ stored_alerts, prometheus_base_alerts_file
+ )
+ print(f"Writing new alerts file to {prometheus_alerts_file}")
+ config_file = open(prometheus_alerts_file, "w")
+ config_file.truncate(0)
+ print(yaml.safe_dump(generated_prometheus_alerts))
+ config_file.write(yaml.safe_dump(generated_prometheus_alerts))
+ config_file.close()
+
+ print("New config written, updating prometheus")
+ update_resp = await reload_prometheus_config(prometheus_url)
+ is_valid = await validate_configuration(prometheus_url, generated_prometheus_config)
+ if update_resp and is_valid:
+ print("Prometheus config update successful")
+ save_successful_jobs(client, stored_jobs)
+ else:
+ print(
+ "Error while updating prometheus config: "
+ "current config doesn't match with updated values"
+ )
+