blob: 02c8186cac2eeff529304be400d4a1bffca498e0 [file] [log] [blame]
sousaeducab58cb2020-11-04 18:48:17 +00001#!/usr/bin/env python3
David Garcia49379ce2021-02-24 13:48:22 +01002# Copyright 2021 Canonical Ltd.
sousaeducab58cb2020-11-04 18:48:17 +00003#
4# Licensed under the Apache License, Version 2.0 (the "License"); you may
5# not use this file except in compliance with the License. You may obtain
6# a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
12# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
13# License for the specific language governing permissions and limitations
14# under the License.
15#
16# For those usages not covered by the Apache License, Version 2.0 please
17# contact: legal@canonical.com
18#
19# To get in touch with the maintainers, please contact:
20# osm-charmers@lists.launchpad.net
21##
22
David Garcia49379ce2021-02-24 13:48:22 +010023# pylint: disable=E0213
24
25
sousaeducab58cb2020-11-04 18:48:17 +000026import logging
David Garciaaccf1172021-05-10 12:59:33 +020027import re
sousaedu996a5602021-05-03 00:22:43 +020028from typing import NoReturn, Optional
sousaeducab58cb2020-11-04 18:48:17 +000029
sousaeducab58cb2020-11-04 18:48:17 +000030from ops.main import main
David Garcia49379ce2021-02-24 13:48:22 +010031from opslib.osm.charm import CharmedOsmBase, RelationsMissing
David Garciac753dc52021-03-17 15:28:47 +010032from opslib.osm.interfaces.kafka import KafkaClient
33from opslib.osm.interfaces.mongo import MongoClient
David Garciaaccf1172021-05-10 12:59:33 +020034from opslib.osm.interfaces.mysql import MysqlClient
David Garcia49379ce2021-02-24 13:48:22 +010035from opslib.osm.pod import (
36 ContainerV3Builder,
David Garcia141d9352021-09-08 17:48:40 +020037 PodRestartPolicy,
David Garcia49379ce2021-02-24 13:48:22 +010038 PodSpecV3Builder,
39)
David Garciac753dc52021-03-17 15:28:47 +010040from opslib.osm.validator import ModelValidator, validator
David Garcia49379ce2021-02-24 13:48:22 +010041
sousaeducab58cb2020-11-04 18:48:17 +000042
43logger = logging.getLogger(__name__)
44
David Garcia49379ce2021-02-24 13:48:22 +010045PORT = 9999
David Garciaaccf1172021-05-10 12:59:33 +020046DEFAULT_MYSQL_DATABASE = "pol"
sousaeducab58cb2020-11-04 18:48:17 +000047
48
David Garcia49379ce2021-02-24 13:48:22 +010049class ConfigModel(ModelValidator):
50 log_level: str
sousaedu996a5602021-05-03 00:22:43 +020051 mongodb_uri: Optional[str]
David Garciaaccf1172021-05-10 12:59:33 +020052 mysql_uri: Optional[str]
sousaedu0dc25b32021-08-30 16:33:33 +010053 image_pull_policy: str
sousaeducab58cb2020-11-04 18:48:17 +000054
David Garcia49379ce2021-02-24 13:48:22 +010055 @validator("log_level")
56 def validate_log_level(cls, v):
57 if v not in {"INFO", "DEBUG"}:
58 raise ValueError("value must be INFO or DEBUG")
59 return v
sousaeducab58cb2020-11-04 18:48:17 +000060
sousaedu996a5602021-05-03 00:22:43 +020061 @validator("mongoddb_uri")
62 def validate_mongodb_uri(cls, v):
63 if v and not v.startswith("mongodb://"):
64 raise ValueError("mongodb_uri is not properly formed")
65 return v
66
David Garciaaccf1172021-05-10 12:59:33 +020067 @validator("mysql_uri")
68 def validate_mysql_uri(cls, v):
69 pattern = re.compile("^mysql:\/\/.*:.*@.*:\d+\/.*$") # noqa: W605
70 if v and not pattern.search(v):
71 raise ValueError("mysql_uri is not properly formed")
72 return v
73
sousaedu3ddbbd12021-08-24 19:57:24 +010074 @validator("image_pull_policy")
75 def validate_image_pull_policy(cls, v):
76 values = {
77 "always": "Always",
78 "ifnotpresent": "IfNotPresent",
79 "never": "Never",
80 }
81 v = v.lower()
82 if v not in values.keys():
83 raise ValueError("value must be always, ifnotpresent or never")
84 return values[v]
85
sousaeducab58cb2020-11-04 18:48:17 +000086
David Garcia49379ce2021-02-24 13:48:22 +010087class PolCharm(CharmedOsmBase):
sousaeducab58cb2020-11-04 18:48:17 +000088 def __init__(self, *args) -> NoReturn:
David Garciad680be42021-08-17 11:03:55 +020089 super().__init__(
90 *args,
91 oci_image="image",
92 debug_mode_config_key="debug_mode",
93 debug_pubkey_config_key="debug_pubkey",
94 vscode_workspace=VSCODE_WORKSPACE,
95 )
sousaeducab58cb2020-11-04 18:48:17 +000096
David Garcia49379ce2021-02-24 13:48:22 +010097 self.kafka_client = KafkaClient(self, "kafka")
98 self.framework.observe(self.on["kafka"].relation_changed, self.configure_pod)
99 self.framework.observe(self.on["kafka"].relation_broken, self.configure_pod)
sousaeducab58cb2020-11-04 18:48:17 +0000100
David Garcia49379ce2021-02-24 13:48:22 +0100101 self.mongodb_client = MongoClient(self, "mongodb")
102 self.framework.observe(self.on["mongodb"].relation_changed, self.configure_pod)
103 self.framework.observe(self.on["mongodb"].relation_broken, self.configure_pod)
sousaeducab58cb2020-11-04 18:48:17 +0000104
David Garciaaccf1172021-05-10 12:59:33 +0200105 self.mysql_client = MysqlClient(self, "mysql")
106 self.framework.observe(self.on["mysql"].relation_changed, self.configure_pod)
107 self.framework.observe(self.on["mysql"].relation_broken, self.configure_pod)
108
David Garcia49379ce2021-02-24 13:48:22 +0100109 def _check_missing_dependencies(self, config: ConfigModel):
110 missing_relations = []
sousaeducab58cb2020-11-04 18:48:17 +0000111
David Garcia49379ce2021-02-24 13:48:22 +0100112 if self.kafka_client.is_missing_data_in_unit():
113 missing_relations.append("kafka")
sousaedu996a5602021-05-03 00:22:43 +0200114 if not config.mongodb_uri and self.mongodb_client.is_missing_data_in_unit():
David Garcia49379ce2021-02-24 13:48:22 +0100115 missing_relations.append("mongodb")
David Garciaaccf1172021-05-10 12:59:33 +0200116 if not config.mysql_uri and self.mysql_client.is_missing_data_in_unit():
117 missing_relations.append("mysql")
David Garcia49379ce2021-02-24 13:48:22 +0100118 if missing_relations:
119 raise RelationsMissing(missing_relations)
sousaeducab58cb2020-11-04 18:48:17 +0000120
David Garcia49379ce2021-02-24 13:48:22 +0100121 def build_pod_spec(self, image_info):
122 # Validate config
123 config = ConfigModel(**dict(self.config))
sousaedu996a5602021-05-03 00:22:43 +0200124
125 if config.mongodb_uri and not self.mongodb_client.is_missing_data_in_unit():
126 raise Exception("Mongodb data cannot be provided via config and relation")
David Garciaaccf1172021-05-10 12:59:33 +0200127 if config.mysql_uri and not self.mysql_client.is_missing_data_in_unit():
128 raise Exception("Mysql data cannot be provided via config and relation")
sousaedu996a5602021-05-03 00:22:43 +0200129
David Garcia49379ce2021-02-24 13:48:22 +0100130 # Check relations
131 self._check_missing_dependencies(config)
sousaedu996a5602021-05-03 00:22:43 +0200132
David Garcia49379ce2021-02-24 13:48:22 +0100133 # Create Builder for the PodSpec
134 pod_spec_builder = PodSpecV3Builder()
sousaedu996a5602021-05-03 00:22:43 +0200135
David Garcia141d9352021-09-08 17:48:40 +0200136 # Add secrets to the pod
137 mongodb_secret_name = f"{self.app.name}-mongodb-secret"
138 pod_spec_builder.add_secret(
139 mongodb_secret_name,
140 {"uri": config.mongodb_uri or self.mongodb_client.connection_string},
141 )
142 mysql_secret_name = f"{self.app.name}-mysql-secret"
143 pod_spec_builder.add_secret(
144 mysql_secret_name,
145 {
146 "uri": config.mysql_uri
147 or self.mysql_client.get_root_uri(DEFAULT_MYSQL_DATABASE)
148 },
149 )
150
David Garcia49379ce2021-02-24 13:48:22 +0100151 # Build Container
sousaedu3ddbbd12021-08-24 19:57:24 +0100152 container_builder = ContainerV3Builder(
153 self.app.name, image_info, config.image_pull_policy
154 )
David Garcia49379ce2021-02-24 13:48:22 +0100155 container_builder.add_port(name=self.app.name, port=PORT)
156 container_builder.add_envs(
157 {
158 # General configuration
159 "ALLOW_ANONYMOUS_LOGIN": "yes",
160 "OSMPOL_GLOBAL_LOGLEVEL": config.log_level,
161 # Kafka configuration
162 "OSMPOL_MESSAGE_DRIVER": "kafka",
163 "OSMPOL_MESSAGE_HOST": self.kafka_client.host,
164 "OSMPOL_MESSAGE_PORT": self.kafka_client.port,
165 # Database configuration
166 "OSMPOL_DATABASE_DRIVER": "mongo",
David Garcia49379ce2021-02-24 13:48:22 +0100167 }
sousaeducab58cb2020-11-04 18:48:17 +0000168 )
David Garcia141d9352021-09-08 17:48:40 +0200169 container_builder.add_secret_envs(
170 mongodb_secret_name, {"OSMPOL_DATABASE_URI": "uri"}
171 )
172 container_builder.add_secret_envs(
173 mysql_secret_name, {"OSMPOL_SQL_DATABASE_URI": "uri"}
174 )
David Garcia49379ce2021-02-24 13:48:22 +0100175 container = container_builder.build()
sousaedu996a5602021-05-03 00:22:43 +0200176
David Garcia141d9352021-09-08 17:48:40 +0200177 # Add Pod restart policy
178 restart_policy = PodRestartPolicy()
179 restart_policy.add_secrets(
180 secret_names=(mongodb_secret_name, mysql_secret_name)
181 )
182 pod_spec_builder.set_restart_policy(restart_policy)
183
David Garcia49379ce2021-02-24 13:48:22 +0100184 # Add container to pod spec
185 pod_spec_builder.add_container(container)
sousaedu996a5602021-05-03 00:22:43 +0200186
David Garcia49379ce2021-02-24 13:48:22 +0100187 return pod_spec_builder.build()
sousaeducab58cb2020-11-04 18:48:17 +0000188
189
David Garciad680be42021-08-17 11:03:55 +0200190VSCODE_WORKSPACE = {
191 "folders": [
192 {"path": "/usr/lib/python3/dist-packages/osm_policy_module"},
193 {"path": "/usr/lib/python3/dist-packages/osm_common"},
194 ],
195 "settings": {},
196 "launch": {
197 "version": "0.2.0",
198 "configurations": [
199 {
200 "name": "POL",
201 "type": "python",
202 "request": "launch",
203 "module": "osm_policy_module.cmd.policy_module_agent",
204 "justMyCode": False,
205 }
206 ],
207 },
208}
209
210
sousaeducab58cb2020-11-04 18:48:17 +0000211if __name__ == "__main__":
212 main(PolCharm)