blob: 345a87f4be3b754a65a20d81befed7e126bfaf58 [file] [log] [blame]
sousaeducab58cb2020-11-04 18:48:17 +00001#!/usr/bin/env python3
David Garcia49379ce2021-02-24 13:48:22 +01002# Copyright 2021 Canonical Ltd.
sousaeducab58cb2020-11-04 18:48:17 +00003#
4# Licensed under the Apache License, Version 2.0 (the "License"); you may
5# not use this file except in compliance with the License. You may obtain
6# a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
12# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
13# License for the specific language governing permissions and limitations
14# under the License.
15#
16# For those usages not covered by the Apache License, Version 2.0 please
17# contact: legal@canonical.com
18#
19# To get in touch with the maintainers, please contact:
20# osm-charmers@lists.launchpad.net
21##
22
David Garcia49379ce2021-02-24 13:48:22 +010023# pylint: disable=E0213
24
25
sousaeducab58cb2020-11-04 18:48:17 +000026import logging
David Garciaaccf1172021-05-10 12:59:33 +020027import re
sousaedu996a5602021-05-03 00:22:43 +020028from typing import NoReturn, Optional
sousaeducab58cb2020-11-04 18:48:17 +000029
sousaeducab58cb2020-11-04 18:48:17 +000030from ops.main import main
David Garcia49379ce2021-02-24 13:48:22 +010031from opslib.osm.charm import CharmedOsmBase, RelationsMissing
David Garciac753dc52021-03-17 15:28:47 +010032from opslib.osm.interfaces.kafka import KafkaClient
33from opslib.osm.interfaces.mongo import MongoClient
David Garciaaccf1172021-05-10 12:59:33 +020034from opslib.osm.interfaces.mysql import MysqlClient
David Garcia49379ce2021-02-24 13:48:22 +010035from opslib.osm.pod import (
36 ContainerV3Builder,
David Garcia141d9352021-09-08 17:48:40 +020037 PodRestartPolicy,
David Garcia49379ce2021-02-24 13:48:22 +010038 PodSpecV3Builder,
39)
David Garciac753dc52021-03-17 15:28:47 +010040from opslib.osm.validator import ModelValidator, validator
David Garcia49379ce2021-02-24 13:48:22 +010041
sousaeducab58cb2020-11-04 18:48:17 +000042
43logger = logging.getLogger(__name__)
44
David Garcia49379ce2021-02-24 13:48:22 +010045PORT = 9999
David Garciaaccf1172021-05-10 12:59:33 +020046DEFAULT_MYSQL_DATABASE = "pol"
sousaeducab58cb2020-11-04 18:48:17 +000047
48
David Garcia49379ce2021-02-24 13:48:22 +010049class ConfigModel(ModelValidator):
50 log_level: str
sousaedu996a5602021-05-03 00:22:43 +020051 mongodb_uri: Optional[str]
David Garciaaccf1172021-05-10 12:59:33 +020052 mysql_uri: Optional[str]
sousaedu0dc25b32021-08-30 16:33:33 +010053 image_pull_policy: str
sousaedu540d9372021-09-29 01:53:30 +010054 debug_mode: bool
55 security_context: bool
sousaeducab58cb2020-11-04 18:48:17 +000056
David Garcia49379ce2021-02-24 13:48:22 +010057 @validator("log_level")
58 def validate_log_level(cls, v):
59 if v not in {"INFO", "DEBUG"}:
60 raise ValueError("value must be INFO or DEBUG")
61 return v
sousaeducab58cb2020-11-04 18:48:17 +000062
sousaedu996a5602021-05-03 00:22:43 +020063 @validator("mongoddb_uri")
64 def validate_mongodb_uri(cls, v):
65 if v and not v.startswith("mongodb://"):
66 raise ValueError("mongodb_uri is not properly formed")
67 return v
68
David Garciaaccf1172021-05-10 12:59:33 +020069 @validator("mysql_uri")
70 def validate_mysql_uri(cls, v):
71 pattern = re.compile("^mysql:\/\/.*:.*@.*:\d+\/.*$") # noqa: W605
72 if v and not pattern.search(v):
73 raise ValueError("mysql_uri is not properly formed")
74 return v
75
sousaedu3ddbbd12021-08-24 19:57:24 +010076 @validator("image_pull_policy")
77 def validate_image_pull_policy(cls, v):
78 values = {
79 "always": "Always",
80 "ifnotpresent": "IfNotPresent",
81 "never": "Never",
82 }
83 v = v.lower()
84 if v not in values.keys():
85 raise ValueError("value must be always, ifnotpresent or never")
86 return values[v]
87
sousaeducab58cb2020-11-04 18:48:17 +000088
David Garcia49379ce2021-02-24 13:48:22 +010089class PolCharm(CharmedOsmBase):
sousaeducab58cb2020-11-04 18:48:17 +000090 def __init__(self, *args) -> NoReturn:
David Garciad680be42021-08-17 11:03:55 +020091 super().__init__(
92 *args,
93 oci_image="image",
94 debug_mode_config_key="debug_mode",
95 debug_pubkey_config_key="debug_pubkey",
96 vscode_workspace=VSCODE_WORKSPACE,
97 )
sousaeducab58cb2020-11-04 18:48:17 +000098
David Garcia49379ce2021-02-24 13:48:22 +010099 self.kafka_client = KafkaClient(self, "kafka")
100 self.framework.observe(self.on["kafka"].relation_changed, self.configure_pod)
101 self.framework.observe(self.on["kafka"].relation_broken, self.configure_pod)
sousaeducab58cb2020-11-04 18:48:17 +0000102
David Garcia49379ce2021-02-24 13:48:22 +0100103 self.mongodb_client = MongoClient(self, "mongodb")
104 self.framework.observe(self.on["mongodb"].relation_changed, self.configure_pod)
105 self.framework.observe(self.on["mongodb"].relation_broken, self.configure_pod)
sousaeducab58cb2020-11-04 18:48:17 +0000106
David Garciaaccf1172021-05-10 12:59:33 +0200107 self.mysql_client = MysqlClient(self, "mysql")
108 self.framework.observe(self.on["mysql"].relation_changed, self.configure_pod)
109 self.framework.observe(self.on["mysql"].relation_broken, self.configure_pod)
110
David Garcia49379ce2021-02-24 13:48:22 +0100111 def _check_missing_dependencies(self, config: ConfigModel):
112 missing_relations = []
sousaeducab58cb2020-11-04 18:48:17 +0000113
David Garcia49379ce2021-02-24 13:48:22 +0100114 if self.kafka_client.is_missing_data_in_unit():
115 missing_relations.append("kafka")
sousaedu996a5602021-05-03 00:22:43 +0200116 if not config.mongodb_uri and self.mongodb_client.is_missing_data_in_unit():
David Garcia49379ce2021-02-24 13:48:22 +0100117 missing_relations.append("mongodb")
David Garciaaccf1172021-05-10 12:59:33 +0200118 if not config.mysql_uri and self.mysql_client.is_missing_data_in_unit():
119 missing_relations.append("mysql")
David Garcia49379ce2021-02-24 13:48:22 +0100120 if missing_relations:
121 raise RelationsMissing(missing_relations)
sousaeducab58cb2020-11-04 18:48:17 +0000122
David Garcia49379ce2021-02-24 13:48:22 +0100123 def build_pod_spec(self, image_info):
124 # Validate config
125 config = ConfigModel(**dict(self.config))
sousaedu996a5602021-05-03 00:22:43 +0200126
127 if config.mongodb_uri and not self.mongodb_client.is_missing_data_in_unit():
128 raise Exception("Mongodb data cannot be provided via config and relation")
David Garciaaccf1172021-05-10 12:59:33 +0200129 if config.mysql_uri and not self.mysql_client.is_missing_data_in_unit():
130 raise Exception("Mysql data cannot be provided via config and relation")
sousaedu996a5602021-05-03 00:22:43 +0200131
David Garcia49379ce2021-02-24 13:48:22 +0100132 # Check relations
133 self._check_missing_dependencies(config)
sousaedu996a5602021-05-03 00:22:43 +0200134
sousaedu540d9372021-09-29 01:53:30 +0100135 security_context_enabled = (
136 config.security_context if not config.debug_mode else False
137 )
138
David Garcia49379ce2021-02-24 13:48:22 +0100139 # Create Builder for the PodSpec
sousaedu540d9372021-09-29 01:53:30 +0100140 pod_spec_builder = PodSpecV3Builder(
141 enable_security_context=security_context_enabled
142 )
sousaedu996a5602021-05-03 00:22:43 +0200143
David Garcia141d9352021-09-08 17:48:40 +0200144 # Add secrets to the pod
145 mongodb_secret_name = f"{self.app.name}-mongodb-secret"
146 pod_spec_builder.add_secret(
147 mongodb_secret_name,
148 {"uri": config.mongodb_uri or self.mongodb_client.connection_string},
149 )
150 mysql_secret_name = f"{self.app.name}-mysql-secret"
151 pod_spec_builder.add_secret(
152 mysql_secret_name,
153 {
154 "uri": config.mysql_uri
155 or self.mysql_client.get_root_uri(DEFAULT_MYSQL_DATABASE)
156 },
157 )
158
David Garcia49379ce2021-02-24 13:48:22 +0100159 # Build Container
sousaedu3ddbbd12021-08-24 19:57:24 +0100160 container_builder = ContainerV3Builder(
sousaedu540d9372021-09-29 01:53:30 +0100161 self.app.name,
162 image_info,
163 config.image_pull_policy,
164 run_as_non_root=security_context_enabled,
sousaedu3ddbbd12021-08-24 19:57:24 +0100165 )
David Garcia49379ce2021-02-24 13:48:22 +0100166 container_builder.add_port(name=self.app.name, port=PORT)
167 container_builder.add_envs(
168 {
169 # General configuration
170 "ALLOW_ANONYMOUS_LOGIN": "yes",
171 "OSMPOL_GLOBAL_LOGLEVEL": config.log_level,
172 # Kafka configuration
173 "OSMPOL_MESSAGE_DRIVER": "kafka",
174 "OSMPOL_MESSAGE_HOST": self.kafka_client.host,
175 "OSMPOL_MESSAGE_PORT": self.kafka_client.port,
176 # Database configuration
177 "OSMPOL_DATABASE_DRIVER": "mongo",
David Garcia49379ce2021-02-24 13:48:22 +0100178 }
sousaeducab58cb2020-11-04 18:48:17 +0000179 )
David Garcia141d9352021-09-08 17:48:40 +0200180 container_builder.add_secret_envs(
181 mongodb_secret_name, {"OSMPOL_DATABASE_URI": "uri"}
182 )
183 container_builder.add_secret_envs(
184 mysql_secret_name, {"OSMPOL_SQL_DATABASE_URI": "uri"}
185 )
David Garcia49379ce2021-02-24 13:48:22 +0100186 container = container_builder.build()
sousaedu996a5602021-05-03 00:22:43 +0200187
David Garcia141d9352021-09-08 17:48:40 +0200188 # Add Pod restart policy
189 restart_policy = PodRestartPolicy()
190 restart_policy.add_secrets(
191 secret_names=(mongodb_secret_name, mysql_secret_name)
192 )
193 pod_spec_builder.set_restart_policy(restart_policy)
194
David Garcia49379ce2021-02-24 13:48:22 +0100195 # Add container to pod spec
196 pod_spec_builder.add_container(container)
sousaedu996a5602021-05-03 00:22:43 +0200197
David Garcia49379ce2021-02-24 13:48:22 +0100198 return pod_spec_builder.build()
sousaeducab58cb2020-11-04 18:48:17 +0000199
200
David Garciad680be42021-08-17 11:03:55 +0200201VSCODE_WORKSPACE = {
202 "folders": [
203 {"path": "/usr/lib/python3/dist-packages/osm_policy_module"},
204 {"path": "/usr/lib/python3/dist-packages/osm_common"},
205 ],
206 "settings": {},
207 "launch": {
208 "version": "0.2.0",
209 "configurations": [
210 {
211 "name": "POL",
212 "type": "python",
213 "request": "launch",
214 "module": "osm_policy_module.cmd.policy_module_agent",
215 "justMyCode": False,
216 }
217 ],
218 },
219}
220
221
sousaeducab58cb2020-11-04 18:48:17 +0000222if __name__ == "__main__":
223 main(PolCharm)