blob: 1ac1aa8456cbcb637edae0bf0c279dc65d3efdd8 [file] [log] [blame]
sousaeducab58cb2020-11-04 18:48:17 +00001#!/usr/bin/env python3
David Garcia49379ce2021-02-24 13:48:22 +01002# Copyright 2021 Canonical Ltd.
sousaeducab58cb2020-11-04 18:48:17 +00003#
4# Licensed under the Apache License, Version 2.0 (the "License"); you may
5# not use this file except in compliance with the License. You may obtain
6# a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
12# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
13# License for the specific language governing permissions and limitations
14# under the License.
15#
16# For those usages not covered by the Apache License, Version 2.0 please
17# contact: legal@canonical.com
18#
19# To get in touch with the maintainers, please contact:
20# osm-charmers@lists.launchpad.net
21##
22
David Garcia49379ce2021-02-24 13:48:22 +010023# pylint: disable=E0213
24
25
sousaeducab58cb2020-11-04 18:48:17 +000026import logging
David Garciaaccf1172021-05-10 12:59:33 +020027import re
sousaedu996a5602021-05-03 00:22:43 +020028from typing import NoReturn, Optional
sousaeducab58cb2020-11-04 18:48:17 +000029
sousaeducab58cb2020-11-04 18:48:17 +000030from ops.main import main
David Garcia49379ce2021-02-24 13:48:22 +010031from opslib.osm.charm import CharmedOsmBase, RelationsMissing
David Garciac753dc52021-03-17 15:28:47 +010032from opslib.osm.interfaces.kafka import KafkaClient
33from opslib.osm.interfaces.mongo import MongoClient
David Garciaaccf1172021-05-10 12:59:33 +020034from opslib.osm.interfaces.mysql import MysqlClient
David Garcia49379ce2021-02-24 13:48:22 +010035from opslib.osm.pod import (
36 ContainerV3Builder,
David Garcia141d9352021-09-08 17:48:40 +020037 PodRestartPolicy,
David Garcia49379ce2021-02-24 13:48:22 +010038 PodSpecV3Builder,
39)
David Garciac753dc52021-03-17 15:28:47 +010040from opslib.osm.validator import ModelValidator, validator
David Garcia49379ce2021-02-24 13:48:22 +010041
sousaeducab58cb2020-11-04 18:48:17 +000042
43logger = logging.getLogger(__name__)
44
David Garcia49379ce2021-02-24 13:48:22 +010045PORT = 9999
David Garciaaccf1172021-05-10 12:59:33 +020046DEFAULT_MYSQL_DATABASE = "pol"
sousaeducab58cb2020-11-04 18:48:17 +000047
48
David Garcia49379ce2021-02-24 13:48:22 +010049class ConfigModel(ModelValidator):
50 log_level: str
sousaedu996a5602021-05-03 00:22:43 +020051 mongodb_uri: Optional[str]
David Garciaaccf1172021-05-10 12:59:33 +020052 mysql_uri: Optional[str]
sousaedu0dc25b32021-08-30 16:33:33 +010053 image_pull_policy: str
sousaedu540d9372021-09-29 01:53:30 +010054 debug_mode: bool
55 security_context: bool
sousaeducab58cb2020-11-04 18:48:17 +000056
David Garcia49379ce2021-02-24 13:48:22 +010057 @validator("log_level")
58 def validate_log_level(cls, v):
59 if v not in {"INFO", "DEBUG"}:
60 raise ValueError("value must be INFO or DEBUG")
61 return v
sousaeducab58cb2020-11-04 18:48:17 +000062
sousaedu996a5602021-05-03 00:22:43 +020063 @validator("mongoddb_uri")
64 def validate_mongodb_uri(cls, v):
65 if v and not v.startswith("mongodb://"):
66 raise ValueError("mongodb_uri is not properly formed")
67 return v
68
David Garciaaccf1172021-05-10 12:59:33 +020069 @validator("mysql_uri")
70 def validate_mysql_uri(cls, v):
71 pattern = re.compile("^mysql:\/\/.*:.*@.*:\d+\/.*$") # noqa: W605
72 if v and not pattern.search(v):
73 raise ValueError("mysql_uri is not properly formed")
74 return v
75
sousaedu3ddbbd12021-08-24 19:57:24 +010076 @validator("image_pull_policy")
77 def validate_image_pull_policy(cls, v):
78 values = {
79 "always": "Always",
80 "ifnotpresent": "IfNotPresent",
81 "never": "Never",
82 }
83 v = v.lower()
84 if v not in values.keys():
85 raise ValueError("value must be always, ifnotpresent or never")
86 return values[v]
87
sousaeducab58cb2020-11-04 18:48:17 +000088
David Garcia49379ce2021-02-24 13:48:22 +010089class PolCharm(CharmedOsmBase):
sousaeducab58cb2020-11-04 18:48:17 +000090 def __init__(self, *args) -> NoReturn:
David Garciad680be42021-08-17 11:03:55 +020091 super().__init__(
92 *args,
93 oci_image="image",
94 debug_mode_config_key="debug_mode",
95 debug_pubkey_config_key="debug_pubkey",
96 vscode_workspace=VSCODE_WORKSPACE,
97 )
sousaeducab58cb2020-11-04 18:48:17 +000098
David Garcia49379ce2021-02-24 13:48:22 +010099 self.kafka_client = KafkaClient(self, "kafka")
100 self.framework.observe(self.on["kafka"].relation_changed, self.configure_pod)
101 self.framework.observe(self.on["kafka"].relation_broken, self.configure_pod)
sousaeducab58cb2020-11-04 18:48:17 +0000102
David Garcia49379ce2021-02-24 13:48:22 +0100103 self.mongodb_client = MongoClient(self, "mongodb")
104 self.framework.observe(self.on["mongodb"].relation_changed, self.configure_pod)
105 self.framework.observe(self.on["mongodb"].relation_broken, self.configure_pod)
sousaeducab58cb2020-11-04 18:48:17 +0000106
David Garciaaccf1172021-05-10 12:59:33 +0200107 self.mysql_client = MysqlClient(self, "mysql")
108 self.framework.observe(self.on["mysql"].relation_changed, self.configure_pod)
109 self.framework.observe(self.on["mysql"].relation_broken, self.configure_pod)
110
David Garcia49379ce2021-02-24 13:48:22 +0100111 def _check_missing_dependencies(self, config: ConfigModel):
112 missing_relations = []
sousaeducab58cb2020-11-04 18:48:17 +0000113
David Garciade440ed2021-10-11 19:56:53 +0200114 if (
115 self.kafka_client.is_missing_data_in_unit()
116 and self.kafka_client.is_missing_data_in_app()
117 ):
David Garcia49379ce2021-02-24 13:48:22 +0100118 missing_relations.append("kafka")
sousaedu996a5602021-05-03 00:22:43 +0200119 if not config.mongodb_uri and self.mongodb_client.is_missing_data_in_unit():
David Garcia49379ce2021-02-24 13:48:22 +0100120 missing_relations.append("mongodb")
David Garciaaccf1172021-05-10 12:59:33 +0200121 if not config.mysql_uri and self.mysql_client.is_missing_data_in_unit():
122 missing_relations.append("mysql")
David Garcia49379ce2021-02-24 13:48:22 +0100123 if missing_relations:
124 raise RelationsMissing(missing_relations)
sousaeducab58cb2020-11-04 18:48:17 +0000125
David Garcia49379ce2021-02-24 13:48:22 +0100126 def build_pod_spec(self, image_info):
127 # Validate config
128 config = ConfigModel(**dict(self.config))
sousaedu996a5602021-05-03 00:22:43 +0200129
130 if config.mongodb_uri and not self.mongodb_client.is_missing_data_in_unit():
131 raise Exception("Mongodb data cannot be provided via config and relation")
David Garciaaccf1172021-05-10 12:59:33 +0200132 if config.mysql_uri and not self.mysql_client.is_missing_data_in_unit():
133 raise Exception("Mysql data cannot be provided via config and relation")
sousaedu996a5602021-05-03 00:22:43 +0200134
David Garcia49379ce2021-02-24 13:48:22 +0100135 # Check relations
136 self._check_missing_dependencies(config)
sousaedu996a5602021-05-03 00:22:43 +0200137
sousaedu540d9372021-09-29 01:53:30 +0100138 security_context_enabled = (
139 config.security_context if not config.debug_mode else False
140 )
141
David Garcia49379ce2021-02-24 13:48:22 +0100142 # Create Builder for the PodSpec
sousaedu540d9372021-09-29 01:53:30 +0100143 pod_spec_builder = PodSpecV3Builder(
144 enable_security_context=security_context_enabled
145 )
sousaedu996a5602021-05-03 00:22:43 +0200146
David Garcia141d9352021-09-08 17:48:40 +0200147 # Add secrets to the pod
148 mongodb_secret_name = f"{self.app.name}-mongodb-secret"
149 pod_spec_builder.add_secret(
150 mongodb_secret_name,
151 {"uri": config.mongodb_uri or self.mongodb_client.connection_string},
152 )
153 mysql_secret_name = f"{self.app.name}-mysql-secret"
154 pod_spec_builder.add_secret(
155 mysql_secret_name,
156 {
157 "uri": config.mysql_uri
158 or self.mysql_client.get_root_uri(DEFAULT_MYSQL_DATABASE)
159 },
160 )
161
David Garcia49379ce2021-02-24 13:48:22 +0100162 # Build Container
sousaedu3ddbbd12021-08-24 19:57:24 +0100163 container_builder = ContainerV3Builder(
sousaedu540d9372021-09-29 01:53:30 +0100164 self.app.name,
165 image_info,
166 config.image_pull_policy,
167 run_as_non_root=security_context_enabled,
sousaedu3ddbbd12021-08-24 19:57:24 +0100168 )
David Garcia49379ce2021-02-24 13:48:22 +0100169 container_builder.add_port(name=self.app.name, port=PORT)
170 container_builder.add_envs(
171 {
172 # General configuration
173 "ALLOW_ANONYMOUS_LOGIN": "yes",
174 "OSMPOL_GLOBAL_LOGLEVEL": config.log_level,
175 # Kafka configuration
176 "OSMPOL_MESSAGE_DRIVER": "kafka",
177 "OSMPOL_MESSAGE_HOST": self.kafka_client.host,
178 "OSMPOL_MESSAGE_PORT": self.kafka_client.port,
179 # Database configuration
180 "OSMPOL_DATABASE_DRIVER": "mongo",
David Garcia49379ce2021-02-24 13:48:22 +0100181 }
sousaeducab58cb2020-11-04 18:48:17 +0000182 )
David Garcia141d9352021-09-08 17:48:40 +0200183 container_builder.add_secret_envs(
184 mongodb_secret_name, {"OSMPOL_DATABASE_URI": "uri"}
185 )
186 container_builder.add_secret_envs(
187 mysql_secret_name, {"OSMPOL_SQL_DATABASE_URI": "uri"}
188 )
David Garcia49379ce2021-02-24 13:48:22 +0100189 container = container_builder.build()
sousaedu996a5602021-05-03 00:22:43 +0200190
David Garcia141d9352021-09-08 17:48:40 +0200191 # Add Pod restart policy
192 restart_policy = PodRestartPolicy()
193 restart_policy.add_secrets(
194 secret_names=(mongodb_secret_name, mysql_secret_name)
195 )
196 pod_spec_builder.set_restart_policy(restart_policy)
197
David Garcia49379ce2021-02-24 13:48:22 +0100198 # Add container to pod spec
199 pod_spec_builder.add_container(container)
sousaedu996a5602021-05-03 00:22:43 +0200200
David Garcia49379ce2021-02-24 13:48:22 +0100201 return pod_spec_builder.build()
sousaeducab58cb2020-11-04 18:48:17 +0000202
203
David Garciad680be42021-08-17 11:03:55 +0200204VSCODE_WORKSPACE = {
205 "folders": [
206 {"path": "/usr/lib/python3/dist-packages/osm_policy_module"},
207 {"path": "/usr/lib/python3/dist-packages/osm_common"},
208 ],
209 "settings": {},
210 "launch": {
211 "version": "0.2.0",
212 "configurations": [
213 {
214 "name": "POL",
215 "type": "python",
216 "request": "launch",
217 "module": "osm_policy_module.cmd.policy_module_agent",
218 "justMyCode": False,
219 }
220 ],
221 },
222}
223
224
sousaeducab58cb2020-11-04 18:48:17 +0000225if __name__ == "__main__":
226 main(PolCharm)