| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 1 | #!/usr/bin/env python3 |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 2 | # Copyright 2021 Canonical Ltd. |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 3 | # |
| 4 | # Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 5 | # not use this file except in compliance with the License. You may obtain |
| 6 | # a copy of the License at |
| 7 | # |
| 8 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | # |
| 10 | # Unless required by applicable law or agreed to in writing, software |
| 11 | # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 12 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| 13 | # License for the specific language governing permissions and limitations |
| 14 | # under the License. |
| 15 | # |
| 16 | # For those usages not covered by the Apache License, Version 2.0 please |
| 17 | # contact: legal@canonical.com |
| 18 | # |
| 19 | # To get in touch with the maintainers, please contact: |
| 20 | # osm-charmers@lists.launchpad.net |
| 21 | ## |
| 22 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 23 | # pylint: disable=E0213 |
| 24 | |
| 25 | |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 26 | import logging |
| David Garcia | accf117 | 2021-05-10 12:59:33 +0200 | [diff] [blame] | 27 | import re |
| sousaedu | 996a560 | 2021-05-03 00:22:43 +0200 | [diff] [blame] | 28 | from typing import NoReturn, Optional |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 29 | |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 30 | from ops.main import main |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 31 | from opslib.osm.charm import CharmedOsmBase, RelationsMissing |
| David Garcia | c753dc5 | 2021-03-17 15:28:47 +0100 | [diff] [blame] | 32 | from opslib.osm.interfaces.kafka import KafkaClient |
| 33 | from opslib.osm.interfaces.mongo import MongoClient |
| David Garcia | accf117 | 2021-05-10 12:59:33 +0200 | [diff] [blame] | 34 | from opslib.osm.interfaces.mysql import MysqlClient |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 35 | from opslib.osm.pod import ( |
| 36 | ContainerV3Builder, |
| David Garcia | 141d935 | 2021-09-08 17:48:40 +0200 | [diff] [blame^] | 37 | PodRestartPolicy, |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 38 | PodSpecV3Builder, |
| 39 | ) |
| David Garcia | c753dc5 | 2021-03-17 15:28:47 +0100 | [diff] [blame] | 40 | from opslib.osm.validator import ModelValidator, validator |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 41 | |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 42 | |
| 43 | logger = logging.getLogger(__name__) |
| 44 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 45 | PORT = 9999 |
| David Garcia | accf117 | 2021-05-10 12:59:33 +0200 | [diff] [blame] | 46 | DEFAULT_MYSQL_DATABASE = "pol" |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 47 | |
| 48 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 49 | class ConfigModel(ModelValidator): |
| 50 | log_level: str |
| sousaedu | 996a560 | 2021-05-03 00:22:43 +0200 | [diff] [blame] | 51 | mongodb_uri: Optional[str] |
| David Garcia | accf117 | 2021-05-10 12:59:33 +0200 | [diff] [blame] | 52 | mysql_uri: Optional[str] |
| sousaedu | 0dc25b3 | 2021-08-30 16:33:33 +0100 | [diff] [blame] | 53 | image_pull_policy: str |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 54 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 55 | @validator("log_level") |
| 56 | def validate_log_level(cls, v): |
| 57 | if v not in {"INFO", "DEBUG"}: |
| 58 | raise ValueError("value must be INFO or DEBUG") |
| 59 | return v |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 60 | |
| sousaedu | 996a560 | 2021-05-03 00:22:43 +0200 | [diff] [blame] | 61 | @validator("mongoddb_uri") |
| 62 | def validate_mongodb_uri(cls, v): |
| 63 | if v and not v.startswith("mongodb://"): |
| 64 | raise ValueError("mongodb_uri is not properly formed") |
| 65 | return v |
| 66 | |
| David Garcia | accf117 | 2021-05-10 12:59:33 +0200 | [diff] [blame] | 67 | @validator("mysql_uri") |
| 68 | def validate_mysql_uri(cls, v): |
| 69 | pattern = re.compile("^mysql:\/\/.*:.*@.*:\d+\/.*$") # noqa: W605 |
| 70 | if v and not pattern.search(v): |
| 71 | raise ValueError("mysql_uri is not properly formed") |
| 72 | return v |
| 73 | |
| sousaedu | 3ddbbd1 | 2021-08-24 19:57:24 +0100 | [diff] [blame] | 74 | @validator("image_pull_policy") |
| 75 | def validate_image_pull_policy(cls, v): |
| 76 | values = { |
| 77 | "always": "Always", |
| 78 | "ifnotpresent": "IfNotPresent", |
| 79 | "never": "Never", |
| 80 | } |
| 81 | v = v.lower() |
| 82 | if v not in values.keys(): |
| 83 | raise ValueError("value must be always, ifnotpresent or never") |
| 84 | return values[v] |
| 85 | |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 86 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 87 | class PolCharm(CharmedOsmBase): |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 88 | def __init__(self, *args) -> NoReturn: |
| David Garcia | d680be4 | 2021-08-17 11:03:55 +0200 | [diff] [blame] | 89 | super().__init__( |
| 90 | *args, |
| 91 | oci_image="image", |
| 92 | debug_mode_config_key="debug_mode", |
| 93 | debug_pubkey_config_key="debug_pubkey", |
| 94 | vscode_workspace=VSCODE_WORKSPACE, |
| 95 | ) |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 96 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 97 | self.kafka_client = KafkaClient(self, "kafka") |
| 98 | self.framework.observe(self.on["kafka"].relation_changed, self.configure_pod) |
| 99 | self.framework.observe(self.on["kafka"].relation_broken, self.configure_pod) |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 100 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 101 | self.mongodb_client = MongoClient(self, "mongodb") |
| 102 | self.framework.observe(self.on["mongodb"].relation_changed, self.configure_pod) |
| 103 | self.framework.observe(self.on["mongodb"].relation_broken, self.configure_pod) |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 104 | |
| David Garcia | accf117 | 2021-05-10 12:59:33 +0200 | [diff] [blame] | 105 | self.mysql_client = MysqlClient(self, "mysql") |
| 106 | self.framework.observe(self.on["mysql"].relation_changed, self.configure_pod) |
| 107 | self.framework.observe(self.on["mysql"].relation_broken, self.configure_pod) |
| 108 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 109 | def _check_missing_dependencies(self, config: ConfigModel): |
| 110 | missing_relations = [] |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 111 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 112 | if self.kafka_client.is_missing_data_in_unit(): |
| 113 | missing_relations.append("kafka") |
| sousaedu | 996a560 | 2021-05-03 00:22:43 +0200 | [diff] [blame] | 114 | if not config.mongodb_uri and self.mongodb_client.is_missing_data_in_unit(): |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 115 | missing_relations.append("mongodb") |
| David Garcia | accf117 | 2021-05-10 12:59:33 +0200 | [diff] [blame] | 116 | if not config.mysql_uri and self.mysql_client.is_missing_data_in_unit(): |
| 117 | missing_relations.append("mysql") |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 118 | if missing_relations: |
| 119 | raise RelationsMissing(missing_relations) |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 120 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 121 | def build_pod_spec(self, image_info): |
| 122 | # Validate config |
| 123 | config = ConfigModel(**dict(self.config)) |
| sousaedu | 996a560 | 2021-05-03 00:22:43 +0200 | [diff] [blame] | 124 | |
| 125 | if config.mongodb_uri and not self.mongodb_client.is_missing_data_in_unit(): |
| 126 | raise Exception("Mongodb data cannot be provided via config and relation") |
| David Garcia | accf117 | 2021-05-10 12:59:33 +0200 | [diff] [blame] | 127 | if config.mysql_uri and not self.mysql_client.is_missing_data_in_unit(): |
| 128 | raise Exception("Mysql data cannot be provided via config and relation") |
| sousaedu | 996a560 | 2021-05-03 00:22:43 +0200 | [diff] [blame] | 129 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 130 | # Check relations |
| 131 | self._check_missing_dependencies(config) |
| sousaedu | 996a560 | 2021-05-03 00:22:43 +0200 | [diff] [blame] | 132 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 133 | # Create Builder for the PodSpec |
| 134 | pod_spec_builder = PodSpecV3Builder() |
| sousaedu | 996a560 | 2021-05-03 00:22:43 +0200 | [diff] [blame] | 135 | |
| David Garcia | 141d935 | 2021-09-08 17:48:40 +0200 | [diff] [blame^] | 136 | # Add secrets to the pod |
| 137 | mongodb_secret_name = f"{self.app.name}-mongodb-secret" |
| 138 | pod_spec_builder.add_secret( |
| 139 | mongodb_secret_name, |
| 140 | {"uri": config.mongodb_uri or self.mongodb_client.connection_string}, |
| 141 | ) |
| 142 | mysql_secret_name = f"{self.app.name}-mysql-secret" |
| 143 | pod_spec_builder.add_secret( |
| 144 | mysql_secret_name, |
| 145 | { |
| 146 | "uri": config.mysql_uri |
| 147 | or self.mysql_client.get_root_uri(DEFAULT_MYSQL_DATABASE) |
| 148 | }, |
| 149 | ) |
| 150 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 151 | # Build Container |
| sousaedu | 3ddbbd1 | 2021-08-24 19:57:24 +0100 | [diff] [blame] | 152 | container_builder = ContainerV3Builder( |
| 153 | self.app.name, image_info, config.image_pull_policy |
| 154 | ) |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 155 | container_builder.add_port(name=self.app.name, port=PORT) |
| 156 | container_builder.add_envs( |
| 157 | { |
| 158 | # General configuration |
| 159 | "ALLOW_ANONYMOUS_LOGIN": "yes", |
| 160 | "OSMPOL_GLOBAL_LOGLEVEL": config.log_level, |
| 161 | # Kafka configuration |
| 162 | "OSMPOL_MESSAGE_DRIVER": "kafka", |
| 163 | "OSMPOL_MESSAGE_HOST": self.kafka_client.host, |
| 164 | "OSMPOL_MESSAGE_PORT": self.kafka_client.port, |
| 165 | # Database configuration |
| 166 | "OSMPOL_DATABASE_DRIVER": "mongo", |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 167 | } |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 168 | ) |
| David Garcia | 141d935 | 2021-09-08 17:48:40 +0200 | [diff] [blame^] | 169 | container_builder.add_secret_envs( |
| 170 | mongodb_secret_name, {"OSMPOL_DATABASE_URI": "uri"} |
| 171 | ) |
| 172 | container_builder.add_secret_envs( |
| 173 | mysql_secret_name, {"OSMPOL_SQL_DATABASE_URI": "uri"} |
| 174 | ) |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 175 | container = container_builder.build() |
| sousaedu | 996a560 | 2021-05-03 00:22:43 +0200 | [diff] [blame] | 176 | |
| David Garcia | 141d935 | 2021-09-08 17:48:40 +0200 | [diff] [blame^] | 177 | # Add Pod restart policy |
| 178 | restart_policy = PodRestartPolicy() |
| 179 | restart_policy.add_secrets( |
| 180 | secret_names=(mongodb_secret_name, mysql_secret_name) |
| 181 | ) |
| 182 | pod_spec_builder.set_restart_policy(restart_policy) |
| 183 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 184 | # Add container to pod spec |
| 185 | pod_spec_builder.add_container(container) |
| sousaedu | 996a560 | 2021-05-03 00:22:43 +0200 | [diff] [blame] | 186 | |
| David Garcia | 49379ce | 2021-02-24 13:48:22 +0100 | [diff] [blame] | 187 | return pod_spec_builder.build() |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 188 | |
| 189 | |
| David Garcia | d680be4 | 2021-08-17 11:03:55 +0200 | [diff] [blame] | 190 | VSCODE_WORKSPACE = { |
| 191 | "folders": [ |
| 192 | {"path": "/usr/lib/python3/dist-packages/osm_policy_module"}, |
| 193 | {"path": "/usr/lib/python3/dist-packages/osm_common"}, |
| 194 | ], |
| 195 | "settings": {}, |
| 196 | "launch": { |
| 197 | "version": "0.2.0", |
| 198 | "configurations": [ |
| 199 | { |
| 200 | "name": "POL", |
| 201 | "type": "python", |
| 202 | "request": "launch", |
| 203 | "module": "osm_policy_module.cmd.policy_module_agent", |
| 204 | "justMyCode": False, |
| 205 | } |
| 206 | ], |
| 207 | }, |
| 208 | } |
| 209 | |
| 210 | |
| sousaedu | cab58cb | 2020-11-04 18:48:17 +0000 | [diff] [blame] | 211 | if __name__ == "__main__": |
| 212 | main(PolCharm) |