| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1 | ## |
| 2 | # Copyright 2019 Telefonica Investigacion y Desarrollo, S.A.U. |
| 3 | # This file is part of OSM |
| 4 | # All Rights Reserved. |
| 5 | # |
| 6 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 7 | # you may not use this file except in compliance with the License. |
| 8 | # You may obtain a copy of the License at |
| 9 | # |
| 10 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 11 | # |
| 12 | # Unless required by applicable law or agreed to in writing, software |
| 13 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 14 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or |
| 15 | # implied. |
| 16 | # See the License for the specific language governing permissions and |
| 17 | # limitations under the License. |
| 18 | # |
| 19 | # For those usages not covered by the Apache License, Version 2.0 please |
| 20 | # contact with: nfvlabs@tid.es |
| 21 | ## |
| 22 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 23 | import asyncio |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 24 | import logging |
| 25 | import os |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 26 | |
| David Garcia | a71d4a0 | 2021-03-10 20:00:53 +0100 | [diff] [blame] | 27 | from n2vc.config import ModelConfig |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 28 | from n2vc.exceptions import ( |
| 29 | N2VCBadArgumentsException, |
| 30 | N2VCException, |
| 31 | N2VCConnectionException, |
| 32 | N2VCExecutionException, |
| almagia | ba6e532 | 2020-09-16 09:44:40 +0200 | [diff] [blame] | 33 | # N2VCNotFound, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 34 | MethodNotImplemented, |
| Dominik Fleischmann | b951334 | 2020-06-09 11:57:14 +0200 | [diff] [blame] | 35 | JujuK8sProxycharmNotSupported, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 36 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 37 | from n2vc.n2vc_conn import N2VCConnector |
| quilesj | 776ab39 | 2019-12-12 16:10:54 +0000 | [diff] [blame] | 38 | from n2vc.n2vc_conn import obj_to_dict, obj_to_yaml |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 39 | from n2vc.libjuju import Libjuju |
| David Garcia | 475a722 | 2020-09-21 16:19:15 +0200 | [diff] [blame] | 40 | from n2vc.utils import base64_to_cacert |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 41 | |
| 42 | |
| 43 | class N2VCJujuConnector(N2VCConnector): |
| 44 | |
| 45 | """ |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 46 | #################################################################################### |
| 47 | ################################### P U B L I C #################################### |
| 48 | #################################################################################### |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 49 | """ |
| 50 | |
| David Garcia | 347aae6 | 2020-04-29 12:34:23 +0200 | [diff] [blame] | 51 | BUILT_IN_CLOUDS = ["localhost", "microk8s"] |
| 52 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 53 | def __init__( |
| 54 | self, |
| 55 | db: object, |
| 56 | fs: object, |
| 57 | log: object = None, |
| 58 | loop: object = None, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 59 | url: str = "127.0.0.1:17070", |
| 60 | username: str = "admin", |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 61 | vca_config: dict = None, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 62 | on_update_db=None, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 63 | ): |
| 64 | """Initialize juju N2VC connector |
| 65 | """ |
| 66 | |
| 67 | # parent class constructor |
| 68 | N2VCConnector.__init__( |
| 69 | self, |
| 70 | db=db, |
| 71 | fs=fs, |
| 72 | log=log, |
| 73 | loop=loop, |
| 74 | url=url, |
| 75 | username=username, |
| 76 | vca_config=vca_config, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 77 | on_update_db=on_update_db, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 78 | ) |
| 79 | |
| 80 | # silence websocket traffic log |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 81 | logging.getLogger("websockets.protocol").setLevel(logging.INFO) |
| 82 | logging.getLogger("juju.client.connection").setLevel(logging.WARN) |
| 83 | logging.getLogger("model").setLevel(logging.WARN) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 84 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 85 | self.log.info("Initializing N2VC juju connector...") |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 86 | |
| 87 | """ |
| 88 | ############################################################## |
| 89 | # check arguments |
| 90 | ############################################################## |
| 91 | """ |
| 92 | |
| 93 | # juju URL |
| 94 | if url is None: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 95 | raise N2VCBadArgumentsException("Argument url is mandatory", ["url"]) |
| 96 | url_parts = url.split(":") |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 97 | if len(url_parts) != 2: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 98 | raise N2VCBadArgumentsException( |
| 99 | "Argument url: bad format (localhost:port) -> {}".format(url), ["url"] |
| 100 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 101 | self.hostname = url_parts[0] |
| 102 | try: |
| 103 | self.port = int(url_parts[1]) |
| 104 | except ValueError: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 105 | raise N2VCBadArgumentsException( |
| 106 | "url port must be a number -> {}".format(url), ["url"] |
| 107 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 108 | |
| 109 | # juju USERNAME |
| 110 | if username is None: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 111 | raise N2VCBadArgumentsException( |
| 112 | "Argument username is mandatory", ["username"] |
| 113 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 114 | |
| 115 | # juju CONFIGURATION |
| 116 | if vca_config is None: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 117 | raise N2VCBadArgumentsException( |
| 118 | "Argument vca_config is mandatory", ["vca_config"] |
| 119 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 120 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 121 | if "secret" in vca_config: |
| 122 | self.secret = vca_config["secret"] |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 123 | else: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 124 | raise N2VCBadArgumentsException( |
| 125 | "Argument vca_config.secret is mandatory", ["vca_config.secret"] |
| 126 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 127 | |
| 128 | # pubkey of juju client in osm machine: ~/.local/share/juju/ssh/juju_id_rsa.pub |
| 129 | # if exists, it will be written in lcm container: _create_juju_public_key() |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 130 | if "public_key" in vca_config: |
| 131 | self.public_key = vca_config["public_key"] |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 132 | else: |
| 133 | self.public_key = None |
| 134 | |
| 135 | # TODO: Verify ca_cert is valid before using. VCA will crash |
| 136 | # if the ca_cert isn't formatted correctly. |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 137 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 138 | self.ca_cert = vca_config.get("ca_cert") |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 139 | if self.ca_cert: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 140 | self.ca_cert = base64_to_cacert(vca_config["ca_cert"]) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 141 | |
| David Garcia | 8104596 | 2020-07-16 12:37:13 +0200 | [diff] [blame] | 142 | if "api_proxy" in vca_config and vca_config["api_proxy"] != "": |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 143 | self.api_proxy = vca_config["api_proxy"] |
| 144 | self.log.debug( |
| 145 | "api_proxy for native charms configured: {}".format(self.api_proxy) |
| 146 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 147 | else: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 148 | self.warning( |
| David Garcia | 8104596 | 2020-07-16 12:37:13 +0200 | [diff] [blame] | 149 | "api_proxy is not configured" |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 150 | ) |
| tierno | ec8a504 | 2020-06-24 13:57:10 +0000 | [diff] [blame] | 151 | self.api_proxy = None |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 152 | |
| David Garcia | a71d4a0 | 2021-03-10 20:00:53 +0100 | [diff] [blame] | 153 | model_config = ModelConfig(vca_config) |
| garciadeblas | 923510c | 2019-12-17 15:02:11 +0100 | [diff] [blame] | 154 | |
| Dominik Fleischmann | b951334 | 2020-06-09 11:57:14 +0200 | [diff] [blame] | 155 | self.cloud = vca_config.get('cloud') |
| 156 | self.k8s_cloud = None |
| 157 | if "k8s_cloud" in vca_config: |
| 158 | self.k8s_cloud = vca_config.get("k8s_cloud") |
| 159 | self.log.debug('Arguments have been checked') |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 160 | |
| 161 | # juju data |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 162 | self.controller = None # it will be filled when connect to juju |
| 163 | self.juju_models = {} # model objects for every model_name |
| 164 | self.juju_observers = {} # model observers for every model_name |
| 165 | self._connecting = ( |
| 166 | False # while connecting to juju (to avoid duplicate connections) |
| 167 | ) |
| 168 | self._authenticated = ( |
| 169 | False # it will be True when juju connection be stablished |
| 170 | ) |
| 171 | self._creating_model = False # True during model creation |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 172 | self.libjuju = Libjuju( |
| 173 | endpoint=self.url, |
| 174 | api_proxy=self.api_proxy, |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 175 | username=self.username, |
| 176 | password=self.secret, |
| 177 | cacert=self.ca_cert, |
| 178 | loop=self.loop, |
| 179 | log=self.log, |
| 180 | db=self.db, |
| 181 | n2vc=self, |
| David Garcia | a71d4a0 | 2021-03-10 20:00:53 +0100 | [diff] [blame] | 182 | model_config=model_config, |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 183 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 184 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 185 | # create juju pub key file in lcm container at |
| 186 | # ./local/share/juju/ssh/juju_id_rsa.pub |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 187 | self._create_juju_public_key() |
| 188 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 189 | self.log.info("N2VC juju connector initialized") |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 190 | |
| quilesj | 776ab39 | 2019-12-12 16:10:54 +0000 | [diff] [blame] | 191 | async def get_status(self, namespace: str, yaml_format: bool = True): |
| 192 | |
| Dominik Fleischmann | f9bed35 | 2020-02-27 10:04:34 +0100 | [diff] [blame] | 193 | # self.log.info('Getting NS status. namespace: {}'.format(namespace)) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 194 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 195 | _nsi_id, ns_id, _vnf_id, _vdu_id, _vdu_count = self._get_namespace_components( |
| 196 | namespace=namespace |
| 197 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 198 | # model name is ns_id |
| 199 | model_name = ns_id |
| 200 | if model_name is None: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 201 | msg = "Namespace {} not valid".format(namespace) |
| Dominik Fleischmann | f9bed35 | 2020-02-27 10:04:34 +0100 | [diff] [blame] | 202 | self.log.error(msg) |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 203 | raise N2VCBadArgumentsException(msg, ["namespace"]) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 204 | |
| Dominik Fleischmann | b951334 | 2020-06-09 11:57:14 +0200 | [diff] [blame] | 205 | status = {} |
| 206 | models = await self.libjuju.list_models(contains=ns_id) |
| 207 | |
| 208 | for m in models: |
| David Garcia | d745e22 | 2020-06-30 08:39:26 +0200 | [diff] [blame] | 209 | status[m] = await self.libjuju.get_model_status(m) |
| quilesj | 776ab39 | 2019-12-12 16:10:54 +0000 | [diff] [blame] | 210 | if yaml_format: |
| 211 | return obj_to_yaml(status) |
| 212 | else: |
| 213 | return obj_to_dict(status) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 214 | |
| ksaikiranr | cdf0b8e | 2021-03-17 12:50:00 +0530 | [diff] [blame] | 215 | async def update_vca_status(self, vcastatus: dict): |
| 216 | """ |
| 217 | Add all configs, actions, executed actions of all applications in a model to vcastatus dict. |
| 218 | :param vcastatus: dict containing vcaStatus |
| 219 | :return: None |
| 220 | """ |
| 221 | try: |
| 222 | for model_name in vcastatus: |
| 223 | # Adding executed actions |
| 224 | vcastatus[model_name]["executedActions"] = \ |
| 225 | await self.libjuju.get_executed_actions(model_name) |
| 226 | for application in vcastatus[model_name]["applications"]: |
| 227 | # Adding application actions |
| 228 | vcastatus[model_name]["applications"][application]["actions"] = \ |
| 229 | await self.libjuju.get_actions(application, model_name) |
| 230 | # Adding application configs |
| 231 | vcastatus[model_name]["applications"][application]["configs"] = \ |
| 232 | await self.libjuju.get_application_configs(model_name, application) |
| 233 | except Exception as e: |
| 234 | self.log.debug("Error in updating vca status: {}".format(str(e))) |
| 235 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 236 | async def create_execution_environment( |
| 237 | self, |
| 238 | namespace: str, |
| 239 | db_dict: dict, |
| 240 | reuse_ee_id: str = None, |
| 241 | progress_timeout: float = None, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 242 | total_timeout: float = None, |
| David Garcia | 9a63e8d | 2020-11-03 20:37:06 +0100 | [diff] [blame] | 243 | cloud_name: str = None, |
| 244 | credential_name: str = None, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 245 | ) -> (str, dict): |
| 246 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 247 | self.log.info( |
| 248 | "Creating execution environment. namespace: {}, reuse_ee_id: {}".format( |
| 249 | namespace, reuse_ee_id |
| 250 | ) |
| 251 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 252 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 253 | machine_id = None |
| 254 | if reuse_ee_id: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 255 | model_name, application_name, machine_id = self._get_ee_id_components( |
| 256 | ee_id=reuse_ee_id |
| 257 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 258 | else: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 259 | ( |
| 260 | _nsi_id, |
| 261 | ns_id, |
| 262 | _vnf_id, |
| 263 | _vdu_id, |
| 264 | _vdu_count, |
| 265 | ) = self._get_namespace_components(namespace=namespace) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 266 | # model name is ns_id |
| 267 | model_name = ns_id |
| 268 | # application name |
| 269 | application_name = self._get_application_name(namespace=namespace) |
| 270 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 271 | self.log.debug( |
| 272 | "model name: {}, application name: {}, machine_id: {}".format( |
| 273 | model_name, application_name, machine_id |
| 274 | ) |
| 275 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 276 | |
| 277 | # create or reuse a new juju machine |
| 278 | try: |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 279 | if not await self.libjuju.model_exists(model_name): |
| David Garcia | 9a63e8d | 2020-11-03 20:37:06 +0100 | [diff] [blame] | 280 | cloud = cloud_name or self.cloud |
| 281 | credential = credential_name or cloud_name if cloud_name else self.cloud |
| 282 | await self.libjuju.add_model( |
| 283 | model_name, |
| 284 | cloud_name=cloud, |
| 285 | credential_name=credential |
| 286 | ) |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 287 | machine, new = await self.libjuju.create_machine( |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 288 | model_name=model_name, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 289 | machine_id=machine_id, |
| 290 | db_dict=db_dict, |
| 291 | progress_timeout=progress_timeout, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 292 | total_timeout=total_timeout, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 293 | ) |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 294 | # id for the execution environment |
| 295 | ee_id = N2VCJujuConnector._build_ee_id( |
| 296 | model_name=model_name, |
| 297 | application_name=application_name, |
| 298 | machine_id=str(machine.entity_id), |
| 299 | ) |
| 300 | self.log.debug("ee_id: {}".format(ee_id)) |
| 301 | |
| 302 | if new: |
| 303 | # write ee_id in database |
| 304 | self._write_ee_id_db(db_dict=db_dict, ee_id=ee_id) |
| 305 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 306 | except Exception as e: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 307 | message = "Error creating machine on juju: {}".format(e) |
| Dominik Fleischmann | f9bed35 | 2020-02-27 10:04:34 +0100 | [diff] [blame] | 308 | self.log.error(message) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 309 | raise N2VCException(message=message) |
| 310 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 311 | # new machine credentials |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 312 | credentials = { |
| 313 | "hostname": machine.dns_name, |
| 314 | } |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 315 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 316 | self.log.info( |
| 317 | "Execution environment created. ee_id: {}, credentials: {}".format( |
| 318 | ee_id, credentials |
| 319 | ) |
| 320 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 321 | |
| 322 | return ee_id, credentials |
| 323 | |
| 324 | async def register_execution_environment( |
| 325 | self, |
| 326 | namespace: str, |
| 327 | credentials: dict, |
| 328 | db_dict: dict, |
| 329 | progress_timeout: float = None, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 330 | total_timeout: float = None, |
| David Garcia | 9a63e8d | 2020-11-03 20:37:06 +0100 | [diff] [blame] | 331 | cloud_name: str = None, |
| 332 | credential_name: str = None, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 333 | ) -> str: |
| 334 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 335 | self.log.info( |
| 336 | "Registering execution environment. namespace={}, credentials={}".format( |
| 337 | namespace, credentials |
| 338 | ) |
| 339 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 340 | |
| 341 | if credentials is None: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 342 | raise N2VCBadArgumentsException( |
| 343 | message="credentials are mandatory", bad_args=["credentials"] |
| 344 | ) |
| 345 | if credentials.get("hostname"): |
| 346 | hostname = credentials["hostname"] |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 347 | else: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 348 | raise N2VCBadArgumentsException( |
| 349 | message="hostname is mandatory", bad_args=["credentials.hostname"] |
| 350 | ) |
| 351 | if credentials.get("username"): |
| 352 | username = credentials["username"] |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 353 | else: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 354 | raise N2VCBadArgumentsException( |
| 355 | message="username is mandatory", bad_args=["credentials.username"] |
| 356 | ) |
| 357 | if "private_key_path" in credentials: |
| 358 | private_key_path = credentials["private_key_path"] |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 359 | else: |
| 360 | # if not passed as argument, use generated private key path |
| 361 | private_key_path = self.private_key_path |
| 362 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 363 | _nsi_id, ns_id, _vnf_id, _vdu_id, _vdu_count = self._get_namespace_components( |
| 364 | namespace=namespace |
| 365 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 366 | |
| 367 | # model name |
| 368 | model_name = ns_id |
| 369 | # application name |
| 370 | application_name = self._get_application_name(namespace=namespace) |
| 371 | |
| 372 | # register machine on juju |
| 373 | try: |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 374 | if not await self.libjuju.model_exists(model_name): |
| David Garcia | 9a63e8d | 2020-11-03 20:37:06 +0100 | [diff] [blame] | 375 | cloud = cloud_name or self.cloud |
| 376 | credential = credential_name or cloud_name if cloud_name else self.cloud |
| 377 | await self.libjuju.add_model( |
| 378 | model_name, |
| 379 | cloud_name=cloud, |
| 380 | credential_name=credential |
| 381 | ) |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 382 | machine_id = await self.libjuju.provision_machine( |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 383 | model_name=model_name, |
| 384 | hostname=hostname, |
| 385 | username=username, |
| 386 | private_key_path=private_key_path, |
| 387 | db_dict=db_dict, |
| 388 | progress_timeout=progress_timeout, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 389 | total_timeout=total_timeout, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 390 | ) |
| 391 | except Exception as e: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 392 | self.log.error("Error registering machine: {}".format(e)) |
| 393 | raise N2VCException( |
| 394 | message="Error registering machine on juju: {}".format(e) |
| 395 | ) |
| quilesj | ac4e0de | 2019-11-27 16:12:02 +0000 | [diff] [blame] | 396 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 397 | self.log.info("Machine registered: {}".format(machine_id)) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 398 | |
| 399 | # id for the execution environment |
| 400 | ee_id = N2VCJujuConnector._build_ee_id( |
| 401 | model_name=model_name, |
| 402 | application_name=application_name, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 403 | machine_id=str(machine_id), |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 404 | ) |
| 405 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 406 | self.log.info("Execution environment registered. ee_id: {}".format(ee_id)) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 407 | |
| 408 | return ee_id |
| 409 | |
| 410 | async def install_configuration_sw( |
| 411 | self, |
| 412 | ee_id: str, |
| 413 | artifact_path: str, |
| 414 | db_dict: dict, |
| 415 | progress_timeout: float = None, |
| David Garcia | dfaa6e8 | 2020-04-01 16:06:39 +0200 | [diff] [blame] | 416 | total_timeout: float = None, |
| 417 | config: dict = None, |
| David Garcia | f8a9d46 | 2020-03-25 18:19:02 +0100 | [diff] [blame] | 418 | num_units: int = 1, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 419 | ): |
| 420 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 421 | self.log.info( |
| 422 | ( |
| 423 | "Installing configuration sw on ee_id: {}, " |
| 424 | "artifact path: {}, db_dict: {}" |
| 425 | ).format(ee_id, artifact_path, db_dict) |
| 426 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 427 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 428 | # check arguments |
| 429 | if ee_id is None or len(ee_id) == 0: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 430 | raise N2VCBadArgumentsException( |
| 431 | message="ee_id is mandatory", bad_args=["ee_id"] |
| 432 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 433 | if artifact_path is None or len(artifact_path) == 0: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 434 | raise N2VCBadArgumentsException( |
| 435 | message="artifact_path is mandatory", bad_args=["artifact_path"] |
| 436 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 437 | if db_dict is None: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 438 | raise N2VCBadArgumentsException( |
| 439 | message="db_dict is mandatory", bad_args=["db_dict"] |
| 440 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 441 | |
| 442 | try: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 443 | ( |
| 444 | model_name, |
| 445 | application_name, |
| 446 | machine_id, |
| 447 | ) = N2VCJujuConnector._get_ee_id_components(ee_id=ee_id) |
| 448 | self.log.debug( |
| 449 | "model: {}, application: {}, machine: {}".format( |
| 450 | model_name, application_name, machine_id |
| 451 | ) |
| 452 | ) |
| 453 | except Exception: |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 454 | raise N2VCBadArgumentsException( |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 455 | message="ee_id={} is not a valid execution environment id".format( |
| 456 | ee_id |
| 457 | ), |
| 458 | bad_args=["ee_id"], |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 459 | ) |
| 460 | |
| 461 | # remove // in charm path |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 462 | while artifact_path.find("//") >= 0: |
| 463 | artifact_path = artifact_path.replace("//", "/") |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 464 | |
| 465 | # check charm path |
| 466 | if not self.fs.file_exists(artifact_path, mode="dir"): |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 467 | msg = "artifact path does not exist: {}".format(artifact_path) |
| 468 | raise N2VCBadArgumentsException(message=msg, bad_args=["artifact_path"]) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 469 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 470 | if artifact_path.startswith("/"): |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 471 | full_path = self.fs.path + artifact_path |
| 472 | else: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 473 | full_path = self.fs.path + "/" + artifact_path |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 474 | |
| 475 | try: |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 476 | await self.libjuju.deploy_charm( |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 477 | model_name=model_name, |
| 478 | application_name=application_name, |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 479 | path=full_path, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 480 | machine_id=machine_id, |
| 481 | db_dict=db_dict, |
| 482 | progress_timeout=progress_timeout, |
| David Garcia | dfaa6e8 | 2020-04-01 16:06:39 +0200 | [diff] [blame] | 483 | total_timeout=total_timeout, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 484 | config=config, |
| David Garcia | f8a9d46 | 2020-03-25 18:19:02 +0100 | [diff] [blame] | 485 | num_units=num_units, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 486 | ) |
| 487 | except Exception as e: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 488 | raise N2VCException( |
| 489 | message="Error desploying charm into ee={} : {}".format(ee_id, e) |
| 490 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 491 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 492 | self.log.info("Configuration sw installed") |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 493 | |
| Dominik Fleischmann | b951334 | 2020-06-09 11:57:14 +0200 | [diff] [blame] | 494 | async def install_k8s_proxy_charm( |
| 495 | self, |
| 496 | charm_name: str, |
| 497 | namespace: str, |
| 498 | artifact_path: str, |
| 499 | db_dict: dict, |
| 500 | progress_timeout: float = None, |
| 501 | total_timeout: float = None, |
| 502 | config: dict = None, |
| David Garcia | 9a63e8d | 2020-11-03 20:37:06 +0100 | [diff] [blame] | 503 | cloud_name: str = None, |
| 504 | credential_name: str = None, |
| Dominik Fleischmann | b951334 | 2020-06-09 11:57:14 +0200 | [diff] [blame] | 505 | ) -> str: |
| 506 | """ |
| 507 | Install a k8s proxy charm |
| 508 | |
| 509 | :param charm_name: Name of the charm being deployed |
| 510 | :param namespace: collection of all the uuids related to the charm. |
| 511 | :param str artifact_path: where to locate the artifacts (parent folder) using |
| 512 | the self.fs |
| 513 | the final artifact path will be a combination of this artifact_path and |
| 514 | additional string from the config_dict (e.g. charm name) |
| 515 | :param dict db_dict: where to write into database when the status changes. |
| 516 | It contains a dict with |
| 517 | {collection: <str>, filter: {}, path: <str>}, |
| 518 | e.g. {collection: "nsrs", filter: |
| 519 | {_id: <nsd-id>, path: "_admin.deployed.VCA.3"} |
| 520 | :param float progress_timeout: |
| 521 | :param float total_timeout: |
| 522 | :param config: Dictionary with additional configuration |
| David Garcia | 9a63e8d | 2020-11-03 20:37:06 +0100 | [diff] [blame] | 523 | :param cloud_name: Cloud Name in which the charms will be deployed |
| 524 | :param credential_name: Credential Name to use in the cloud_name. |
| 525 | If not set, cloud_name will be used as credential_name |
| Dominik Fleischmann | b951334 | 2020-06-09 11:57:14 +0200 | [diff] [blame] | 526 | |
| 527 | :returns ee_id: execution environment id. |
| 528 | """ |
| 529 | self.log.info('Installing k8s proxy charm: {}, artifact path: {}, db_dict: {}' |
| 530 | .format(charm_name, artifact_path, db_dict)) |
| 531 | |
| 532 | if not self.k8s_cloud: |
| 533 | raise JujuK8sProxycharmNotSupported("There is not k8s_cloud available") |
| 534 | |
| 535 | if artifact_path is None or len(artifact_path) == 0: |
| 536 | raise N2VCBadArgumentsException( |
| 537 | message="artifact_path is mandatory", bad_args=["artifact_path"] |
| 538 | ) |
| 539 | if db_dict is None: |
| 540 | raise N2VCBadArgumentsException(message='db_dict is mandatory', bad_args=['db_dict']) |
| 541 | |
| 542 | # remove // in charm path |
| 543 | while artifact_path.find('//') >= 0: |
| 544 | artifact_path = artifact_path.replace('//', '/') |
| 545 | |
| 546 | # check charm path |
| 547 | if not self.fs.file_exists(artifact_path, mode="dir"): |
| 548 | msg = 'artifact path does not exist: {}'.format(artifact_path) |
| 549 | raise N2VCBadArgumentsException(message=msg, bad_args=['artifact_path']) |
| 550 | |
| 551 | if artifact_path.startswith('/'): |
| 552 | full_path = self.fs.path + artifact_path |
| 553 | else: |
| 554 | full_path = self.fs.path + '/' + artifact_path |
| 555 | |
| 556 | _, ns_id, _, _, _ = self._get_namespace_components(namespace=namespace) |
| 557 | model_name = '{}-k8s'.format(ns_id) |
| aktas | d1d5541 | 2021-02-21 19:36:20 +0300 | [diff] [blame] | 558 | if not await self.libjuju.model_exists(model_name): |
| 559 | cloud = cloud_name or self.k8s_cloud |
| 560 | credential = credential_name or cloud_name if cloud_name else self.k8s_cloud |
| 561 | await self.libjuju.add_model( |
| 562 | model_name, |
| 563 | cloud_name=cloud, |
| 564 | credential_name=credential |
| 565 | ) |
| Dominik Fleischmann | b951334 | 2020-06-09 11:57:14 +0200 | [diff] [blame] | 566 | application_name = self._get_application_name(namespace) |
| 567 | |
| 568 | try: |
| 569 | await self.libjuju.deploy_charm( |
| 570 | model_name=model_name, |
| 571 | application_name=application_name, |
| 572 | path=full_path, |
| 573 | machine_id=None, |
| 574 | db_dict=db_dict, |
| 575 | progress_timeout=progress_timeout, |
| 576 | total_timeout=total_timeout, |
| 577 | config=config |
| 578 | ) |
| 579 | except Exception as e: |
| 580 | raise N2VCException(message='Error deploying charm: {}'.format(e)) |
| 581 | |
| 582 | self.log.info('K8s proxy charm installed') |
| 583 | ee_id = N2VCJujuConnector._build_ee_id( |
| 584 | model_name=model_name, |
| 585 | application_name=application_name, |
| 586 | machine_id="k8s", |
| 587 | ) |
| Dominik Fleischmann | 7ace6fa | 2020-06-29 16:16:28 +0200 | [diff] [blame] | 588 | |
| 589 | self._write_ee_id_db(db_dict=db_dict, ee_id=ee_id) |
| 590 | |
| Dominik Fleischmann | b951334 | 2020-06-09 11:57:14 +0200 | [diff] [blame] | 591 | return ee_id |
| 592 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 593 | async def get_ee_ssh_public__key( |
| 594 | self, |
| 595 | ee_id: str, |
| 596 | db_dict: dict, |
| 597 | progress_timeout: float = None, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 598 | total_timeout: float = None, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 599 | ) -> str: |
| 600 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 601 | self.log.info( |
| 602 | ( |
| 603 | "Generating priv/pub key pair and get pub key on ee_id: {}, db_dict: {}" |
| 604 | ).format(ee_id, db_dict) |
| 605 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 606 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 607 | # check arguments |
| 608 | if ee_id is None or len(ee_id) == 0: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 609 | raise N2VCBadArgumentsException( |
| 610 | message="ee_id is mandatory", bad_args=["ee_id"] |
| 611 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 612 | if db_dict is None: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 613 | raise N2VCBadArgumentsException( |
| 614 | message="db_dict is mandatory", bad_args=["db_dict"] |
| 615 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 616 | |
| 617 | try: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 618 | ( |
| 619 | model_name, |
| 620 | application_name, |
| 621 | machine_id, |
| 622 | ) = N2VCJujuConnector._get_ee_id_components(ee_id=ee_id) |
| 623 | self.log.debug( |
| 624 | "model: {}, application: {}, machine: {}".format( |
| 625 | model_name, application_name, machine_id |
| 626 | ) |
| 627 | ) |
| 628 | except Exception: |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 629 | raise N2VCBadArgumentsException( |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 630 | message="ee_id={} is not a valid execution environment id".format( |
| 631 | ee_id |
| 632 | ), |
| 633 | bad_args=["ee_id"], |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 634 | ) |
| 635 | |
| 636 | # try to execute ssh layer primitives (if exist): |
| 637 | # generate-ssh-key |
| 638 | # get-ssh-public-key |
| 639 | |
| 640 | output = None |
| 641 | |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 642 | application_name = N2VCJujuConnector._format_app_name(application_name) |
| 643 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 644 | # execute action: generate-ssh-key |
| 645 | try: |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 646 | output, _status = await self.libjuju.execute_action( |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 647 | model_name=model_name, |
| 648 | application_name=application_name, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 649 | action_name="generate-ssh-key", |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 650 | db_dict=db_dict, |
| 651 | progress_timeout=progress_timeout, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 652 | total_timeout=total_timeout, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 653 | ) |
| 654 | except Exception as e: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 655 | self.log.info( |
| 656 | "Skipping exception while executing action generate-ssh-key: {}".format( |
| 657 | e |
| 658 | ) |
| 659 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 660 | |
| 661 | # execute action: get-ssh-public-key |
| 662 | try: |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 663 | output, _status = await self.libjuju.execute_action( |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 664 | model_name=model_name, |
| 665 | application_name=application_name, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 666 | action_name="get-ssh-public-key", |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 667 | db_dict=db_dict, |
| 668 | progress_timeout=progress_timeout, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 669 | total_timeout=total_timeout, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 670 | ) |
| 671 | except Exception as e: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 672 | msg = "Cannot execute action get-ssh-public-key: {}\n".format(e) |
| Dominik Fleischmann | f9bed35 | 2020-02-27 10:04:34 +0100 | [diff] [blame] | 673 | self.log.info(msg) |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 674 | raise N2VCExecutionException(e, primitive_name="get-ssh-public-key") |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 675 | |
| 676 | # return public key if exists |
| David Garcia | 9ae8fa5 | 2019-12-09 18:50:03 +0100 | [diff] [blame] | 677 | return output["pubkey"] if "pubkey" in output else output |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 678 | |
| David Garcia | 85755d1 | 2020-09-21 19:51:23 +0200 | [diff] [blame] | 679 | async def get_metrics(self, model_name: str, application_name: str) -> dict: |
| 680 | return await self.libjuju.get_metrics(model_name, application_name) |
| 681 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 682 | async def add_relation( |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 683 | self, ee_id_1: str, ee_id_2: str, endpoint_1: str, endpoint_2: str |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 684 | ): |
| 685 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 686 | self.log.debug( |
| 687 | "adding new relation between {} and {}, endpoints: {}, {}".format( |
| 688 | ee_id_1, ee_id_2, endpoint_1, endpoint_2 |
| 689 | ) |
| 690 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 691 | |
| quilesj | aae10b4 | 2020-01-09 08:49:10 +0000 | [diff] [blame] | 692 | # check arguments |
| 693 | if not ee_id_1: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 694 | message = "EE 1 is mandatory" |
| Dominik Fleischmann | f9bed35 | 2020-02-27 10:04:34 +0100 | [diff] [blame] | 695 | self.log.error(message) |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 696 | raise N2VCBadArgumentsException(message=message, bad_args=["ee_id_1"]) |
| quilesj | aae10b4 | 2020-01-09 08:49:10 +0000 | [diff] [blame] | 697 | if not ee_id_2: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 698 | message = "EE 2 is mandatory" |
| Dominik Fleischmann | f9bed35 | 2020-02-27 10:04:34 +0100 | [diff] [blame] | 699 | self.log.error(message) |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 700 | raise N2VCBadArgumentsException(message=message, bad_args=["ee_id_2"]) |
| quilesj | aae10b4 | 2020-01-09 08:49:10 +0000 | [diff] [blame] | 701 | if not endpoint_1: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 702 | message = "endpoint 1 is mandatory" |
| Dominik Fleischmann | f9bed35 | 2020-02-27 10:04:34 +0100 | [diff] [blame] | 703 | self.log.error(message) |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 704 | raise N2VCBadArgumentsException(message=message, bad_args=["endpoint_1"]) |
| quilesj | aae10b4 | 2020-01-09 08:49:10 +0000 | [diff] [blame] | 705 | if not endpoint_2: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 706 | message = "endpoint 2 is mandatory" |
| Dominik Fleischmann | f9bed35 | 2020-02-27 10:04:34 +0100 | [diff] [blame] | 707 | self.log.error(message) |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 708 | raise N2VCBadArgumentsException(message=message, bad_args=["endpoint_2"]) |
| quilesj | aae10b4 | 2020-01-09 08:49:10 +0000 | [diff] [blame] | 709 | |
| quilesj | aae10b4 | 2020-01-09 08:49:10 +0000 | [diff] [blame] | 710 | # get the model, the applications and the machines from the ee_id's |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 711 | model_1, app_1, _machine_1 = self._get_ee_id_components(ee_id_1) |
| 712 | model_2, app_2, _machine_2 = self._get_ee_id_components(ee_id_2) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 713 | |
| 714 | # model must be the same |
| 715 | if model_1 != model_2: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 716 | message = "EE models are not the same: {} vs {}".format(ee_id_1, ee_id_2) |
| Dominik Fleischmann | f9bed35 | 2020-02-27 10:04:34 +0100 | [diff] [blame] | 717 | self.log.error(message) |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 718 | raise N2VCBadArgumentsException( |
| 719 | message=message, bad_args=["ee_id_1", "ee_id_2"] |
| 720 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 721 | |
| 722 | # add juju relations between two applications |
| 723 | try: |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 724 | await self.libjuju.add_relation( |
| quilesj | aae10b4 | 2020-01-09 08:49:10 +0000 | [diff] [blame] | 725 | model_name=model_1, |
| David Garcia | 8331f7c | 2020-08-25 16:10:07 +0200 | [diff] [blame] | 726 | endpoint_1="{}:{}".format(app_1, endpoint_1), |
| 727 | endpoint_2="{}:{}".format(app_2, endpoint_2), |
| quilesj | aae10b4 | 2020-01-09 08:49:10 +0000 | [diff] [blame] | 728 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 729 | except Exception as e: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 730 | message = "Error adding relation between {} and {}: {}".format( |
| 731 | ee_id_1, ee_id_2, e |
| 732 | ) |
| Dominik Fleischmann | f9bed35 | 2020-02-27 10:04:34 +0100 | [diff] [blame] | 733 | self.log.error(message) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 734 | raise N2VCException(message=message) |
| 735 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 736 | async def remove_relation(self): |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 737 | # TODO |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 738 | self.log.info("Method not implemented yet") |
| 739 | raise MethodNotImplemented() |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 740 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 741 | async def deregister_execution_environments(self): |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 742 | self.log.info("Method not implemented yet") |
| 743 | raise MethodNotImplemented() |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 744 | |
| 745 | async def delete_namespace( |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 746 | self, namespace: str, db_dict: dict = None, total_timeout: float = None |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 747 | ): |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 748 | self.log.info("Deleting namespace={}".format(namespace)) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 749 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 750 | # check arguments |
| 751 | if namespace is None: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 752 | raise N2VCBadArgumentsException( |
| 753 | message="namespace is mandatory", bad_args=["namespace"] |
| 754 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 755 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 756 | _nsi_id, ns_id, _vnf_id, _vdu_id, _vdu_count = self._get_namespace_components( |
| 757 | namespace=namespace |
| 758 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 759 | if ns_id is not None: |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 760 | try: |
| Dominik Fleischmann | b951334 | 2020-06-09 11:57:14 +0200 | [diff] [blame] | 761 | models = await self.libjuju.list_models(contains=ns_id) |
| 762 | for model in models: |
| 763 | await self.libjuju.destroy_model( |
| 764 | model_name=model, total_timeout=total_timeout |
| 765 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 766 | except Exception as e: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 767 | raise N2VCException( |
| 768 | message="Error deleting namespace {} : {}".format(namespace, e) |
| 769 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 770 | else: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 771 | raise N2VCBadArgumentsException( |
| 772 | message="only ns_id is permitted to delete yet", bad_args=["namespace"] |
| 773 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 774 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 775 | self.log.info("Namespace {} deleted".format(namespace)) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 776 | |
| 777 | async def delete_execution_environment( |
| aktas | d1d5541 | 2021-02-21 19:36:20 +0300 | [diff] [blame] | 778 | self, ee_id: str, db_dict: dict = None, total_timeout: float = None, |
| 779 | scaling_in: bool = False |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 780 | ): |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 781 | self.log.info("Deleting execution environment ee_id={}".format(ee_id)) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 782 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 783 | # check arguments |
| 784 | if ee_id is None: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 785 | raise N2VCBadArgumentsException( |
| 786 | message="ee_id is mandatory", bad_args=["ee_id"] |
| 787 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 788 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 789 | model_name, application_name, _machine_id = self._get_ee_id_components( |
| 790 | ee_id=ee_id |
| 791 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 792 | try: |
| aktas | d1d5541 | 2021-02-21 19:36:20 +0300 | [diff] [blame] | 793 | if not scaling_in: |
| 794 | # destroy the model |
| 795 | # TODO: should this be removed? |
| 796 | await self.libjuju.destroy_model( |
| 797 | model_name=model_name, total_timeout=total_timeout |
| 798 | ) |
| 799 | else: |
| 800 | # get juju model and observer |
| 801 | controller = await self.libjuju.get_controller() |
| 802 | model = await self.libjuju.get_model(controller, model_name) |
| 803 | # destroy the application |
| 804 | await self.libjuju.destroy_application( |
| 805 | model=model, application_name=application_name) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 806 | except Exception as e: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 807 | raise N2VCException( |
| 808 | message=( |
| 809 | "Error deleting execution environment {} (application {}) : {}" |
| 810 | ).format(ee_id, application_name, e) |
| 811 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 812 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 813 | self.log.info("Execution environment {} deleted".format(ee_id)) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 814 | |
| 815 | async def exec_primitive( |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 816 | self, |
| 817 | ee_id: str, |
| 818 | primitive_name: str, |
| 819 | params_dict: dict, |
| 820 | db_dict: dict = None, |
| 821 | progress_timeout: float = None, |
| 822 | total_timeout: float = None, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 823 | ) -> str: |
| 824 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 825 | self.log.info( |
| 826 | "Executing primitive: {} on ee: {}, params: {}".format( |
| 827 | primitive_name, ee_id, params_dict |
| 828 | ) |
| 829 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 830 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 831 | # check arguments |
| 832 | if ee_id is None or len(ee_id) == 0: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 833 | raise N2VCBadArgumentsException( |
| 834 | message="ee_id is mandatory", bad_args=["ee_id"] |
| 835 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 836 | if primitive_name is None or len(primitive_name) == 0: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 837 | raise N2VCBadArgumentsException( |
| 838 | message="action_name is mandatory", bad_args=["action_name"] |
| 839 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 840 | if params_dict is None: |
| 841 | params_dict = dict() |
| 842 | |
| 843 | try: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 844 | ( |
| 845 | model_name, |
| 846 | application_name, |
| 847 | _machine_id, |
| 848 | ) = N2VCJujuConnector._get_ee_id_components(ee_id=ee_id) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 849 | except Exception: |
| 850 | raise N2VCBadArgumentsException( |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 851 | message="ee_id={} is not a valid execution environment id".format( |
| 852 | ee_id |
| 853 | ), |
| 854 | bad_args=["ee_id"], |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 855 | ) |
| 856 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 857 | if primitive_name == "config": |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 858 | # Special case: config primitive |
| 859 | try: |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 860 | await self.libjuju.configure_application( |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 861 | model_name=model_name, |
| 862 | application_name=application_name, |
| 863 | config=params_dict, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 864 | ) |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 865 | actions = await self.libjuju.get_actions( |
| 866 | application_name=application_name, model_name=model_name, |
| 867 | ) |
| 868 | self.log.debug( |
| 869 | "Application {} has these actions: {}".format( |
| 870 | application_name, actions |
| 871 | ) |
| 872 | ) |
| 873 | if "verify-ssh-credentials" in actions: |
| 874 | # execute verify-credentials |
| 875 | num_retries = 20 |
| 876 | retry_timeout = 15.0 |
| 877 | for _ in range(num_retries): |
| 878 | try: |
| 879 | self.log.debug("Executing action verify-ssh-credentials...") |
| 880 | output, ok = await self.libjuju.execute_action( |
| 881 | model_name=model_name, |
| 882 | application_name=application_name, |
| 883 | action_name="verify-ssh-credentials", |
| 884 | db_dict=db_dict, |
| 885 | progress_timeout=progress_timeout, |
| 886 | total_timeout=total_timeout, |
| 887 | ) |
| Dominik Fleischmann | b951334 | 2020-06-09 11:57:14 +0200 | [diff] [blame] | 888 | |
| 889 | if ok == "failed": |
| 890 | self.log.debug( |
| 891 | "Error executing verify-ssh-credentials: {}. Retrying..." |
| 892 | ) |
| 893 | await asyncio.sleep(retry_timeout) |
| 894 | |
| 895 | continue |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 896 | self.log.debug("Result: {}, output: {}".format(ok, output)) |
| 897 | break |
| 898 | except asyncio.CancelledError: |
| 899 | raise |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 900 | else: |
| 901 | self.log.error( |
| 902 | "Error executing verify-ssh-credentials after {} retries. ".format( |
| 903 | num_retries |
| 904 | ) |
| 905 | ) |
| 906 | else: |
| 907 | msg = "Action verify-ssh-credentials does not exist in application {}".format( |
| 908 | application_name |
| 909 | ) |
| 910 | self.log.debug(msg=msg) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 911 | except Exception as e: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 912 | self.log.error("Error configuring juju application: {}".format(e)) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 913 | raise N2VCExecutionException( |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 914 | message="Error configuring application into ee={} : {}".format( |
| 915 | ee_id, e |
| 916 | ), |
| 917 | primitive_name=primitive_name, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 918 | ) |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 919 | return "CONFIG OK" |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 920 | else: |
| 921 | try: |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 922 | output, status = await self.libjuju.execute_action( |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 923 | model_name=model_name, |
| 924 | application_name=application_name, |
| 925 | action_name=primitive_name, |
| 926 | db_dict=db_dict, |
| 927 | progress_timeout=progress_timeout, |
| 928 | total_timeout=total_timeout, |
| 929 | **params_dict |
| 930 | ) |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 931 | if status == "completed": |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 932 | return output |
| 933 | else: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 934 | raise Exception("status is not completed: {}".format(status)) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 935 | except Exception as e: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 936 | self.log.error( |
| 937 | "Error executing primitive {}: {}".format(primitive_name, e) |
| 938 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 939 | raise N2VCExecutionException( |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 940 | message="Error executing primitive {} into ee={} : {}".format( |
| 941 | primitive_name, ee_id, e |
| 942 | ), |
| 943 | primitive_name=primitive_name, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 944 | ) |
| 945 | |
| 946 | async def disconnect(self): |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 947 | self.log.info("closing juju N2VC...") |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 948 | try: |
| 949 | await self.libjuju.disconnect() |
| 950 | except Exception as e: |
| 951 | raise N2VCConnectionException( |
| 952 | message="Error disconnecting controller: {}".format(e), url=self.url |
| 953 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 954 | |
| 955 | """ |
| David Garcia | 4fee80e | 2020-05-13 12:18:38 +0200 | [diff] [blame] | 956 | #################################################################################### |
| 957 | ################################### P R I V A T E ################################## |
| 958 | #################################################################################### |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 959 | """ |
| 960 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 961 | def _write_ee_id_db(self, db_dict: dict, ee_id: str): |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 962 | |
| 963 | # write ee_id to database: _admin.deployed.VCA.x |
| 964 | try: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 965 | the_table = db_dict["collection"] |
| 966 | the_filter = db_dict["filter"] |
| 967 | the_path = db_dict["path"] |
| 968 | if not the_path[-1] == ".": |
| 969 | the_path = the_path + "." |
| 970 | update_dict = {the_path + "ee_id": ee_id} |
| Dominik Fleischmann | f9bed35 | 2020-02-27 10:04:34 +0100 | [diff] [blame] | 971 | # self.log.debug('Writing ee_id to database: {}'.format(the_path)) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 972 | self.db.set_one( |
| 973 | table=the_table, |
| 974 | q_filter=the_filter, |
| 975 | update_dict=update_dict, |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 976 | fail_on_empty=True, |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 977 | ) |
| tierno | 8ff1199 | 2020-03-26 09:51:11 +0000 | [diff] [blame] | 978 | except asyncio.CancelledError: |
| 979 | raise |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 980 | except Exception as e: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 981 | self.log.error("Error writing ee_id to database: {}".format(e)) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 982 | |
| 983 | @staticmethod |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 984 | def _build_ee_id(model_name: str, application_name: str, machine_id: str): |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 985 | """ |
| 986 | Build an execution environment id form model, application and machine |
| 987 | :param model_name: |
| 988 | :param application_name: |
| 989 | :param machine_id: |
| 990 | :return: |
| 991 | """ |
| 992 | # id for the execution environment |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 993 | return "{}.{}.{}".format(model_name, application_name, machine_id) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 994 | |
| 995 | @staticmethod |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 996 | def _get_ee_id_components(ee_id: str) -> (str, str, str): |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 997 | """ |
| 998 | Get model, application and machine components from an execution environment id |
| 999 | :param ee_id: |
| 1000 | :return: model_name, application_name, machine_id |
| 1001 | """ |
| 1002 | |
| 1003 | if ee_id is None: |
| 1004 | return None, None, None |
| 1005 | |
| 1006 | # split components of id |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1007 | parts = ee_id.split(".") |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1008 | model_name = parts[0] |
| 1009 | application_name = parts[1] |
| 1010 | machine_id = parts[2] |
| 1011 | return model_name, application_name, machine_id |
| 1012 | |
| 1013 | def _get_application_name(self, namespace: str) -> str: |
| 1014 | """ |
| 1015 | Build application name from namespace |
| 1016 | :param namespace: |
| 1017 | :return: app-vnf-<vnf id>-vdu-<vdu-id>-cnt-<vdu-count> |
| 1018 | """ |
| 1019 | |
| Adam Israel | 1804607 | 2019-12-08 21:44:29 -0500 | [diff] [blame] | 1020 | # TODO: Enforce the Juju 50-character application limit |
| 1021 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1022 | # split namespace components |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1023 | _, _, vnf_id, vdu_id, vdu_count = self._get_namespace_components( |
| 1024 | namespace=namespace |
| 1025 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1026 | |
| 1027 | if vnf_id is None or len(vnf_id) == 0: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1028 | vnf_id = "" |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1029 | else: |
| Adam Israel | 1804607 | 2019-12-08 21:44:29 -0500 | [diff] [blame] | 1030 | # Shorten the vnf_id to its last twelve characters |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1031 | vnf_id = "vnf-" + vnf_id[-12:] |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1032 | |
| 1033 | if vdu_id is None or len(vdu_id) == 0: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1034 | vdu_id = "" |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1035 | else: |
| Adam Israel | 1804607 | 2019-12-08 21:44:29 -0500 | [diff] [blame] | 1036 | # Shorten the vdu_id to its last twelve characters |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1037 | vdu_id = "-vdu-" + vdu_id[-12:] |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1038 | |
| 1039 | if vdu_count is None or len(vdu_count) == 0: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1040 | vdu_count = "" |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1041 | else: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1042 | vdu_count = "-cnt-" + vdu_count |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1043 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1044 | application_name = "app-{}{}{}".format(vnf_id, vdu_id, vdu_count) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1045 | |
| 1046 | return N2VCJujuConnector._format_app_name(application_name) |
| 1047 | |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1048 | def _create_juju_public_key(self): |
| 1049 | """Recreate the Juju public key on lcm container, if needed |
| 1050 | Certain libjuju commands expect to be run from the same machine as Juju |
| 1051 | is bootstrapped to. This method will write the public key to disk in |
| 1052 | that location: ~/.local/share/juju/ssh/juju_id_rsa.pub |
| 1053 | """ |
| 1054 | |
| 1055 | # Make sure that we have a public key before writing to disk |
| 1056 | if self.public_key is None or len(self.public_key) == 0: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1057 | if "OSMLCM_VCA_PUBKEY" in os.environ: |
| 1058 | self.public_key = os.getenv("OSMLCM_VCA_PUBKEY", "") |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1059 | if len(self.public_key) == 0: |
| 1060 | return |
| 1061 | else: |
| 1062 | return |
| 1063 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1064 | pk_path = "{}/.local/share/juju/ssh".format(os.path.expanduser("~")) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1065 | file_path = "{}/juju_id_rsa.pub".format(pk_path) |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1066 | self.log.debug( |
| 1067 | "writing juju public key to file:\n{}\npublic key: {}".format( |
| 1068 | file_path, self.public_key |
| 1069 | ) |
| 1070 | ) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1071 | if not os.path.exists(pk_path): |
| 1072 | # create path and write file |
| 1073 | os.makedirs(pk_path) |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1074 | with open(file_path, "w") as f: |
| 1075 | self.log.debug("Creating juju public key file: {}".format(file_path)) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1076 | f.write(self.public_key) |
| 1077 | else: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1078 | self.log.debug("juju public key file already exists: {}".format(file_path)) |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1079 | |
| 1080 | @staticmethod |
| 1081 | def _format_model_name(name: str) -> str: |
| 1082 | """Format the name of the model. |
| 1083 | |
| 1084 | Model names may only contain lowercase letters, digits and hyphens |
| 1085 | """ |
| 1086 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1087 | return name.replace("_", "-").replace(" ", "-").lower() |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1088 | |
| 1089 | @staticmethod |
| 1090 | def _format_app_name(name: str) -> str: |
| 1091 | """Format the name of the application (in order to assure valid application name). |
| 1092 | |
| 1093 | Application names have restrictions (run juju deploy --help): |
| 1094 | - contains lowercase letters 'a'-'z' |
| 1095 | - contains numbers '0'-'9' |
| 1096 | - contains hyphens '-' |
| 1097 | - starts with a lowercase letter |
| 1098 | - not two or more consecutive hyphens |
| 1099 | - after a hyphen, not a group with all numbers |
| 1100 | """ |
| 1101 | |
| 1102 | def all_numbers(s: str) -> bool: |
| 1103 | for c in s: |
| 1104 | if not c.isdigit(): |
| 1105 | return False |
| 1106 | return True |
| 1107 | |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1108 | new_name = name.replace("_", "-") |
| 1109 | new_name = new_name.replace(" ", "-") |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1110 | new_name = new_name.lower() |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1111 | while new_name.find("--") >= 0: |
| 1112 | new_name = new_name.replace("--", "-") |
| 1113 | groups = new_name.split("-") |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1114 | |
| 1115 | # find 'all numbers' groups and prefix them with a letter |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1116 | app_name = "" |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1117 | for i in range(len(groups)): |
| 1118 | group = groups[i] |
| 1119 | if all_numbers(group): |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1120 | group = "z" + group |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1121 | if i > 0: |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1122 | app_name += "-" |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1123 | app_name += group |
| 1124 | |
| 1125 | if app_name[0].isdigit(): |
| beierlm | f52cb7c | 2020-04-21 16:36:35 -0400 | [diff] [blame] | 1126 | app_name = "z" + app_name |
| quilesj | 2911434 | 2019-10-29 09:30:44 +0100 | [diff] [blame] | 1127 | |
| 1128 | return app_name |