- async def _juju_configure_application(
- self,
- model_name: str,
- application_name: str,
- config: dict,
- db_dict: dict,
- progress_timeout: float = None,
- total_timeout: float = None
- ):
-
- # get the application
- application = await self._juju_get_application(model_name=model_name, application_name=application_name)
-
- self.log.debug('configuring the application {} -> {}'.format(application_name, config))
- res = await application.set_config(config)
- self.log.debug('application {} configured. res={}'.format(application_name, res))
-
- # Verify the config is set
- new_conf = await application.get_config()
- for key in config:
- value = new_conf[key]['value']
- self.log.debug(' {} = {}'.format(key, value))
- if config[key] != value:
- raise N2VCException(
- message='key {} is not configured correctly {} != {}'.format(key, config[key], new_conf[key])
- )
-
- # check if 'verify-ssh-credentials' action exists
- # unit = application.units[0]
- actions = await application.get_actions()
- if 'verify-ssh-credentials' not in actions:
- msg = 'Action verify-ssh-credentials does not exist in application {}'.format(application_name)
- self.log.debug(msg=msg)
- return False
-
- # execute verify-credentials
- num_retries = 20
- retry_timeout = 15.0
- for i in range(num_retries):
- try:
- self.log.debug('Executing action verify-ssh-credentials...')
- output, ok = await self._juju_execute_action(
- model_name=model_name,
- application_name=application_name,
- action_name='verify-ssh-credentials',
- db_dict=db_dict,
- progress_timeout=progress_timeout,
- total_timeout=total_timeout
- )
- self.log.debug('Result: {}, output: {}'.format(ok, output))
- return True
- except Exception as e:
- self.log.debug('Error executing verify-ssh-credentials: {}. Retrying...'.format(e))
- await asyncio.sleep(retry_timeout)
- else:
- self.log.error('Error executing verify-ssh-credentials after {} retries. '.format(num_retries))
- return False
-
- async def _juju_get_application(
- self,
- model_name: str,
- application_name: str
- ):
- """Get the deployed application."""
-
- model = await self._juju_get_model(model_name=model_name)
-
- application_name = N2VCJujuConnector._format_app_name(application_name)
-
- if model.applications and application_name in model.applications:
- return model.applications[application_name]
- else:
- raise N2VCException(message='Cannot get application {} from model {}'.format(application_name, model_name))
-
- async def _juju_get_model(self, model_name: str) -> Model:
- """ Get a model object from juju controller
- If the model does not exits, it creates it.
-
- :param str model_name: name of the model
- :returns Model: model obtained from juju controller or Exception
- """
-
- # format model name
- model_name = N2VCJujuConnector._format_model_name(model_name)
-
- if model_name in self.juju_models:
- return self.juju_models[model_name]
-
- if self._creating_model:
- self.log.debug('Another coroutine is creating a model. Wait...')
- while self._creating_model:
- # another coroutine is creating a model, wait
- await asyncio.sleep(0.1)
- # retry (perhaps another coroutine has created the model meanwhile)
- if model_name in self.juju_models:
- return self.juju_models[model_name]
-
- try:
- self._creating_model = True
-
- # get juju model names from juju
- model_list = await self.controller.list_models()
-
- if model_name not in model_list:
- self.log.info('Model {} does not exist. Creating new model...'.format(model_name))
- config_dict = {'authorized-keys': self.public_key}
- if self.apt_mirror:
- config_dict['apt-mirror'] = self.apt_mirror
- if not self.enable_os_upgrade:
- config_dict['enable-os-refresh-update'] = False
- config_dict['enable-os-upgrade'] = False
-
- model = await self.controller.add_model(
- model_name=model_name,
- config=config_dict,
- cloud_name=self.cloud,
- )
- self.log.info('New model created, name={}'.format(model_name))
- else:
- self.log.debug('Model already exists in juju. Getting model {}'.format(model_name))
- model = await self.controller.get_model(model_name)
- self.log.debug('Existing model in juju, name={}'.format(model_name))
-
- self.juju_models[model_name] = model
- self.juju_observers[model_name] = JujuModelObserver(n2vc=self, model=model)
- return model
-
- except Exception as e:
- msg = 'Cannot get model {}. Exception: {}'.format(model_name, e)
- self.log.error(msg)
- raise N2VCException(msg)
- finally:
- self._creating_model = False
-
- async def _juju_add_relation(
- self,
- model_name: str,
- application_name_1: str,
- application_name_2: str,
- relation_1: str,
- relation_2: str
- ):
-
- # get juju model and observer
- model = await self._juju_get_model(model_name=model_name)
-
- r1 = '{}:{}'.format(application_name_1, relation_1)
- r2 = '{}:{}'.format(application_name_2, relation_2)
-
- self.log.debug('adding relation: {} -> {}'.format(r1, r2))
- try:
- await model.add_relation(relation1=r1, relation2=r2)
- except JujuAPIError as e:
- # If one of the applications in the relationship doesn't exist, or the relation has already been added,
- # let the operation fail silently.
- if 'not found' in e.message:
- return
- if 'already exists' in e.message:
- return
- # another execption, raise it
- raise e
-
- async def _juju_destroy_application(
- self,
- model_name: str,
- application_name: str
- ):
-
- self.log.debug('Destroying application {} in model {}'.format(application_name, model_name))
-
- # get juju model and observer
- model = await self._juju_get_model(model_name=model_name)
- observer = self.juju_observers[model_name]
-
- application = model.applications.get(application_name)
- if application:
- observer.unregister_application(application_name)
- await application.destroy()
- else:
- self.log.debug('Application not found: {}'.format(application_name))
-
- async def _juju_destroy_machine(
- self,
- model_name: str,
- machine_id: str,
- total_timeout: float = None
- ):
-
- self.log.debug('Destroying machine {} in model {}'.format(machine_id, model_name))
-
- if total_timeout is None:
- total_timeout = 3600
-
- # get juju model and observer
- model = await self._juju_get_model(model_name=model_name)
- observer = self.juju_observers[model_name]
-
- machines = await model.get_machines()
- if machine_id in machines:
- machine = model.machines[machine_id]
- observer.unregister_machine(machine_id)
- # TODO: change this by machine.is_manual when this is upstreamed: https://github.com/juju/python-libjuju/pull/396
- if "instance-id" in machine.safe_data and machine.safe_data[
- "instance-id"
- ].startswith("manual:"):
- self.log.debug("machine.destroy(force=True) started.")
- await machine.destroy(force=True)
- self.log.debug("machine.destroy(force=True) passed.")
- # max timeout
- end = time.time() + total_timeout
- # wait for machine removal
- machines = await model.get_machines()
- while machine_id in machines and time.time() < end:
- self.log.debug("Waiting for machine {} is destroyed".format(machine_id))
- await asyncio.sleep(0.5)
- machines = await model.get_machines()
- self.log.debug("Machine destroyed: {}".format(machine_id))
- else:
- self.log.debug('Machine not found: {}'.format(machine_id))
-
- async def _juju_destroy_model(
- self,
- model_name: str,
- total_timeout: float = None
- ):
-
- self.log.debug('Destroying model {}'.format(model_name))
-
- if total_timeout is None:
- total_timeout = 3600
-
- model = await self._juju_get_model(model_name=model_name)
-
- if not model:
- raise N2VCNotFound(
- message="Model {} does not exist".format(model_name)
- )
-
- uuid = model.info.uuid
-
- # destroy applications
- for application_name in model.applications:
- try:
- await self._juju_destroy_application(model_name=model_name, application_name=application_name)
- except Exception as e:
- self.log.error(
- "Error destroying application {} in model {}: {}".format(
- application_name,
- model_name,
- e
- )
- )
-
- # destroy machines
- machines = await model.get_machines()
- for machine_id in machines:
- try:
- await self._juju_destroy_machine(model_name=model_name, machine_id=machine_id)
- except Exception as e:
- # ignore exceptions destroying machine
- pass
-
- await self._juju_disconnect_model(model_name=model_name)
-
- self.log.debug('destroying model {}...'.format(model_name))
- await self.controller.destroy_model(uuid)
- self.log.debug('model destroy requested {}'.format(model_name))
-
- # wait for model is completely destroyed
- end = time.time() + total_timeout
- while time.time() < end:
- self.log.debug('Waiting for model is destroyed...')
- try:
- # await self.controller.get_model(uuid)
- models = await self.controller.list_models()
- if model_name not in models:
- self.log.debug('The model {} ({}) was destroyed'.format(model_name, uuid))
- return
- except Exception as e:
- pass
- await asyncio.sleep(1.0)
-
- async def _juju_login(self):
- """Connect to juju controller
-
- """
-
- # if already authenticated, exit function
- if self._authenticated:
- return
-
- # if connecting, wait for finish
- # another task could be trying to connect in parallel
- while self._connecting:
- await asyncio.sleep(0.1)
-
- # double check after other task has finished
- if self._authenticated:
- return
-
- try:
- self._connecting = True
- self.log.info(
- 'connecting to juju controller: {} {}:{} ca_cert: {}'
- .format(self.url, self.username, self.secret, '\n'+self.ca_cert if self.ca_cert else 'None'))
-
- # Create controller object
- self.controller = Controller(loop=self.loop)
- # Connect to controller
- await self.controller.connect(
- endpoint=self.url,
- username=self.username,
- password=self.secret,
- cacert=self.ca_cert
- )
- self._authenticated = True
- self.log.info('juju controller connected')
- except Exception as e:
- message = 'Exception connecting to juju: {}'.format(e)
- self.log.error(message)
- raise N2VCConnectionException(
- message=message,
- url=self.url
- )
- finally:
- self._connecting = False
-
- async def _juju_logout(self):
- """Logout of the Juju controller."""
- if not self._authenticated:
- return False
-
- # disconnect all models
- for model_name in self.juju_models:
- try:
- await self._juju_disconnect_model(model_name)
- except Exception as e:
- self.log.error('Error disconnecting model {} : {}'.format(model_name, e))
- # continue with next model...
-
- self.log.info("Disconnecting controller")
- try:
- await self.controller.disconnect()
- except Exception as e:
- raise N2VCConnectionException(message='Error disconnecting controller: {}'.format(e), url=self.url)
-
- self.controller = None
- self._authenticated = False
- self.log.info('disconnected')
-
- async def _juju_disconnect_model(
- self,
- model_name: str
- ):
- self.log.debug("Disconnecting model {}".format(model_name))
- if model_name in self.juju_models:
- await self.juju_models[model_name].disconnect()
- self.juju_models[model_name] = None
- self.juju_observers[model_name] = None
- else:
- self.warning('Cannot disconnect model: {}'.format(model_name))
-
- def _create_juju_public_key(self):
- """Recreate the Juju public key on lcm container, if needed
- Certain libjuju commands expect to be run from the same machine as Juju
- is bootstrapped to. This method will write the public key to disk in
- that location: ~/.local/share/juju/ssh/juju_id_rsa.pub
- """
-
- # Make sure that we have a public key before writing to disk
- if self.public_key is None or len(self.public_key) == 0:
- if 'OSMLCM_VCA_PUBKEY' in os.environ:
- self.public_key = os.getenv('OSMLCM_VCA_PUBKEY', '')
- if len(self.public_key) == 0:
- return
- else:
- return
-
- pk_path = "{}/.local/share/juju/ssh".format(os.path.expanduser('~'))
- file_path = "{}/juju_id_rsa.pub".format(pk_path)
- self.log.debug('writing juju public key to file:\n{}\npublic key: {}'.format(file_path, self.public_key))
- if not os.path.exists(pk_path):
- # create path and write file
- os.makedirs(pk_path)
- with open(file_path, 'w') as f:
- self.log.debug('Creating juju public key file: {}'.format(file_path))
- f.write(self.public_key)
- else:
- self.log.debug('juju public key file already exists: {}'.format(file_path))