| Adam Israel | dcdf82b | 2017-08-15 15:26:43 -0400 | [diff] [blame] | 1 | import asyncio |
| 2 | import os |
| 3 | from collections import defaultdict |
| 4 | from functools import partial |
| 5 | from pathlib import Path |
| Adam Israel | b8a8281 | 2019-03-27 14:50:11 -0400 | [diff] [blame] | 6 | import base64 |
| 7 | from pyasn1.type import univ, char |
| 8 | from pyasn1.codec.der.encoder import encode |
| Adam Israel | dcdf82b | 2017-08-15 15:26:43 -0400 | [diff] [blame] | 9 | |
| 10 | |
| 11 | async def execute_process(*cmd, log=None, loop=None): |
| 12 | ''' |
| 13 | Wrapper around asyncio.create_subprocess_exec. |
| 14 | |
| 15 | ''' |
| 16 | p = await asyncio.create_subprocess_exec( |
| Adam Israel | b8a8281 | 2019-03-27 14:50:11 -0400 | [diff] [blame] | 17 | *cmd, |
| 18 | stdin=asyncio.subprocess.PIPE, |
| 19 | stdout=asyncio.subprocess.PIPE, |
| 20 | stderr=asyncio.subprocess.PIPE, |
| 21 | loop=loop) |
| Adam Israel | dcdf82b | 2017-08-15 15:26:43 -0400 | [diff] [blame] | 22 | stdout, stderr = await p.communicate() |
| 23 | if log: |
| 24 | log.debug("Exec %s -> %d", cmd, p.returncode) |
| 25 | if stdout: |
| 26 | log.debug(stdout.decode('utf-8')) |
| 27 | if stderr: |
| 28 | log.debug(stderr.decode('utf-8')) |
| 29 | return p.returncode == 0 |
| 30 | |
| 31 | |
| 32 | def _read_ssh_key(): |
| 33 | ''' |
| 34 | Inner function for read_ssh_key, suitable for passing to our |
| 35 | Executor. |
| 36 | |
| 37 | ''' |
| 38 | default_data_dir = Path(Path.home(), ".local", "share", "juju") |
| 39 | juju_data = os.environ.get("JUJU_DATA", default_data_dir) |
| 40 | ssh_key_path = Path(juju_data, 'ssh', 'juju_id_rsa.pub') |
| 41 | with ssh_key_path.open('r') as ssh_key_file: |
| 42 | ssh_key = ssh_key_file.readlines()[0].strip() |
| 43 | return ssh_key |
| 44 | |
| 45 | |
| 46 | async def read_ssh_key(loop): |
| 47 | ''' |
| 48 | Attempt to read the local juju admin's public ssh key, so that it |
| 49 | can be passed on to a model. |
| 50 | |
| 51 | ''' |
| Adam Israel | b8a8281 | 2019-03-27 14:50:11 -0400 | [diff] [blame] | 52 | loop = loop or asyncio.get_event_loop() |
| Adam Israel | dcdf82b | 2017-08-15 15:26:43 -0400 | [diff] [blame] | 53 | return await loop.run_in_executor(None, _read_ssh_key) |
| 54 | |
| 55 | |
| 56 | class IdQueue: |
| 57 | """ |
| 58 | Wrapper around asyncio.Queue that maintains a separate queue for each ID. |
| 59 | """ |
| 60 | def __init__(self, maxsize=0, *, loop=None): |
| 61 | self._queues = defaultdict(partial(asyncio.Queue, maxsize, loop=loop)) |
| 62 | |
| 63 | async def get(self, id): |
| 64 | value = await self._queues[id].get() |
| 65 | del self._queues[id] |
| 66 | if isinstance(value, Exception): |
| 67 | raise value |
| 68 | return value |
| 69 | |
| 70 | async def put(self, id, value): |
| 71 | await self._queues[id].put(value) |
| 72 | |
| 73 | async def put_all(self, value): |
| 74 | for queue in self._queues.values(): |
| 75 | await queue.put(value) |
| 76 | |
| 77 | |
| Adam Israel | b8a8281 | 2019-03-27 14:50:11 -0400 | [diff] [blame] | 78 | async def block_until(*conditions, timeout=None, wait_period=0.5, loop=None): |
| 79 | """Return only after all conditions are true. |
| Adam Israel | dcdf82b | 2017-08-15 15:26:43 -0400 | [diff] [blame] | 80 | |
| Adam Israel | b8a8281 | 2019-03-27 14:50:11 -0400 | [diff] [blame] | 81 | """ |
| 82 | async def _block(): |
| 83 | while not all(c() for c in conditions): |
| 84 | await asyncio.sleep(wait_period, loop=loop) |
| 85 | await asyncio.wait_for(_block(), timeout, loop=loop) |
| 86 | |
| 87 | |
| 88 | async def run_with_interrupt(task, *events, loop=None): |
| 89 | """ |
| 90 | Awaits a task while allowing it to be interrupted by one or more |
| 91 | `asyncio.Event`s. |
| 92 | |
| 93 | If the task finishes without the events becoming set, the results of the |
| 94 | task will be returned. If the event become set, the task will be cancelled |
| 95 | ``None`` will be returned. |
| Adam Israel | dcdf82b | 2017-08-15 15:26:43 -0400 | [diff] [blame] | 96 | |
| 97 | :param task: Task to run |
| Adam Israel | b8a8281 | 2019-03-27 14:50:11 -0400 | [diff] [blame] | 98 | :param events: One or more `asyncio.Event`s which, if set, will interrupt |
| 99 | `task` and cause it to be cancelled. |
| Adam Israel | dcdf82b | 2017-08-15 15:26:43 -0400 | [diff] [blame] | 100 | :param loop: Optional event loop to use other than the default. |
| 101 | """ |
| 102 | loop = loop or asyncio.get_event_loop() |
| Adam Israel | b8a8281 | 2019-03-27 14:50:11 -0400 | [diff] [blame] | 103 | task = asyncio.ensure_future(task, loop=loop) |
| 104 | event_tasks = [loop.create_task(event.wait()) for event in events] |
| 105 | done, pending = await asyncio.wait([task] + event_tasks, |
| Adam Israel | dcdf82b | 2017-08-15 15:26:43 -0400 | [diff] [blame] | 106 | loop=loop, |
| 107 | return_when=asyncio.FIRST_COMPLETED) |
| 108 | for f in pending: |
| Adam Israel | b8a8281 | 2019-03-27 14:50:11 -0400 | [diff] [blame] | 109 | f.cancel() # cancel unfinished tasks |
| 110 | for f in done: |
| 111 | f.exception() # prevent "exception was not retrieved" errors |
| 112 | if task in done: |
| 113 | return task.result() # may raise exception |
| Adam Israel | dcdf82b | 2017-08-15 15:26:43 -0400 | [diff] [blame] | 114 | else: |
| 115 | return None |
| Adam Israel | b8a8281 | 2019-03-27 14:50:11 -0400 | [diff] [blame] | 116 | |
| 117 | |
| 118 | class Addrs(univ.SequenceOf): |
| 119 | componentType = char.PrintableString() |
| 120 | |
| 121 | |
| 122 | class RegistrationInfo(univ.Sequence): |
| 123 | """ |
| 124 | ASN.1 representation of: |
| 125 | |
| 126 | type RegistrationInfo struct { |
| 127 | User string |
| 128 | |
| 129 | Addrs []string |
| 130 | |
| 131 | SecretKey []byte |
| 132 | |
| 133 | ControllerName string |
| 134 | } |
| 135 | """ |
| 136 | pass |
| 137 | |
| 138 | |
| 139 | def generate_user_controller_access_token(username, controller_endpoints, secret_key, controller_name): |
| 140 | """" Implement in python what is currently done in GO |
| 141 | https://github.com/juju/juju/blob/a5ab92ec9b7f5da3678d9ac603fe52d45af24412/cmd/juju/user/utils.go#L16 |
| 142 | |
| 143 | :param username: name of the user to register |
| 144 | :param controller_endpoints: juju controller endpoints list in the format <ip>:<port> |
| 145 | :param secret_key: base64 encoded string of the secret-key generated by juju |
| 146 | :param controller_name: name of the controller to register to. |
| 147 | """ |
| 148 | |
| 149 | # Secret key is returned as base64 encoded string in: |
| 150 | # https://websockets.readthedocs.io/en/stable/_modules/websockets/protocol.html#WebSocketCommonProtocol.recv |
| 151 | # Deconding it before marshalling into the ASN.1 message |
| 152 | secret_key = base64.b64decode(secret_key) |
| 153 | addr = Addrs() |
| 154 | for endpoint in controller_endpoints: |
| 155 | addr.append(endpoint) |
| 156 | |
| 157 | registration_string = RegistrationInfo() |
| 158 | registration_string.setComponentByPosition(0, char.PrintableString(username)) |
| 159 | registration_string.setComponentByPosition(1, addr) |
| 160 | registration_string.setComponentByPosition(2, univ.OctetString(secret_key)) |
| 161 | registration_string.setComponentByPosition(3, char.PrintableString(controller_name)) |
| 162 | registration_string = encode(registration_string) |
| 163 | remainder = len(registration_string) % 3 |
| 164 | registration_string += b"\0" * (3 - remainder) |
| 165 | return base64.urlsafe_b64encode(registration_string) |