rwlaunchpad/plugins/rwnsm/rift/tasklets/rwnsmtasklet/openmano_nsm.py

   1
   2 #
   3 #   Copyright 2016 RIFT.IO Inc
   4 #
   5 #   Licensed under the Apache License, Version 2.0 (the "License");
   6 #   you may not use this file except in compliance with the License.
   7 #   You may obtain a copy of the License at
   8 #
   9 #       http://www.apache.org/licenses/LICENSE-2.0
  10 #
  11 #   Unless required by applicable law or agreed to in writing, software
  12 #   distributed under the License is distributed on an "AS IS" BASIS,
  13 #   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14 #   See the License for the specific language governing permissions and
  15 #   limitations under the License.
  16 #
  17
  18 import asyncio
  19 import os
  20 import sys
  21 import time
  22 import yaml
  23
  24 import gi
  25 gi.require_version('RwDts', '1.0')
  26 gi.require_version('RwVnfrYang', '1.0')
  27 from gi.repository import (
  28     RwDts as rwdts,
  29     RwVnfrYang,
  30 )
  31
  32 import rift.openmano.rift2openmano as rift2openmano
  33 import rift.openmano.openmano_client as openmano_client
  34 from . import rwnsmplugin
  35 from enum import Enum
  36
  37
  38 import rift.tasklets
  39
  40 if sys.version_info < (3, 4, 4):
  41     asyncio.ensure_future = asyncio.async
  42
  43
  44 DUMP_OPENMANO_DIR = os.path.join(
  45         os.environ["RIFT_ARTIFACTS"],
  46         "openmano_descriptors"
  47         )
  48
  49
  50 def dump_openmano_descriptor(name, descriptor_str):
  51     filename = "{}_{}.yaml".format(
  52         time.strftime("%Y%m%d-%H%M%S"),
  53         name
  54         )
  55
  56     filepath = os.path.join(
  57             DUMP_OPENMANO_DIR,
  58             filename
  59             )
  60
  61     try:
  62         if not os.path.exists(DUMP_OPENMANO_DIR):
  63             os.makedirs(DUMP_OPENMANO_DIR)
  64
  65         with open(filepath, 'w') as hdl:
  66             hdl.write(descriptor_str)
  67
  68     except OSError as e:
  69         print("Failed to dump openmano descriptor: %s" % str(e))
  70
  71     return filepath
  72
  73 class VnfrConsoleOperdataDtsHandler(object):
  74     """ registers 'D,/vnfr:vnfr-console/vnfr:vnfr[id]/vdur[id]' and handles CRUD from DTS"""
  75     @property
  76     def vnfr_vdu_console_xpath(self):
  77         """ path for resource-mgr"""
  78         return ("D,/rw-vnfr:vnfr-console/rw-vnfr:vnfr[rw-vnfr:id='{}']/rw-vnfr:vdur[vnfr:id='{}']".format(self._vnfr_id,self._vdur_id))
  79
  80     def __init__(self, dts, log, loop, nsr, vnfr_id, vdur_id, vdu_id):
  81         self._dts = dts
  82         self._log = log
  83         self._loop = loop
  84         self._regh = None
  85         self._nsr = nsr
  86
  87         self._vnfr_id = vnfr_id
  88         self._vdur_id = vdur_id
  89         self._vdu_id = vdu_id
  90
  91     @asyncio.coroutine
  92     def register(self):
  93         """ Register for VNFR VDU Operational Data read from dts """
  94
  95         @asyncio.coroutine
  96         def on_prepare(xact_info, action, ks_path, msg):
  97             """ prepare callback from dts """
  98             xpath = ks_path.to_xpath(RwVnfrYang.get_schema())
  99             self._log.debug(
 100                 "Got VNFR VDU Opdata xact_info: %s, action: %s): %s:%s",
 101                 xact_info, action, xpath, msg
 102                 )
 103
 104             if action == rwdts.QueryAction.READ:
 105                 schema = RwVnfrYang.YangData_RwVnfr_VnfrConsole_Vnfr_Vdur.schema()
 106                 path_entry = schema.keyspec_to_entry(ks_path)
 107
 108                 try:
 109                     console_url = yield from self._loop.run_in_executor(
 110                             None,
 111                             self._nsr._http_api.get_instance_vm_console_url,
 112                             self._nsr._nsr_uuid,
 113                             self._vdur_id
 114                             )
 115
 116                     self._log.debug("Got console response: %s for NSR ID %s vdur ID %s",
 117                                         console_url,
 118                                         self._nsr._nsr_uuid,
 119                                         self._vdur_id
 120                                        )
 121                     vdur_console = RwVnfrYang.YangData_RwVnfr_VnfrConsole_Vnfr_Vdur()
 122                     vdur_console.id = self._vdur_id
 123                     if console_url:
 124                         vdur_console.console_url = console_url
 125                     else:
 126                         vdur_console.console_url = 'none'
 127                     self._log.debug("Recevied console URL for vdu {} is {}".format(self._vdu_id,vdur_console))
 128                 except openmano_client.InstanceStatusError as e:
 129                     self._log.error("Could not get NS instance console URL: %s",
 130                                         str(e))
 131                     vdur_console = RwVnfrYang.YangData_RwVnfr_VnfrConsole_Vnfr_Vdur()
 132                     vdur_console.id = self._vdur_id
 133                     vdur_console.console_url = 'none'
 134
 135                 xact_info.respond_xpath(rsp_code=rwdts.XactRspCode.ACK,
 136                                             xpath=self.vnfr_vdu_console_xpath,
 137                                             msg=vdur_console)
 138             else:
 139                 #raise VnfRecordError("Not supported operation %s" % action)
 140                 self._log.error("Not supported operation %s" % action)
 141                 xact_info.respond_xpath(rsp_code=rwdts.XactRspCode.ACK)
 142                 return
 143
 144         self._log.debug("Registering for VNFR VDU using xpath: %s",
 145                         self.vnfr_vdu_console_xpath)
 146         hdl = rift.tasklets.DTS.RegistrationHandler(on_prepare=on_prepare,)
 147         with self._dts.group_create() as group:
 148             self._regh = group.register(xpath=self.vnfr_vdu_console_xpath,
 149                                         handler=hdl,
 150                                         flags=rwdts.Flag.PUBLISHER,
 151                                         )
 152
 153
 154
 155 class OpenmanoVnfr(object):
 156     def __init__(self, log, loop, cli_api, vnfr, nsd):
 157         self._log = log
 158         self._loop = loop
 159         self._cli_api = cli_api
 160         self._vnfr = vnfr
 161         self._vnfd_id = vnfr.vnfd.id
 162
 163         self._vnf_id = None
 164
 165         self._created = False
 166
 167         self.nsd = nsd
 168
 169     @property
 170     def vnfd(self):
 171         return rift2openmano.RiftVNFD(self._vnfr.vnfd)
 172
 173     @property
 174     def vnfr(self):
 175         return self._vnfr
 176
 177     @property
 178     def rift_vnfd_id(self):
 179         return self._vnfd_id
 180
 181     @property
 182     def openmano_vnfd_id(self):
 183         return self._vnf_id
 184
 185     @property
 186     def openmano_vnfd(self):
 187         self._log.debug("Converting vnfd %s from rift to openmano", self.vnfd.id)
 188         openmano_vnfd = rift2openmano.rift2openmano_vnfd(self.vnfd, self.nsd)
 189         return openmano_vnfd
 190
 191     @property
 192     def openmano_vnfd_yaml(self):
 193         return yaml.safe_dump(self.openmano_vnfd, default_flow_style=False)
 194
 195     @asyncio.coroutine
 196     def create(self):
 197         self._log.debug("Creating openmano vnfd")
 198         openmano_vnfd = self.openmano_vnfd
 199         name = openmano_vnfd["vnf"]["name"]
 200
 201         # If the name already exists, get the openmano vnfd id
 202         name_uuid_map = yield from self._loop.run_in_executor(
 203                     None,
 204                     self._cli_api.vnf_list,
 205                     )
 206
 207         if name in name_uuid_map:
 208             vnf_id = name_uuid_map[name]
 209             self._log.debug("Vnf already created.  Got existing openmano vnfd id: %s", vnf_id)
 210             self._vnf_id = vnf_id
 211             return
 212
 213         self._vnf_id, _ = yield from self._loop.run_in_executor(
 214                 None,
 215                 self._cli_api.vnf_create,
 216                 self.openmano_vnfd_yaml,
 217                 )
 218
 219         fpath = dump_openmano_descriptor(
 220            "{}_vnf".format(name),
 221            self.openmano_vnfd_yaml
 222            )
 223
 224         self._log.debug("Dumped Openmano VNF descriptor to: %s", fpath)
 225
 226         self._created = True
 227
 228     @asyncio.coroutine
 229     def delete(self):
 230         if not self._created:
 231             return
 232
 233         self._log.debug("Deleting openmano vnfd")
 234         if self._vnf_id is None:
 235             self._log.warning("Openmano vnf id not set.  Cannot delete.")
 236             return
 237
 238         yield from self._loop.run_in_executor(
 239                 None,
 240                 self._cli_api.vnf_delete,
 241                 self._vnf_id,
 242                 )
 243
 244
 245 class OpenmanoNSRecordState(Enum):
 246     """ Network Service Record State """
 247     INIT = 101
 248     INSTANTIATION_PENDING = 102
 249     RUNNING = 103
 250     SCALING_OUT = 104
 251     SCALING_IN = 105
 252     TERMINATE = 106
 253     TERMINATE_RCVD = 107
 254     TERMINATED = 108
 255     FAILED = 109
 256     VL_INSTANTIATE = 110
 257     VL_TERMINATE = 111
 258
 259
 260 class OpenmanoNsr(object):
 261     TIMEOUT_SECS = 300
 262
 263     def __init__(self, dts, log, loop, publisher, cli_api, http_api, nsd_msg, nsr_config_msg,key_pairs):
 264         self._dts = dts
 265         self._log = log
 266         self._loop = loop
 267         self._publisher = publisher
 268         self._cli_api = cli_api
 269         self._http_api = http_api
 270
 271         self._nsd_msg = nsd_msg
 272         self._nsr_config_msg = nsr_config_msg
 273
 274         self._vlrs = []
 275         self._vnfrs = []
 276         self._vdur_console_handler = {}
 277         self._key_pairs = key_pairs
 278
 279         self._nsd_uuid = None
 280         self._nsr_uuid = None
 281
 282         self._nsr_msg = None
 283
 284         self._created = False
 285
 286         self._monitor_task = None
 287         self._state = OpenmanoNSRecordState.INIT
 288
 289     @property
 290     def nsd(self):
 291         return rift2openmano.RiftNSD(self._nsd_msg)
 292
 293     @property
 294     def vnfds(self):
 295         return {v.rift_vnfd_id: v.vnfd for v in self._vnfrs}
 296
 297     @property
 298     def vnfr_ids(self):
 299         return {v.rift_vnfd_id: v.openmano_vnfd_id for v in self._vnfrs}
 300
 301     @property
 302     def vnfrs(self):
 303         return self._vnfrs
 304
 305     @property
 306     def openmano_nsd_yaml(self):
 307         self._log.debug("Converting nsd %s from rift to openmano", self.nsd.id)
 308         openmano_nsd = rift2openmano.rift2openmano_nsd(self.nsd, self.vnfds,self.vnfr_ids)
 309         return yaml.safe_dump(openmano_nsd, default_flow_style=False)
 310
 311     def get_ssh_key_pairs(self):
 312         cloud_config = {}
 313         key_pairs = list()
 314         for authorized_key in self._nsr_config_msg.ssh_authorized_key:
 315             self._log.debug("Key pair ref present is %s",authorized_key.key_pair_ref)
 316             if authorized_key.key_pair_ref in  self._key_pairs:
 317                 key_pairs.append(self._key_pairs[authorized_key.key_pair_ref].key)
 318
 319         for authorized_key in self._nsd_msg.key_pair:
 320             self._log.debug("Key pair  NSD  is %s",authorized_key)
 321             key_pairs.append(authorized_key.key)
 322
 323         if key_pairs:
 324             cloud_config["key-pairs"] = key_pairs
 325
 326         users = list()
 327         for user_entry in self._nsr_config_msg.user:
 328             self._log.debug("User present is  %s",user_entry)
 329             user = {}
 330             user["name"] = user_entry.name
 331             user["key-pairs"] = list()
 332             for ssh_key in user_entry.ssh_authorized_key:
 333                 if ssh_key.key_pair_ref in  self._key_pairs:
 334                     user["key-pairs"].append(self._key_pairs[ssh_key.key_pair_ref].key)
 335             users.append(user)
 336
 337         for user_entry in self._nsd_msg.user:
 338             self._log.debug("User present in NSD is  %s",user_entry)
 339             user = {}
 340             user["name"] = user_entry.name
 341             user["key-pairs"] = list()
 342             for ssh_key in user_entry.key_pair:
 343                 user["key-pairs"].append(ssh_key.key)
 344             users.append(user)
 345
 346         if users:
 347             cloud_config["users"] = users
 348
 349         self._log.debug("Cloud config formed is %s",cloud_config)
 350         return cloud_config
 351
 352
 353     @property
 354     def openmano_instance_create_yaml(self):
 355         self._log.debug("Creating instance-scenario-create input file for nsd %s with name %s", self.nsd.id, self._nsr_config_msg.name)
 356         openmano_instance_create = {}
 357         openmano_instance_create["name"] = self._nsr_config_msg.name
 358         openmano_instance_create["description"] = self._nsr_config_msg.description
 359         openmano_instance_create["scenario"] = self._nsd_uuid
 360
 361         cloud_config = self.get_ssh_key_pairs()
 362         if cloud_config:
 363             openmano_instance_create["cloud-config"] = cloud_config
 364         if self._nsr_config_msg.has_field("om_datacenter"):
 365             openmano_instance_create["datacenter"] = self._nsr_config_msg.om_datacenter
 366         openmano_instance_create["vnfs"] = {}
 367         for vnfr in self._vnfrs:
 368             if "om_datacenter" in vnfr.vnfr.vnfr_msg:
 369                 vnfr_name = vnfr.vnfr.vnfd.name + "__" + str(vnfr.vnfr.vnfr_msg.member_vnf_index_ref)
 370                 openmano_instance_create["vnfs"][vnfr_name] = {"datacenter": vnfr.vnfr.vnfr_msg.om_datacenter}
 371         openmano_instance_create["networks"] = {}
 372         for vld_msg in self._nsd_msg.vld:
 373             openmano_instance_create["networks"][vld_msg.name] = {}
 374             openmano_instance_create["networks"][vld_msg.name]["sites"] = list()
 375             for vlr in self._vlrs:
 376                 if vlr.vld_msg.name == vld_msg.name:
 377                     self._log.debug("Received VLR name %s, VLR DC: %s for VLD: %s",vlr.vld_msg.name,
 378                                      vlr.om_datacenter_name,vld_msg.name)
 379                     #network["vim-network-name"] = vld_msg.name
 380                     network = {}
 381                     ip_profile = {}
 382                     if vld_msg.vim_network_name:
 383                         network["netmap-use"] = vld_msg.vim_network_name
 384                     elif vlr._ip_profile and vlr._ip_profile.has_field("ip_profile_params"):
 385                         ip_profile_params = vlr._ip_profile.ip_profile_params
 386                         if ip_profile_params.ip_version == "ipv6":
 387                             ip_profile['ip-version'] = "IPv6"
 388                         else:
 389                             ip_profile['ip-version'] = "IPv4"
 390                         if ip_profile_params.has_field('subnet_address'):
 391                             ip_profile['subnet-address'] = ip_profile_params.subnet_address
 392                         if ip_profile_params.has_field('gateway_address'):
 393                             ip_profile['gateway-address'] = ip_profile_params.gateway_address
 394                         if ip_profile_params.has_field('dns_server') and len(ip_profile_params.dns_server) > 0:
 395                             ip_profile['dns-address'] =  ip_profile_params.dns_server[0].address
 396                         if ip_profile_params.has_field('dhcp_params'):
 397                             ip_profile['dhcp'] = {}
 398                             ip_profile['dhcp']['enabled'] = ip_profile_params.dhcp_params.enabled
 399                             ip_profile['dhcp']['start-address'] = ip_profile_params.dhcp_params.start_address
 400                             ip_profile['dhcp']['count'] = ip_profile_params.dhcp_params.count
 401                     else:
 402                         network["netmap-create"] = vlr.name
 403                     if vlr.om_datacenter_name:
 404                         network["datacenter"] = vlr.om_datacenter_name
 405                     elif vld_msg.has_field("om_datacenter"):
 406                         network["datacenter"] = vld_msg.om_datacenter
 407                     elif "datacenter" in openmano_instance_create:
 408                         network["datacenter"] = openmano_instance_create["datacenter"]
 409                     if network:
 410                         openmano_instance_create["networks"][vld_msg.name]["sites"].append(network)
 411                     if ip_profile:
 412                         openmano_instance_create["networks"][vld_msg.name]['ip-profile'] = ip_profile
 413
 414         return yaml.safe_dump(openmano_instance_create, default_flow_style=False,width=1000)
 415
 416     @asyncio.coroutine
 417     def add_vlr(self, vlr):
 418         self._vlrs.append(vlr)
 419         yield from self._publisher.publish_vlr(None, vlr.vlr_msg)
 420         yield from asyncio.sleep(1, loop=self._loop)
 421
 422     @asyncio.coroutine
 423     def remove_vlr(self, vlr):
 424         if vlr in self._vlrs:
 425             self._vlrs.remove(vlr)
 426             if not  vlr.vld_msg.vim_network_name:
 427                 yield from self._loop.run_in_executor(
 428                     None,
 429                     self._cli_api.ns_vim_network_delete,
 430                     vlr.name,
 431                     vlr.om_datacenter_name)
 432             yield from self._publisher.unpublish_vlr(None, vlr.vlr_msg)
 433         yield from asyncio.sleep(1, loop=self._loop)
 434
 435     @asyncio.coroutine
 436     def add_vnfr(self, vnfr):
 437         vnfr = OpenmanoVnfr(self._log, self._loop, self._cli_api, vnfr, nsd=self.nsd)
 438         yield from vnfr.create()
 439         self._vnfrs.append(vnfr)
 440
 441     @asyncio.coroutine
 442     def delete(self):
 443         if not self._created:
 444             self._log.debug("NSD wasn't created.  Skipping delete.")
 445             return
 446
 447         self._log.debug("Deleting openmano nsr")
 448
 449         yield from self._loop.run_in_executor(
 450                None,
 451                self._cli_api.ns_delete,
 452                self._nsd_uuid,
 453                )
 454
 455         self._log.debug("Deleting openmano vnfrs")
 456         for vnfr in self._vnfrs:
 457             yield from vnfr.delete()
 458
 459
 460     @asyncio.coroutine
 461     def create(self):
 462         self._log.debug("Creating openmano scenario")
 463         name_uuid_map = yield from self._loop.run_in_executor(
 464                 None,
 465                 self._cli_api.ns_list,
 466                 )
 467
 468         if self._nsd_msg.name in name_uuid_map:
 469             self._log.debug("Found existing openmano scenario")
 470             self._nsd_uuid = name_uuid_map[self._nsd_msg.name]
 471             return
 472
 473
 474         # Use the nsd uuid as the scenario name to rebind to existing
 475         # scenario on reload or to support muliple instances of the name
 476         # nsd
 477         self._nsd_uuid, _ = yield from self._loop.run_in_executor(
 478                 None,
 479                 self._cli_api.ns_create,
 480                 self.openmano_nsd_yaml,
 481                 self._nsd_msg.name
 482                 )
 483         fpath = dump_openmano_descriptor(
 484            "{}_nsd".format(self._nsd_msg.name),
 485            self.openmano_nsd_yaml,
 486            )
 487
 488         self._log.debug("Dumped Openmano NS descriptor to: %s", fpath)
 489
 490         self._created = True
 491
 492     @asyncio.coroutine
 493     def instance_monitor_task(self):
 494         self._log.debug("Starting Instance monitoring task")
 495
 496         start_time = time.time()
 497         active_vnfs = []
 498
 499         while True:
 500             yield from asyncio.sleep(1, loop=self._loop)
 501
 502             try:
 503                 instance_resp_json = yield from self._loop.run_in_executor(
 504                         None,
 505                         self._http_api.get_instance,
 506                         self._nsr_uuid,
 507                         )
 508
 509                 self._log.debug("Got instance response: %s for NSR ID %s",
 510                         instance_resp_json,
 511                         self._nsr_uuid)
 512
 513             except openmano_client.InstanceStatusError as e:
 514                 self._log.error("Could not get NS instance status: %s", str(e))
 515                 continue
 516
 517             def all_vms_active(vnf):
 518                 for vm in vnf["vms"]:
 519                     vm_status = vm["status"]
 520                     vm_uuid = vm["uuid"]
 521                     if vm_status != "ACTIVE":
 522                         self._log.debug("VM is not yet active: %s (status: %s)", vm_uuid, vm_status)
 523                         return False
 524
 525                 return True
 526
 527             def any_vm_active_nomgmtip(vnf):
 528                 for vm in vnf["vms"]:
 529                     vm_status = vm["status"]
 530                     vm_uuid = vm["uuid"]
 531                     if vm_status != "ACTIVE":
 532                         self._log.debug("VM is not yet active: %s (status: %s)", vm_uuid, vm_status)
 533                         return False
 534
 535                 return True
 536
 537             def any_vms_error(vnf):
 538                 for vm in vnf["vms"]:
 539                     vm_status = vm["status"]
 540                     vm_vim_info = vm["vim_info"]
 541                     vm_uuid = vm["uuid"]
 542                     if vm_status == "ERROR":
 543                         self._log.error("VM Error: %s (vim_info: %s)", vm_uuid, vm_vim_info)
 544                         return True
 545
 546                 return False
 547
 548             def get_vnf_ip_address(vnf):
 549                 if "ip_address" in vnf:
 550                     return vnf["ip_address"].strip()
 551                 return None
 552
 553             def get_vnf_mac_address(vnf):
 554                 if "mac_address" in vnf:
 555                     return vnf["mac_address"].strip()
 556                 return None
 557
 558             def get_ext_cp_info(vnf):
 559                 cp_info_list = []
 560                 for vm in vnf["vms"]:
 561                     if "interfaces" not in vm:
 562                         continue
 563
 564                     for intf in vm["interfaces"]:
 565                         if "external_name" not in intf:
 566                             continue
 567
 568                         if not intf["external_name"]:
 569                             continue
 570
 571                         ip_address = intf["ip_address"]
 572                         if ip_address is None:
 573                             ip_address = "0.0.0.0"
 574
 575                         mac_address = intf["mac_address"]
 576                         if mac_address is None:
 577                             mac_address="00:00:00:00:00:00"
 578
 579                         cp_info_list.append((intf["external_name"], ip_address, mac_address))
 580
 581                 return cp_info_list
 582
 583             def get_vnf_status(vnfr):
 584                 # When we create an openmano descriptor we use <name>__<idx>
 585                 # to come up with openmano constituent VNF name.  Use this
 586                 # knowledge to map the vnfr back.
 587                 openmano_vnfr_suffix = "__{}".format(
 588                         vnfr.vnfr.vnfr_msg.member_vnf_index_ref
 589                         )
 590
 591                 for vnf in instance_resp_json["vnfs"]:
 592                     if vnf["vnf_name"].endswith(openmano_vnfr_suffix):
 593                         return vnf
 594
 595                 self._log.warning("Could not find vnf status with name that ends with: %s",
 596                                   openmano_vnfr_suffix)
 597                 return None
 598
 599             for vnfr in self._vnfrs:
 600                 if vnfr in active_vnfs:
 601                     # Skipping, so we don't re-publish the same VNF message.
 602                     continue
 603
 604                 vnfr_msg = vnfr.vnfr.vnfr_msg.deep_copy()
 605                 vnfr_msg.operational_status = "init"
 606
 607                 try:
 608                     vnf_status = get_vnf_status(vnfr)
 609                     self._log.debug("Found VNF status: %s", vnf_status)
 610                     if vnf_status is None:
 611                         self._log.error("Could not find VNF status from openmano")
 612                         self._state = OpenmanoNSRecordState.FAILED
 613                         vnfr_msg.operational_status = "failed"
 614                         yield from self._publisher.publish_vnfr(None, vnfr_msg)
 615                         return
 616
 617                     # If there was a VNF that has a errored VM, then just fail the VNF and stop monitoring.
 618                     if any_vms_error(vnf_status):
 619                         self._log.debug("VM was found to be in error state.  Marking as failed.")
 620                         self._state = OpenmanoNSRecordState.FAILED
 621                         vnfr_msg.operational_status = "failed"
 622                         yield from self._publisher.publish_vnfr(None, vnfr_msg)
 623                         return
 624
 625                     if all_vms_active(vnf_status):
 626                         vnf_ip_address = get_vnf_ip_address(vnf_status)
 627                         vnf_mac_address = get_vnf_mac_address(vnf_status)
 628
 629                         if vnf_ip_address is None:
 630                             self._log.warning("No IP address obtained "
 631                                     "for VNF: {}, will retry.".format(
 632                                         vnf_status['vnf_name']))
 633                             continue
 634
 635                         self._log.debug("All VMs in VNF are active.  Marking as running.")
 636                         vnfr_msg.operational_status = "running"
 637
 638                         self._log.debug("Got VNF ip address: %s, mac-address: %s", vnf_ip_address, vnf_mac_address)
 639                         vnfr_msg.mgmt_interface.ip_address = vnf_ip_address
 640                         vnfr_msg.vnf_configuration.config_access.mgmt_ip_address = vnf_ip_address
 641
 642
 643                         for vm in vnf_status["vms"]:
 644                             if vm["uuid"] not in self._vdur_console_handler:
 645                                 vdur_console_handler = VnfrConsoleOperdataDtsHandler(self._dts, self._log, self._loop,
 646                                                     self, vnfr_msg.id,vm["uuid"],vm["name"])
 647                                 yield from vdur_console_handler.register()
 648                                 self._vdur_console_handler[vm["uuid"]] = vdur_console_handler
 649
 650                             vdur_msg = vnfr_msg.vdur.add()
 651                             vdur_msg.vim_id = vm["vim_vm_id"]
 652                             vdur_msg.id = vm["uuid"]
 653
 654                         # Add connection point information for the config manager
 655                         cp_info_list = get_ext_cp_info(vnf_status)
 656                         for (cp_name, cp_ip, cp_mac_addr) in cp_info_list:
 657                             cp = vnfr_msg.connection_point.add()
 658                             cp.name = cp_name
 659                             cp.short_name = cp_name
 660                             cp.ip_address = cp_ip
 661                             cp.mac_address = cp_mac_addr
 662
 663                         yield from self._publisher.publish_vnfr(None, vnfr_msg)
 664                         active_vnfs.append(vnfr)
 665
 666                     if (time.time() - start_time) > OpenmanoNsr.TIMEOUT_SECS:
 667                         self._log.error("NSR timed out before reaching running state")
 668                         self._state = OpenmanoNSRecordState.FAILED
 669                         vnfr_msg.operational_status = "failed"
 670                         yield from self._publisher.publish_vnfr(None, vnfr_msg)
 671                         return
 672
 673                 except Exception as e:
 674                     vnfr_msg.operational_status = "failed"
 675                     self._state = OpenmanoNSRecordState.FAILED
 676                     yield from self._publisher.publish_vnfr(None, vnfr_msg)
 677                     self._log.exception("Caught exception publishing vnfr info: %s", str(e))
 678                     return
 679
 680             if len(active_vnfs) == len(self._vnfrs):
 681                 self._state = OpenmanoNSRecordState.RUNNING
 682                 self._log.info("All VNF's are active.  Exiting NSR monitoring task")
 683                 return
 684
 685     @asyncio.coroutine
 686     def deploy(self,nsr_msg):
 687         if self._nsd_uuid is None:
 688             raise ValueError("Cannot deploy an uncreated nsd")
 689
 690         self._log.debug("Deploying openmano scenario")
 691
 692         name_uuid_map = yield from self._loop.run_in_executor(
 693                 None,
 694                 self._cli_api.ns_instance_list,
 695                 )
 696
 697         if self._nsr_config_msg.name in name_uuid_map:
 698             self._log.debug("Found existing instance with nsr name: %s", self._nsr_config_msg.name)
 699             self._nsr_uuid = name_uuid_map[self._nsr_config_msg.name]
 700         else:
 701             self._nsr_msg = nsr_msg
 702             fpath = dump_openmano_descriptor(
 703                "{}_instance_sce_create".format(self._nsr_config_msg.name),
 704                self.openmano_instance_create_yaml,
 705                )
 706             self._log.debug("Dumped Openmano NS Scenario Cretae to: %s", fpath)
 707
 708             self._nsr_uuid = yield from self._loop.run_in_executor(
 709                     None,
 710                     self._cli_api.ns_instance_scenario_create,
 711                     self.openmano_instance_create_yaml)
 712
 713         self._state = OpenmanoNSRecordState.INSTANTIATION_PENDING
 714
 715         self._monitor_task = asyncio.ensure_future(
 716                 self.instance_monitor_task(), loop=self._loop
 717                 )
 718
 719     @asyncio.coroutine
 720     def terminate(self):
 721
 722         for _,handler in  self._vdur_console_handler.items():
 723             handler._regh.deregister()
 724
 725         if self._nsr_uuid is None:
 726             self._log.warning("Cannot terminate an un-instantiated nsr")
 727             return
 728
 729         if self._monitor_task is not None:
 730             self._monitor_task.cancel()
 731             self._monitor_task = None
 732
 733         self._log.debug("Terminating openmano nsr")
 734         yield from self._loop.run_in_executor(
 735                None,
 736                self._cli_api.ns_terminate,
 737                self._nsr_uuid,
 738                )
 739
 740     @asyncio.coroutine
 741     def create_vlr(self,vlr):
 742         self._log.debug("Creating openmano vim network VLR name %s, VLR DC: %s",vlr.vld_msg.name,
 743                                      vlr.om_datacenter_name)
 744         net_create = {}
 745         net = {}
 746         net['name'] = vlr.name
 747         net['shared'] = True
 748         net['type'] = 'bridge'
 749         self._log.debug("Received ip profile is %s",vlr._ip_profile)
 750         if vlr._ip_profile and vlr._ip_profile.has_field("ip_profile_params"):
 751             ip_profile_params = vlr._ip_profile.ip_profile_params
 752             ip_profile = {}
 753             if ip_profile_params.ip_version == "ipv6":
 754                 ip_profile['ip_version'] = "IPv6"
 755             else:
 756                 ip_profile['ip_version'] = "IPv4"
 757             if ip_profile_params.has_field('subnet_address'):
 758                 ip_profile['subnet_address'] = ip_profile_params.subnet_address
 759             if ip_profile_params.has_field('gateway_address'):
 760                 ip_profile['gateway_address'] = ip_profile_params.gateway_address
 761             if ip_profile_params.has_field('dns_server') and len(ip_profile_params.dns_server) > 0:
 762                 ip_profile['dns_address'] =  ip_profile_params.dns_server[0].address
 763             if ip_profile_params.has_field('dhcp_params'):
 764                 ip_profile['dhcp_enabled'] = ip_profile_params.dhcp_params.enabled
 765                 ip_profile['dhcp_start_address'] = ip_profile_params.dhcp_params.start_address
 766                 ip_profile['dhcp_count'] = ip_profile_params.dhcp_params.count
 767             net['ip_profile'] = ip_profile
 768         net_create["network"]= net
 769
 770         net_create_msg = yaml.safe_dump(net_create,default_flow_style=False)
 771         fpath = dump_openmano_descriptor(
 772             "{}_vim_net_create_{}".format(self._nsr_config_msg.name,vlr.name),
 773              net_create_msg)
 774         self._log.debug("Dumped Openmano VIM Net create to: %s", fpath)
 775
 776         vim_network_uuid = yield from self._loop.run_in_executor(
 777                     None,
 778                     self._cli_api.ns_vim_network_create,
 779                     net_create_msg,
 780                     vlr.om_datacenter_name)
 781         self._vlrs.append(vlr)
 782
 783
 784
 785 class OpenmanoNsPlugin(rwnsmplugin.NsmPluginBase):
 786     """
 787         RW Implentation of the NsmPluginBase
 788     """
 789     def __init__(self, dts, log, loop, publisher, ro_account):
 790         self._dts = dts
 791         self._log = log
 792         self._loop = loop
 793         self._publisher = publisher
 794
 795         self._cli_api = None
 796         self._http_api = None
 797         self._openmano_nsrs = {}
 798         self._vnfr_uptime_tasks = {}
 799
 800         self._set_ro_account(ro_account)
 801
 802     def _set_ro_account(self, ro_account):
 803         self._log.debug("Setting openmano plugin cloud account: %s", ro_account)
 804         self._cli_api = openmano_client.OpenmanoCliAPI(
 805                 self.log,
 806                 ro_account.openmano.host,
 807                 ro_account.openmano.port,
 808                 ro_account.openmano.tenant_id,
 809                 )
 810
 811         self._http_api = openmano_client.OpenmanoHttpAPI(
 812                 self.log,
 813                 ro_account.openmano.host,
 814                 ro_account.openmano.port,
 815                 ro_account.openmano.tenant_id,
 816                 )
 817
 818     def create_nsr(self, nsr_config_msg, nsd_msg, key_pairs=None):
 819         """
 820         Create Network service record
 821         """
 822         openmano_nsr = OpenmanoNsr(
 823                 self._dts,
 824                 self._log,
 825                 self._loop,
 826                 self._publisher,
 827                 self._cli_api,
 828                 self._http_api,
 829                 nsd_msg,
 830                 nsr_config_msg,
 831                 key_pairs
 832                 )
 833         self._openmano_nsrs[nsr_config_msg.id] = openmano_nsr
 834
 835     @asyncio.coroutine
 836     def deploy(self, nsr_msg):
 837         self._log.debug("Received NSR Deploy msg : %s", nsr_msg)
 838         openmano_nsr = self._openmano_nsrs[nsr_msg.ns_instance_config_ref]
 839         yield from openmano_nsr.create()
 840         yield from openmano_nsr.deploy(nsr_msg)
 841
 842     @asyncio.coroutine
 843     def instantiate_ns(self, nsr, xact):
 844         """
 845         Instantiate NSR with the passed nsr id
 846         """
 847         yield from nsr.instantiate(xact)
 848
 849     @asyncio.coroutine
 850     def instantiate_vnf(self, nsr, vnfr):
 851         """
 852         Instantiate NSR with the passed nsr id
 853         """
 854         openmano_nsr = self._openmano_nsrs[nsr.id]
 855         yield from openmano_nsr.add_vnfr(vnfr)
 856
 857         # Mark the VNFR as running
 858         # TODO: Create a task to monitor nsr/vnfr status
 859         vnfr_msg = vnfr.vnfr_msg.deep_copy()
 860         vnfr_msg.operational_status = "init"
 861
 862         self._log.debug("Attempting to publish openmano vnf: %s", vnfr_msg)
 863         with self._dts.transaction() as xact:
 864             yield from self._publisher.publish_vnfr(xact, vnfr_msg)
 865         self._log.debug("Creating a task to update uptime for vnfr: %s", vnfr.id)
 866         self._vnfr_uptime_tasks[vnfr.id] = self._loop.create_task(self.vnfr_uptime_update(vnfr))
 867
 868     def vnfr_uptime_update(self, vnfr):
 869         try:
 870             vnfr_ = RwVnfrYang.YangData_Vnfr_VnfrCatalog_Vnfr.from_dict({'id': vnfr.id})
 871             while True:
 872                 vnfr_.uptime = int(time.time()) - vnfr._create_time
 873                 yield from self._publisher.publish_vnfr(None, vnfr_)
 874                 yield from asyncio.sleep(2, loop=self._loop)
 875         except asyncio.CancelledError:
 876             self._log.debug("Received cancellation request for vnfr_uptime_update task")
 877
 878     @asyncio.coroutine
 879     def instantiate_vl(self, nsr, vlr):
 880         """
 881         Instantiate NSR with the passed nsr id
 882         """
 883         self._log.debug("Received instantiate VL for NSR {}; VLR {}".format(nsr.id,vlr))
 884         openmano_nsr = self._openmano_nsrs[nsr.id]
 885         if openmano_nsr._state == OpenmanoNSRecordState.RUNNING:
 886             yield from openmano_nsr.create_vlr(vlr)
 887         else:
 888             yield from openmano_nsr.add_vlr(vlr)
 889
 890     @asyncio.coroutine
 891     def terminate_ns(self, nsr):
 892         """
 893         Terminate the network service
 894         """
 895         nsr_id = nsr.id
 896         openmano_nsr = self._openmano_nsrs[nsr_id]
 897
 898         yield from openmano_nsr.terminate()
 899         yield from openmano_nsr.delete()
 900
 901         with self._dts.transaction() as xact:
 902             for vnfr in openmano_nsr.vnfrs:
 903                 self._log.debug("Unpublishing VNFR: %s", vnfr.vnfr.vnfr_msg)
 904                 yield from self._publisher.unpublish_vnfr(xact, vnfr.vnfr.vnfr_msg)
 905
 906         del self._openmano_nsrs[nsr_id]
 907
 908     @asyncio.coroutine
 909     def terminate_vnf(self, vnfr):
 910         """
 911         Terminate the network service
 912         """
 913         if vnfr.id in self._vnfr_uptime_tasks:
 914             self._vnfr_uptime_tasks[vnfr.id].cancel()
 915
 916     @asyncio.coroutine
 917     def terminate_vl(self, vlr):
 918         """
 919         Terminate the virtual link
 920         """
 921         self._log.debug("Received terminate VL for VLR {}".format(vlr))
 922         openmano_nsr = self._openmano_nsrs[vlr._nsr_id]
 923         yield from openmano_nsr.remove_vlr(vlr)
 924
 925