descriptor-packages/tools/upgrade_descriptor_version.py

   1 #!/usr/bin/env python2
   2 # -*- coding: utf-8 -*-
   3
   4 ##
   5 # All Rights Reserved.
   6 #
   7 # Licensed under the Apache License, Version 2.0 (the "License"); you may
   8 # not use this file except in compliance with the License. You may obtain
   9 # a copy of the License at
  10 #
  11 #         http://www.apache.org/licenses/LICENSE-2.0
  12 #
  13 # Unless required by applicable law or agreed to in writing, software
  14 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
  15 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
  16 # License for the specific language governing permissions and limitations
  17 # under the License.
  18 #
  19 ##
  20 from __future__ import print_function
  21 import json
  22 import yaml
  23 # import logging
  24 import sys
  25 import getopt
  26
  27 """
  28 Converts OSM VNFD, NSD descriptor from release TWO to release THREE format
  29 """
  30 __author__ = "Alfonso Tierno, Guillermo Calvino"
  31 __date__ = "2017-10-14"
  32 __version__ = "0.0.2"
  33 version_date = "Nov 2017"
  34
  35
  36 class ArgumentParserError(Exception):
  37     pass
  38
  39
  40 def usage():
  41     print("Usage: {} [options] FILE".format(sys.argv[0]))
  42     print(" EXPERIMENTAL: Upgrade vnfd, nsd descriptor from old versions to release THREE version")
  43     print(" FILE: a yaml or json vnfd-catalog or nsd-catalog descriptor")
  44     print(" OPTIONS:")
  45     print("      -v|--version: prints current version")
  46     print("      -h|--help: shows this help")
  47     print("      -i|--input FILE: (same as param FILE) descriptor file to be upgraded")
  48     print("      -o|--output FILE: where to write generated descriptor. By default stdout")
  49     print("      --test: Content is tested to check wrong format or unknown keys")
  50     return
  51
  52
  53 def remove_prefix(desc, prefix):
  54     """
  55     Recursively removes prefix from keys
  56     :param desc: dictionary or list to change
  57     :param prefix: prefix to remove. Must
  58     :return: None, param desc is changed
  59     """
  60     prefix_len = len(prefix)
  61     if isinstance(desc, dict):
  62         prefixed_list=[]
  63         for k,v in desc.items():
  64             if isinstance(v, (list, tuple, dict)):
  65                 remove_prefix(v, prefix)
  66             if isinstance(k, str) and k.startswith(prefix) and k != prefix:
  67                 prefixed_list.append(k)
  68         for k in prefixed_list:
  69             desc[k[prefix_len:]] = desc.pop(k)
  70     elif isinstance(desc, (list, tuple)):
  71         for i in desc:
  72             if isinstance(desc, (list, tuple, dict)):
  73                 remove_prefix(i, prefix)
  74
  75
  76 if __name__=="__main__":
  77     error_position = []
  78     format_output_yaml = True
  79     input_file_name = None
  80     output_file_name = None
  81     test_file = None
  82     file_name = None
  83     try:
  84         # load parameters and configuration
  85         opts, args = getopt.getopt(sys.argv[1:], "hvi:o:", ["input=", "help", "version", "output=", "test",])
  86
  87         for o, a in opts:
  88             if o in ("-v", "--version"):
  89                 print ("upgrade descriptor version " + __version__ + ' ' + version_date)
  90                 sys.exit()
  91             elif o in ("-h", "--help"):
  92                 usage()
  93                 sys.exit()
  94             elif o in ("-i", "--input"):
  95                 input_file_name = a
  96             elif o in ("-o", "--output"):
  97                 output_file_name = a
  98             elif o == "--test":
  99                 test_file = True
 100             else:
 101                 assert False, "Unhandled option"
 102         if not input_file_name:
 103             if not args:
 104                 raise ArgumentParserError("missing DESCRIPTOR_FILE parameter. Type --help for more info")
 105             input_file_name = args[0]
 106
 107         # Open files
 108         file_name = input_file_name
 109         with open(file_name, 'r') as f:
 110             descriptor_str = f.read()
 111         if output_file_name:
 112             file_name = output_file_name
 113             output = open(file_name, 'w')
 114         else:
 115             output = sys.stdout
 116         file_name = None
 117
 118         if input_file_name.endswith('.yaml') or input_file_name.endswith('.yml') or not \
 119             (input_file_name.endswith('.json') or '\t' in descriptor_str):
 120             data = yaml.load(descriptor_str)
 121         else:   # json
 122             data = json.loads(descriptor_str)
 123             format_output_yaml = False
 124
 125         if test_file:
 126             import osm_im.vnfd as vnfd_catalog
 127             import osm_im.nsd as nsd_catalog
 128             from pyangbind.lib.serialise import pybindJSONDecoder
 129
 130             if "vnfd:vnfd-catalog" in data or "vnfd-catalog" in data:
 131                 descriptor = "VNF"
 132                 #Check if mgmt-interface is defined:
 133                 remove_prefix(data, "vnfd:")
 134                 vnfd_descriptor = data["vnfd-catalog"]
 135                 vnfd_list = vnfd_descriptor["vnfd"]
 136                 mgmt_iface = False
 137                 for vnfd in vnfd_list:
 138                     if vnfd.get("mgmt-interface"):
 139                         mgmt_iface = True
 140                 if not mgmt_iface:
 141                     raise KeyError("'mgmt-iface' is a mandatory field and it is not defined")
 142                 myvnfd = vnfd_catalog.vnfd()
 143                 pybindJSONDecoder.load_ietf_json(data, None, None, obj=myvnfd)
 144             elif "nsd:nsd-catalog" in data or "nsd-catalog" in data:
 145                 descriptor = "NS"
 146                 mynsd = nsd_catalog.nsd()
 147                 pybindJSONDecoder.load_ietf_json(data, None, None, obj=mynsd)
 148             else:
 149                 descriptor = None
 150                 raise KeyError("This is not neither nsd-catalog nor vnfd-catalog descriptor")
 151             exit(0)
 152
 153         # Convert version
 154         if "vnfd:vnfd-catalog" in data or "vnfd-catalog" in data:
 155             remove_prefix(data, "vnfd:")
 156             error_position.append("vnfd-catalog")
 157             vnfd_descriptor = data["vnfd-catalog"]
 158             vnfd_list = vnfd_descriptor["vnfd"]
 159             error_position.append("vnfd")
 160             for vnfd in vnfd_list:
 161                 error_position[-1] = "vnfd[{}]".format(vnfd["id"])
 162                 # Remove vnf-configuration:config-attributes
 163                 if "vnf-configuration" in vnfd and "config-attributes" in vnfd["vnf-configuration"]:
 164                     del vnfd["vnf-configuration"]["config-attributes"]
 165                 # Remove interval-vld:vendor
 166                 if "internal-vld" in vnfd:
 167                     internal_vld_list = vnfd.get("internal-vld", ())
 168                     for internal_vld in internal_vld_list:
 169                         if "vendor" in internal_vld:
 170                             del internal_vld["vendor"]
 171                 # Remove "rw-nsd:meta"
 172                 if "rw-vnfd:meta" in vnfd:
 173                     del vnfd["rw-vnfd:meta"]
 174                 # Change vnf-configuration:service-primitive into vnf-configuration:config-primitive
 175                 if "vnf-configuration" in vnfd and "service-primitive" in vnfd["vnf-configuration"]:
 176                     vnfd["vnf-configuration"]["config-primitive"] = vnfd["vnf-configuration"].pop("service-primitive")
 177
 178                 # Convert to capital letters vnf-configuration:service-primitive:parameter:data-type
 179                 if "vnf-configuration" in vnfd and "config-primitive" in vnfd["vnf-configuration"]:
 180                     error_position.append("vnf-configuration")
 181                     error_position.append("config-primitive")
 182                     primitive_list = vnfd["vnf-configuration"].get("config-primitive", ())
 183
 184                     for primitive in primitive_list:
 185                         if "parameter" in primitive:
 186                             parameter_list = primitive.get("parameter", ())
 187                             for parameter in parameter_list:
 188                                 parameter["data-type"] = str(parameter["data-type"]).upper()
 189
 190                     vnfd["vnf-configuration"]["config-primitive"] = primitive_list
 191                     error_position.pop()
 192                     error_position.pop()
 193                 # Iterate with vdu:interfaces
 194                 vdu_list = vnfd["vdu"]
 195                 error_position.append("vdu")
 196                 vdu2mgmt_cp = {}  # internal dict to indicate management interface for each vdu
 197                 for vdu in vdu_list:
 198                     error_position[-1] = "vdu[{}]".format(vdu["id"])
 199                     # Change external/internal interface
 200                     interface_list = []
 201                     external_interface_list = vdu.pop("external-interface", ())
 202                     error_position.append("external-interface")
 203                     for external_interface in external_interface_list:
 204                         error_position[-1] = "external-interface[{}]".format(external_interface["name"])
 205                         if "rw-vnfd:floating-ip-needed" in external_interface:
 206                             del external_interface["rw-vnfd:floating-ip-needed"]
 207                         external_interface["type"] = "EXTERNAL"
 208                         external_interface["external-connection-point-ref"] = \
 209                             external_interface.pop("vnfd-connection-point-ref")
 210                         if external_interface.get("virtual-interface", {}).get("type") == "OM-MGMT":
 211                             external_interface["virtual-interface"]["type"] = "VIRTIO"
 212                             if vdu["id"] not in vdu2mgmt_cp:
 213                                 vdu2mgmt_cp[vdu["id"]] = external_interface["external-connection-point-ref"]
 214                         interface_list.append(external_interface)
 215                     error_position.pop()
 216                     internal_interface_list = vdu.pop("internal-interface", ())
 217                     error_position.append("internal-interface")
 218                     for internal_interface in internal_interface_list:
 219                         error_position[-1] = "internal-interface[{}]".format(internal_interface["name"])
 220                         internal_interface["type"] = "INTERNAL"
 221                         internal_interface["internal-connection-point-ref"] = \
 222                             internal_interface.pop("vdu-internal-connection-point-ref")
 223                         interface_list.append(internal_interface)
 224                     error_position.pop()
 225
 226                     #Removing "rw-vnfd:floating-ip-needed" items from V3 descriptors
 227                     interfaces = vdu.pop("interface", ())
 228                     for iface in interfaces:
 229                         if "rw-vnfd:floating-ip-needed" in iface:
 230                             del iface["rw-vnfd:floating-ip-needed"]
 231                         interface_list.append(iface)
 232
 233                     # order interface alphabetically and set position
 234                     if interface_list:
 235                         interface_list = sorted(interface_list,
 236                                                 key=lambda k: k.get('external-connection-point-ref',
 237                                                                     k.get('internal-connection-point-ref')))
 238                         index = 1
 239                         for i in interface_list:
 240                             i["position"] = str(index)
 241                             index += 1
 242
 243                         vdu["interface"] = interface_list
 244                 error_position.pop()
 245                 # change mgmt-interface
 246                 if vnfd.get("mgmt-interface"):
 247                     error_position.append("mgmt-interface")
 248                     vdu_id = vnfd["mgmt-interface"].pop("vdu-id", None)
 249                     if vdu_id:
 250                         error_position.append("vdu-id")
 251                         vnfd["mgmt-interface"]["cp"] = vdu2mgmt_cp[vdu_id]
 252                         error_position.pop()
 253                     error_position.pop()
 254             error_position = []
 255         elif "nsd:nsd-catalog" in data or "nsd-catalog" in data:
 256             remove_prefix(data, "nsd:")
 257             error_position.append("nsd-catalog")
 258             nsd_descriptor = data["nsd-catalog"]
 259             nsd_list = nsd_descriptor["nsd"]
 260             error_position.append("nsd")
 261             for nsd in nsd_list:
 262                 error_position[-1] = "nsd[{}]".format(nsd["id"])
 263                 # set mgmt-network to true
 264                 error_position.append("vld")
 265                 vld_list = nsd.get("vld", ())
 266                 for vld in vld_list:
 267                     error_position[-1] = "vld[{}]".format(vld["id"])
 268                     if "mgmt" in vld["name"].lower() or "management" in vld["name"].lower():
 269                         vld['mgmt-network'] = 'true'
 270                         break
 271                 error_position.pop()
 272                 # Change initial-config-primitive into initial-service-primitive
 273                 if "initial-config-primitive" in nsd:
 274                     nsd['initial-service-primitive'] = nsd.pop("initial-config-primitive")
 275                 # Remove "rw-nsd:meta"
 276                 if "rw-nsd:meta" in nsd:
 277                     del nsd["rw-nsd:meta"]
 278                 # Remove "rw-meta"
 279                 if "rw-meta" in nsd:
 280                     del nsd["rw-meta"]
 281                 # Iterate with vld:id
 282                 error_position.append("vld")
 283                 vld_list = nsd.get("vld",())
 284                 for vld in vld_list:
 285                     error_position[-1] = "vld[{}]".format(vld["id"])
 286                     if "provider-network" in vld and "overlay-type" in vld["provider-network"]:
 287                         del vld["provider-network"]["overlay-type"]
 288                 error_position.pop()
 289                 if vld_list:
 290                     nsd["vld"] = vld_list
 291             error_position = []
 292         else:
 293             error_position = ["global"]
 294             raise KeyError("This is not neither nsd-catalog nor vnfd-catalog descriptor")
 295
 296         if format_output_yaml:
 297             yaml.dump(data, output, indent=4, default_flow_style=False)
 298         else:
 299             json.dump(data, output)
 300         exit(0)
 301
 302     except yaml.YAMLError as exc:
 303         error_pos = ""
 304         if hasattr(exc, 'problem_mark'):
 305             mark = exc.problem_mark
 306             error_pos = "at line:%s column:%s" % (mark.line + 1, mark.column + 1)
 307         print("Error loading file '{}'. yaml format error {}".format(input_file_name, error_pos), file=sys.stderr)
 308
 309 #    except json.decoder.JSONDecodeError as e:
 310 #        print("Invalid field at configuration file '{file}' {message}".format(file=input_file_name, message=str(e)),
 311 #              file=sys.stderr)
 312     except ArgumentParserError as e:
 313         print(str(e), file=sys.stderr)
 314     except IOError as e:
 315             print("Error loading file '{}': {}".format(file_name, e), file=sys.stderr)
 316     except ImportError as e:
 317         print ("Package python-osm-im not installed: {}".format(e), file=sys.stderr)
 318     except Exception as e:
 319         if test_file:
 320             if descriptor:
 321                 print("Error. Invalid {} descriptor format in '{}': {}".format(descriptor, input_file_name, str(e)), file=sys.stderr)
 322             else:
 323                 print("Error. Invalid descriptor format in '{}': {}".format(input_file_name, str(e)),
 324                       file=sys.stderr)
 325         elif error_position:
 326             print("Descriptor error at '{}': {}".format(":".join(error_position), e), file=sys.stderr)
 327         elif file_name:
 328             print ("Error loading file '{}': {}".format(file_name, str(e)), file=sys.stderr)
 329         else:
 330             raise
 331             # print("Unexpected exception {}".format(e), file=sys.stderr)
 332     exit(1)