descriptor-packages/tools/upgrade_descriptor_version.py

   1 #!/usr/bin/env python2
   2 # -*- coding: utf-8 -*-
   3
   4 ##
   5 # All Rights Reserved.
   6 #
   7 # Licensed under the Apache License, Version 2.0 (the "License"); you may
   8 # not use this file except in compliance with the License. You may obtain
   9 # a copy of the License at
  10 #
  11 #         http://www.apache.org/licenses/LICENSE-2.0
  12 #
  13 # Unless required by applicable law or agreed to in writing, software
  14 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
  15 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
  16 # License for the specific language governing permissions and limitations
  17 # under the License.
  18 #
  19 ##
  20 from __future__ import print_function
  21 import json
  22 import yaml
  23 # import logging
  24 import sys
  25 import getopt
  26
  27 """
  28 Converts OSM VNFD, NSD descriptor from release TWO to release THREE format
  29 """
  30 __author__ = "Alfonso Tierno, Guillermo Calvino"
  31 __date__ = "2017-10-14"
  32 __version__ = "0.0.2"
  33 version_date = "Nov 2017"
  34
  35
  36 class ArgumentParserError(Exception):
  37     pass
  38
  39
  40 def usage():
  41     print("Usage: {} [options] FILE".format(sys.argv[0]))
  42     print(" EXPERIMENTAL: Upgrade vnfd, nsd descriptor from old versions to release THREE version")
  43     print(" FILE: a yaml or json vnfd-catalog or nsd-catalog descriptor")
  44     print(" OPTIONS:")
  45     print("      -v|--version: prints current version")
  46     print("      -h|--help: shows this help")
  47     print("      -i|--input FILE: (same as param FILE) descriptor file to be upgraded")
  48     print("      -o|--output FILE: where to write generated descriptor. By default stdout")
  49     print("      --test: Content is tested to check wrong format or unknown keys")
  50     return
  51
  52
  53 def remove_prefix(desc, prefix):
  54     """
  55     Recursively removes prefix from keys
  56     :param desc: dictionary or list to change
  57     :param prefix: prefix to remove. Must
  58     :return: None, param desc is changed
  59     """
  60     prefix_len = len(prefix)
  61     if isinstance(desc, dict):
  62         prefixed_list=[]
  63         for k,v in desc.items():
  64             if isinstance(v, (list, tuple, dict)):
  65                 remove_prefix(v, prefix)
  66             if isinstance(k, str) and k.startswith(prefix) and k != prefix:
  67                 prefixed_list.append(k)
  68         for k in prefixed_list:
  69             desc[k[prefix_len:]] = desc.pop(k)
  70     elif isinstance(desc, (list, tuple)):
  71         for i in desc:
  72             if isinstance(desc, (list, tuple, dict)):
  73                 remove_prefix(i, prefix)
  74
  75
  76 if __name__=="__main__":
  77     error_position = []
  78     format_output_yaml = True
  79     input_file_name = None
  80     output_file_name = None
  81     test_file = None
  82     file_name = None
  83     try:
  84         # load parameters and configuration
  85         opts, args = getopt.getopt(sys.argv[1:], "hvi:o:", ["input=", "help", "version", "output=", "test",])
  86
  87         for o, a in opts:
  88             if o in ("-v", "--version"):
  89                 print ("upgrade descriptor version " + __version__ + ' ' + version_date)
  90                 sys.exit()
  91             elif o in ("-h", "--help"):
  92                 usage()
  93                 sys.exit()
  94             elif o in ("-i", "--input"):
  95                 input_file_name = a
  96             elif o in ("-o", "--output"):
  97                 output_file_name = a
  98             elif o == "--test":
  99                 test_file = True
 100             else:
 101                 assert False, "Unhandled option"
 102         if not input_file_name:
 103             if not args:
 104                 raise ArgumentParserError("missing DESCRIPTOR_FILE parameter. Type --help for more info")
 105             input_file_name = args[0]
 106
 107         # Open files
 108         file_name = input_file_name
 109         with open(file_name, 'r') as f:
 110             descriptor_str = f.read()
 111         if output_file_name:
 112             file_name = output_file_name
 113             output = open(file_name, 'w')
 114         else:
 115             output = sys.stdout
 116         file_name = None
 117
 118         if input_file_name.endswith('.yaml') or input_file_name.endswith('.yml') or not \
 119             (input_file_name.endswith('.json') or '\t' in descriptor_str):
 120             data = yaml.load(descriptor_str)
 121         else:   # json
 122             data = json.loads(descriptor_str)
 123             format_output_yaml = False
 124
 125         if test_file:
 126             import osm_im.vnfd as vnfd_catalog
 127             import osm_im.nsd as nsd_catalog
 128             from pyangbind.lib.serialise import pybindJSONDecoder
 129
 130             if "vnfd:vnfd-catalog" in data or "vnfd-catalog" in data:
 131                 descriptor = "VNF"
 132                 myvnfd = vnfd_catalog.vnfd()
 133                 pybindJSONDecoder.load_ietf_json(data, None, None, obj=myvnfd)
 134             elif "nsd:nsd-catalog" in data or "nsd-catalog" in data:
 135                 descriptor = "NS"
 136                 mynsd = nsd_catalog.nsd()
 137                 pybindJSONDecoder.load_ietf_json(data, None, None, obj=mynsd)
 138             else:
 139                 descriptor = None
 140                 raise KeyError("This is not neither nsd-catalog nor vnfd-catalog descriptor")
 141             exit(0)
 142
 143         # Convert version
 144         if "vnfd:vnfd-catalog" in data or "vnfd-catalog" in data:
 145             remove_prefix(data, "vnfd:")
 146             error_position.append("vnfd-catalog")
 147             vnfd_descriptor = data["vnfd-catalog"]
 148             vnfd_list = vnfd_descriptor["vnfd"]
 149             error_position.append("vnfd")
 150             for vnfd in vnfd_list:
 151                 error_position[-1] = "vnfd[{}]".format(vnfd["id"])
 152                 # Remove vnf-configuration:config-attributes
 153                 if "vnf-configuration" in vnfd and "config-attributes" in vnfd["vnf-configuration"]:
 154                     del vnfd["vnf-configuration"]["config-attributes"]
 155                 # Remove interval-vld:vendor
 156                 if "internal-vld" in vnfd:
 157                     internal_vld_list = vnfd.get("internal-vld", ())
 158                     for internal_vld in internal_vld_list:
 159                         if "vendor" in internal_vld:
 160                             del internal_vld["vendor"]
 161                 # Remove "rw-nsd:meta"
 162                 if "rw-vnfd:meta" in vnfd:
 163                     del vnfd["rw-vnfd:meta"]
 164                 # Change vnf-configuration:service-primitive into vnf-configuration:config-primitive
 165                 if "vnf-configuration" in vnfd and "service-primitive" in vnfd["vnf-configuration"]:
 166                     vnfd["vnf-configuration"]["config-primitive"] = vnfd["vnf-configuration"].pop("service-primitive")
 167
 168                 #Convert to capital letters vnf-configuration:service-primitive:parameter:data-type
 169                 if "vnf-configuration" in vnfd and "config-primitive" in vnfd["vnf-configuration"]:
 170                     error_position.append("vnf-configuration")
 171                     error_position.append("config-primitive")
 172                     primitive_list = vnfd["vnf-configuration"].get("config-primitive", ())
 173
 174                     for primitive in primitive_list:
 175                         if "parameter" in primitive:
 176                             parameter_list = primitive.get("parameter", ())
 177                             for parameter in parameter_list:
 178                                 parameter["data-type"] = str(parameter["data-type"]).upper()
 179
 180                     vnfd["vnf-configuration"]["config-primitive"] = primitive_list
 181                     error_position.pop()
 182                     error_position.pop()
 183                 # Iterate with vdu:interfaces
 184                 vdu_list = vnfd["vdu"]
 185                 error_position.append("vdu")
 186                 for vdu in vdu_list:
 187                     error_position[-1] = "vdu[{}]".format(vdu["id"])
 188                     # Change external/internal interface
 189                     interface_list = []
 190                     external_interface_list = vdu.pop("external-interface", ())
 191                     error_position.append("external-interface")
 192                     for external_interface in external_interface_list:
 193                         error_position[-1] = "external-interface[{}]".format(external_interface["name"])
 194                         external_interface["type"] = "EXTERNAL"
 195                         external_interface["external-connection-point-ref"] = \
 196                             external_interface.pop("vnfd-connection-point-ref")
 197                         interface_list.append(external_interface)
 198                     error_position.pop()
 199                     internal_interface_list = vdu.pop("internal-interface", ())
 200                     error_position.append("internal-interface")
 201                     for internal_interface in internal_interface_list:
 202                         error_position[-1] = "internal-interface[{}]".format(internal_interface["name"])
 203                         internal_interface["type"] = "INTERNAL"
 204                         internal_interface["internal-connection-point-ref"] = \
 205                             internal_interface.pop("vdu-internal-connection-point-ref")
 206                         interface_list.append(internal_interface)
 207                     error_position.pop()
 208
 209                 error_position.pop()
 210             error_position = []
 211         elif "nsd:nsd-catalog" in data or "nsd-catalog" in data:
 212             remove_prefix(data, "nsd:")
 213             error_position.append("nsd-catalog")
 214             nsd_descriptor = data["nsd-catalog"]
 215
 216             nsd_list = nsd_descriptor["nsd"]
 217             error_position.append("nsd")
 218             for nsd in nsd_list:
 219                 error_position[-1] = "nsd[{}]".format(nsd["id"])
 220
 221                 # Change initial-config-primitive into initial-service-primitive
 222                 if "initial-config-primitive" in nsd:
 223                     nsd['initial-service-primitive'] = nsd.pop("initial-config-primitive")
 224                 # Remove "rw-nsd:meta"
 225                 if "rw-nsd:meta" in nsd:
 226                     del nsd["rw-nsd:meta"]
 227                 # Remove "rw-meta"
 228                 if "rw-meta" in nsd:
 229                     del nsd["rw-meta"]
 230                 # Iterate with vld:id
 231                 error_position.append("vld")
 232                 vld_list = nsd.get("vld",())
 233                 for vld in vld_list:
 234                     error_position[-1] = "vld[{}]".format(vld["id"])
 235                     if "provider-network" in vld and "overlay-type" in vld["provider-network"]:
 236                         del vld["provider-network"]["overlay-type"]
 237                 error_position.pop()
 238                 if vld_list:
 239                     nsd["vld"] = vld_list
 240             error_position = []
 241         else:
 242             error_position = ["global"]
 243             raise KeyError("This is not neither nsd-catalog nor vnfd-catalog descriptor")
 244
 245         if format_output_yaml:
 246             yaml.dump(data, output, indent=4, default_flow_style=False)
 247         else:
 248             json.dump(data, output)
 249         exit(0)
 250
 251     except yaml.YAMLError as exc:
 252         error_pos = ""
 253         if hasattr(exc, 'problem_mark'):
 254             mark = exc.problem_mark
 255             error_pos = "at line:%s column:%s" % (mark.line + 1, mark.column + 1)
 256         print("Error loading file '{}'. yaml format error {}".format(input_file_name, error_pos), file=sys.stderr)
 257
 258 #    except json.decoder.JSONDecodeError as e:
 259 #        print("Invalid field at configuration file '{file}' {message}".format(file=input_file_name, message=str(e)),
 260 #              file=sys.stderr)
 261     except ArgumentParserError as e:
 262         print(str(e), file=sys.stderr)
 263     except IOError as e:
 264             print("Error loading file '{}': {}".format(file_name, e), file=sys.stderr)
 265     except ImportError as e:
 266         print ("Package python-osm-im not installed: {}".format(e), file=sys.stderr)
 267     except Exception as e:
 268         if test_file:
 269             if descriptor:
 270                 print("Error. Invalid {} descriptor format in '{}': {}".format(descriptor, input_file_name, str(e)), file=sys.stderr)
 271             else:
 272                 print("Error. Invalid descriptor format in '{}': {}".format(input_file_name, str(e)),
 273                       file=sys.stderr)
 274         elif error_position:
 275             print("Descriptor error at '{}': {}".format(":".join(error_position), e), file=sys.stderr)
 276         elif file_name:
 277             print ("Error loading file '{}': {}".format(file_name, str(e)), file=sys.stderr)
 278         else:
 279             raise
 280             # print("Unexpected exception {}".format(e), file=sys.stderr)
 281     exit(1)