X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;f=lib%2Fosm%2Fosmclient%2Fclientv2.py;h=d900af68d70876d0a1975a6faefcfd90a2dd1f14;hb=b58d5d8e177049ab63587f4329f282bc206352ec;hp=536ef652b5649822eee75f643f9186381536b786;hpb=10b52d1480ad41e7a1d51575f1e5f4ea762b2dd6;p=osm%2FLW-UI.git diff --git a/lib/osm/osmclient/clientv2.py b/lib/osm/osmclient/clientv2.py index 536ef65..d900af6 100644 --- a/lib/osm/osmclient/clientv2.py +++ b/lib/osm/osmclient/clientv2.py @@ -1,16 +1,34 @@ +# +# Copyright 2018 EveryUP Srl +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +import errno import requests import logging -import json import tarfile import yaml -import pyaml import StringIO from lib.util import Util import hashlib import os +from requests.packages.urllib3.exceptions import InsecureRequestWarning -logging.basicConfig(level=logging.DEBUG) +requests.packages.urllib3.disable_warnings(InsecureRequestWarning) + +logging.basicConfig(level=logging.INFO) log = logging.getLogger('helper.py') +logging.getLogger("urllib3").setLevel(logging.INFO) class Client(object): @@ -19,7 +37,7 @@ class Client(object): self._user_endpoint = 'admin/v1/users' self._host = os.getenv('OSM_SERVER', "localhost") self._so_port = 9999 - self._base_path = "https://{0}:{1}/osm".format(self._host, self._so_port) + self._base_path = 'https://{0}:{1}/osm'.format(self._host, self._so_port) def auth(self, args): result = {'error': True, 'data': ''} @@ -86,12 +104,29 @@ class Client(object): log.exception(e) result['data'] = str(e) return result - print r.status_code if r.status_code == requests.codes.created: result['error'] = False result['data'] = Util.json_loads_byteified(r.text) return result + def user_update(self, token, id, user_data): + result = {'error': True, 'data': ''} + headers = {"Content-Type": "application/json", "accept": "application/json", + 'Authorization': 'Bearer {}'.format(token['id'])} + + _url = "{0}/admin/v1/users/{1}".format(self._base_path, id) + try: + r = requests.patch(_url, json=user_data, verify=False, headers=headers) + except Exception as e: + log.exception(e) + result['data'] = str(e) + return result + if r.status_code == requests.codes.no_content: + result['error'] = False + else: + result['data'] = Util.json_loads_byteified(r.text) + return result + def user_delete(self, token, id): result = {'error': True, 'data': ''} headers = {"Content-Type": "application/yaml", "accept": "application/json", @@ -110,6 +145,22 @@ class Client(object): result['data'] = Util.json_loads_byteified(r.text) return result + def get_user_info(self, token, id): + result = {'error': True, 'data': ''} + headers = {"Content-Type": "application/yaml", "accept": "application/json", + 'Authorization': 'Bearer {}'.format(token['id'])} + _url = "{0}/admin/v1/users/{1}".format(self._base_path, id) + try: + r = requests.get(_url, params=None, verify=False, stream=True, headers=headers) + except Exception as e: + log.exception(e) + result['data'] = str(e) + return result + if r.status_code == requests.codes.ok: + result['error'] = False + result['data'] = Util.json_loads_byteified(r.text) + return result + def project_list(self, token): result = {'error': True, 'data': ''} headers = {"Content-Type": "application/yaml", "accept": "application/json", @@ -142,6 +193,7 @@ class Client(object): if r.status_code == requests.codes.ok: result['error'] = False result['data'] = Util.json_loads_byteified(r.text) + return result def project_create(self, token, project_data): @@ -157,12 +209,30 @@ class Client(object): log.exception(e) result['data'] = str(e) return result - print r.status_code if r.status_code == requests.codes.created: result['error'] = False result['data'] = Util.json_loads_byteified(r.text) return result + def project_edit(self, token, id, project_data): + + result = {'error': True, 'data': ''} + headers = {"Content-Type": "application/json", "accept": "application/json", + 'Authorization': 'Bearer {}'.format(token['id'])} + + _url = "{0}/admin/v1/projects/{1}".format(self._base_path, id) + + try: + r = requests.put(_url, json=project_data, verify=False, headers=headers) + except Exception as e: + log.exception(e) + result['data'] = str(e) + return result + if r.status_code == requests.codes.no_content: + result['error'] = False + result['data'] = Util.json_loads_byteified(r.text) + return result + def project_delete(self, token, id): result = {'error': True, 'data': ''} headers = {"Content-Type": "application/yaml", "accept": "application/json", @@ -181,12 +251,14 @@ class Client(object): result['data'] = Util.json_loads_byteified(r.text) return result - def nsd_list(self, token): + def nsd_list(self, token, filter=None): result = {'error': True, 'data': ''} headers = {"Content-Type": "application/yaml", "accept": "application/json", 'Authorization': 'Bearer {}'.format(token['id'])} - - _url = "{0}/nsd/v1/ns_descriptors_content".format(self._base_path) + query_path = '' + if filter: + query_path = '?_admin.type='+filter + _url = "{0}/nsd/v1/ns_descriptors_content{1}".format(self._base_path, query_path) try: r = requests.get(_url, params=None, verify=False, stream=True, headers=headers) except Exception as e: @@ -199,12 +271,14 @@ class Client(object): return result - def vnfd_list(self, token): + def vnfd_list(self, token, filter=None): result = {'error': True, 'data': ''} headers = {"Content-Type": "application/yaml", "accept": "application/json", 'Authorization': 'Bearer {}'.format(token['id'])} - - _url = "{0}/vnfpkgm/v1/vnf_packages_content".format(self._base_path) + query_path = '' + if filter: + query_path = '?_admin.type='+filter + _url = "{0}/vnfpkgm/v1/vnf_packages_content{1}".format(self._base_path, query_path) try: r = requests.get(_url, params=None, verify=False, stream=True, headers=headers) except Exception as e: @@ -251,6 +325,23 @@ class Client(object): return result + def pdu_list(self, token): + result = {'error': True, 'data': ''} + headers = {"Content-Type": "application/yaml", "accept": "application/json", + 'Authorization': 'Bearer {}'.format(token['id'])} + _url = "{0}/pdu/v1/pdu_descriptors".format(self._base_path) + try: + r = requests.get(_url, params=None, verify=False, stream=True, headers=headers) + except Exception as e: + log.exception(e) + result['data'] = str(e) + return result + if r.status_code == requests.codes.ok: + result['error'] = False + result['data'] = Util.json_loads_byteified(r.text) + + return result + def nsd_delete(self, token, id): result = {'error': True, 'data': ''} headers = {"Content-Type": "application/yaml", "accept": "application/json", @@ -258,7 +349,7 @@ class Client(object): _url = "{0}/nsd/v1/ns_descriptors_content/{1}".format(self._base_path, id) try: - r = requests.delete(_url, params=None, verify=False,headers=headers) + r = requests.delete(_url, params=None, verify=False, headers=headers) except Exception as e: log.exception(e) result['data'] = str(e) @@ -280,22 +371,23 @@ class Client(object): log.exception(e) result['data'] = str(e) return result - if r.status_code == requests.codes.ok: + if r: result['error'] = False - result['data'] = Util.json_loads_byteified(r.text) + if r.status_code != requests.codes.no_content: + result['data'] = Util.json_loads_byteified(r.text) return result def nsd_onboard(self, token, package): result = {'error': True, 'data': ''} headers = {"Content-Type": "application/gzip", "accept": "application/json", 'Authorization': 'Bearer {}'.format(token['id'])} - with open('/tmp/'+package.name, 'wb+') as destination: + with open('/tmp/' + package.name, 'wb+') as destination: for chunk in package.chunks(): destination.write(chunk) - headers['Content-File-MD5'] = self.md5(open('/tmp/'+package.name, 'rb')) + headers['Content-File-MD5'] = self.md5(open('/tmp/' + package.name, 'rb')) _url = "{0}/nsd/v1/ns_descriptors_content/".format(self._base_path) try: - r = requests.post(_url, data=open('/tmp/'+package.name, 'rb'), verify=False, headers=headers) + r = requests.post(_url, data=open('/tmp/' + package.name, 'rb'), verify=False, headers=headers) except Exception as e: log.exception(e) result['data'] = str(e) @@ -309,13 +401,13 @@ class Client(object): result = {'error': True, 'data': ''} headers = {"Content-Type": "application/gzip", "accept": "application/json", 'Authorization': 'Bearer {}'.format(token['id'])} - with open('/tmp/'+package.name, 'wb+') as destination: + with open('/tmp/' + package.name, 'wb+') as destination: for chunk in package.chunks(): destination.write(chunk) - headers['Content-File-MD5'] = self.md5(open('/tmp/'+package.name, 'rb')) + headers['Content-File-MD5'] = self.md5(open('/tmp/' + package.name, 'rb')) _url = "{0}/vnfpkgm/v1/vnf_packages_content".format(self._base_path) try: - r = requests.post(_url, data=open('/tmp/'+package.name, 'rb'), verify=False, headers=headers) + r = requests.post(_url, data=open('/tmp/' + package.name, 'rb'), verify=False, headers=headers) except Exception as e: log.exception(e) result['data'] = str(e) @@ -325,6 +417,104 @@ class Client(object): result['data'] = Util.json_loads_byteified(r.text) return result + def nsd_create_pkg_base(self, token, pkg_name): + result = {'error': True, 'data': ''} + headers = {"Content-Type": "application/gzip", "accept": "application/json", + 'Authorization': 'Bearer {}'.format(token['id'])} + + _url = "{0}/nsd/v1/ns_descriptors_content/".format(self._base_path) + + try: + self._create_base_pkg('nsd', pkg_name) + headers['Content-Filename'] = pkg_name + '.tar.gz' + r = requests.post(_url, data=open('/tmp/' + pkg_name + '.tar.gz', 'rb'), verify=False, headers=headers) + except Exception as e: + log.exception(e) + result['data'] = str(e) + return result + if r.status_code == requests.codes.created: + result['data'] = r.json() + result['error'] = False + if r.status_code == requests.codes.conflict: + result['data'] = "Invalid ID." + return result + + def vnfd_create_pkg_base(self, token, pkg_name): + result = {'error': True, 'data': ''} + headers = {"Content-Type": "application/gzip", "accept": "application/json", + 'Authorization': 'Bearer {}'.format(token['id'])} + + _url = "{0}/vnfpkgm/v1/vnf_packages_content".format(self._base_path) + + try: + self._create_base_pkg('vnfd', pkg_name) + r = requests.post(_url, data=open('/tmp/' + pkg_name + '.tar.gz', 'rb'), verify=False, headers=headers) + except Exception as e: + log.exception(e) + result['data'] = str(e) + return result + if r.status_code == requests.codes.created: + result['data'] = r.json() + result['error'] = False + if r.status_code == requests.codes.conflict: + result['data'] = "Invalid ID." + return result + + def nsd_clone(self, token, id): + result = {'error': True, 'data': ''} + headers = {"Content-Type": "application/gzip", "accept": "application/json", + 'Authorization': 'Bearer {}'.format(token['id'])} + + # get the package onboarded + tar_pkg = self.get_nsd_pkg(token, id) + tarf = tarfile.open(fileobj=tar_pkg) + tarf = self._descriptor_clone(tarf, 'nsd') + headers['Content-File-MD5'] = self.md5(open('/tmp/' + tarf.getnames()[0] + "_clone.tar.gz", 'rb')) + + _url = "{0}/nsd/v1/ns_descriptors_content/".format(self._base_path) + + try: + r = requests.post(_url, data=open('/tmp/' + tarf.getnames()[0] + "_clone.tar.gz", 'rb'), verify=False, + headers=headers) + except Exception as e: + log.exception(e) + result['data'] = str(e) + return result + if r.status_code == requests.codes.created: + result['error'] = False + if r.status_code == requests.codes.conflict: + result['data'] = "Invalid ID." + + return result + + def vnfd_clone(self, token, id): + result = {'error': True, 'data': ''} + headers = {"Content-Type": "application/gzip", "accept": "application/json", + 'Authorization': 'Bearer {}'.format(token['id'])} + + # get the package onboarded + tar_pkg = self.get_vnfd_pkg(token, id) + tarf = tarfile.open(fileobj=tar_pkg) + + tarf = self._descriptor_clone(tarf, 'vnfd') + headers['Content-File-MD5'] = self.md5(open('/tmp/' + tarf.getnames()[0] + "_clone.tar.gz", 'rb')) + + _url = "{0}/vnfpkgm/v1/vnf_packages_content".format(self._base_path) + + try: + r = requests.post(_url, data=open('/tmp/' + tarf.getnames()[0] + "_clone.tar.gz", 'rb'), verify=False, + headers=headers) + except Exception as e: + log.exception(e) + result['data'] = str(e) + return result + if r.status_code == requests.codes.created: + result['error'] = False + if r.status_code == requests.codes.conflict: + result['data'] = "Invalid ID." + + return result + def nsd_update(self, token, id, data): result = {'error': True, 'data': ''} headers = {"Content-Type": "application/gzip", "accept": "application/json", @@ -348,6 +538,11 @@ class Client(object): return result if r.status_code == requests.codes.no_content: result['error'] = False + else: + try: + result['data'] = r.json() + except Exception as e: + result['data'] = {} return result @@ -374,12 +569,17 @@ class Client(object): return result if r.status_code == requests.codes.no_content: result['error'] = False + else: + try: + result['data'] = r.json() + except Exception as e: + result['data'] = {} return result def get_nsd_pkg(self, token, id): result = {'error': True, 'data': ''} - headers = { "accept": "application/zip", + headers = {"accept": "application/zip", 'Authorization': 'Bearer {}'.format(token['id'])} _url = "{0}/nsd/v1/ns_descriptors/{1}/nsd_content".format(self._base_path, id) @@ -402,7 +602,6 @@ class Client(object): _url = "{0}/vnfpkgm/v1/vnf_packages/{1}/package_content".format(self._base_path, id) try: r = requests.get(_url, params=None, verify=False, stream=True, headers=headers) - print r.status_code except Exception as e: log.exception(e) result['data'] = str(e) @@ -414,7 +613,6 @@ class Client(object): return result def _descriptor_update(self, tarf, data): - print tarf.getnames() # extract the package on a tmp directory tarf.extractall('/tmp') @@ -425,14 +623,97 @@ class Client(object): break tarf_temp = tarfile.open('/tmp/' + tarf.getnames()[0] + ".tar.gz", "w:gz") - # tarf_temp = tarfile.open("pippo.tar.gz", "w:gz") - print tarf_temp.getnames() - # tarf_temp.add('/tmp/'+tarf.getnames()[0]) + + for tarinfo in tarf: + tarf_temp.add('/tmp/' + tarinfo.name, tarinfo.name, recursive=False) + tarf_temp.close() + return tarf + + def _create_base_pkg(self, descriptor_type, pkg_name): + filename = '/tmp/'+pkg_name+'/' + pkg_name + '.yaml' + if descriptor_type == 'nsd': + descriptor = { + "nsd:nsd-catalog": { + "nsd": [ + { + "short-name": str(pkg_name), + "vendor": "OSM Composer", + "description": str(pkg_name) + " descriptor", + "vld": [], + "constituent-vnfd": [], + "version": "1.0", + "id": str(pkg_name), + "name": str(pkg_name) + } + ] + } + } + + elif descriptor_type == 'vnfd': + descriptor = { + "vnfd:vnfd-catalog": { + "vnfd": [ + { + "short-name": str(pkg_name), + "vdu": [], + "description": "", + "mgmt-interface": { + "cp": "" + }, + "id": str(pkg_name), + "version": "1.0", + "internal-vld": [], + "connection-point": [], + "name": str(pkg_name) + } + ] + } + } + + if not os.path.exists(os.path.dirname(filename)): + try: + os.makedirs(os.path.dirname(filename)) + except OSError as exc: # Guard against race condition + if exc.errno != errno.EEXIST: + raise + + with open('/tmp/' + pkg_name + '/' + pkg_name + '.yaml', 'w') as yaml_file: + yaml_file.write(yaml.dump(descriptor, default_flow_style=False)) + + tarf_temp = tarfile.open('/tmp/' + pkg_name + '.tar.gz', "w:gz") + tarf_temp.add('/tmp/'+pkg_name+'/' + pkg_name + '.yaml', pkg_name + '/' + pkg_name + '.yaml', recursive=False) + tarf_temp.close() + + def _descriptor_clone(self, tarf, descriptor_type): + # extract the package on a tmp directory + tarf.extractall('/tmp') + + for name in tarf.getnames(): + if name.endswith(".yaml") or name.endswith(".yml"): + with open('/tmp/' + name, 'r') as outfile: + yaml_object = yaml.load(outfile) + + if descriptor_type == 'nsd': + nsd_list = yaml_object['nsd:nsd-catalog']['nsd'] + for nsd in nsd_list: + nsd['id'] = 'clone_' + nsd['id'] + nsd['name'] = 'clone_' + nsd['name'] + nsd['short-name'] = 'clone_' + nsd['short-name'] + elif descriptor_type == 'vnfd': + vnfd_list = yaml_object['vnfd:vnfd-catalog']['vnfd'] + for vnfd in vnfd_list: + vnfd['id'] = 'clone_' + vnfd['id'] + vnfd['name'] = 'clone_' + vnfd['name'] + vnfd['short-name'] = 'clone_' + vnfd['short-name'] + + with open('/tmp/' + name, 'w') as yaml_file: + yaml_file.write(yaml.dump(yaml_object, default_flow_style=False)) + break + + tarf_temp = tarfile.open('/tmp/' + tarf.getnames()[0] + "_clone.tar.gz", "w:gz") + for tarinfo in tarf: - # if tarinfo.name.startswith(tarf.getnames()[0]): - # new_name = tarinfo.name[len(tarf.getnames()[0]):] tarf_temp.add('/tmp/' + tarinfo.name, tarinfo.name, recursive=False) - print tarf_temp.getnames() tarf_temp.close() return tarf @@ -540,6 +821,24 @@ class Client(object): result['data'] = Util.json_loads_byteified(r.text) return result + def pdu_create(self, token, pdu_data): + result = {'error': True, 'data': ''} + headers = {"Content-Type": "application/yaml", "accept": "application/json", + 'Authorization': 'Bearer {}'.format(token['id'])} + + _url = "{0}/pdu/v1/pdu_descriptors".format(self._base_path) + + try: + r = requests.post(_url, json=pdu_data, verify=False, headers=headers) + except Exception as e: + log.exception(e) + result['data'] = str(e) + return result + if r.status_code == requests.codes.created: + result['error'] = False + result['data'] = Util.json_loads_byteified(r.text) + return result + def ns_op_list(self, token, id): result = {'error': True, 'data': ''} headers = {"Content-Type": "application/json", "accept": "application/json", @@ -589,7 +888,6 @@ class Client(object): log.exception(e) result['data'] = str(e) return result - print r.status_code if r.status_code == requests.codes.created: result['error'] = False result['data'] = Util.json_loads_byteified(r.text) @@ -609,9 +907,27 @@ class Client(object): log.exception(e) result['data'] = str(e) return result - if r.status_code == requests.codes.ok: + if r: result['error'] = False - result['data'] = Util.json_loads_byteified(r.text) + if r.status_code != requests.codes.no_content: + result['data'] = Util.json_loads_byteified(r.text) + return result + + def pdu_delete(self, token, id): + result = {'error': True, 'data': ''} + headers = {"Content-Type": "application/yaml", "accept": "application/json", + 'Authorization': 'Bearer {}'.format(token['id'])} + _url = "{0}/pdu/v1/pdu_descriptors/{1}".format(self._base_path, id) + try: + r = requests.delete(_url, params=None, verify=False, headers=headers) + except Exception as e: + log.exception(e) + result['data'] = str(e) + return result + if r: + result['error'] = False + if r.status_code != requests.codes.no_content: + result['data'] = Util.json_loads_byteified(r.text) return result def ns_get(self, token, id): @@ -648,6 +964,23 @@ class Client(object): result['data'] = Util.json_loads_byteified(r.text) return result + def pdu_get(self, token, id): + result = {'error': True, 'data': ''} + headers = {"Content-Type": "application/json", "accept": "application/json", + 'Authorization': 'Bearer {}'.format(token['id'])} + _url = "{0}/pdu/v1/pdu_descriptors/{1}".format(self._base_path, id) + + try: + r = requests.get(_url, params=None, verify=False, stream=True, headers=headers) + except Exception as e: + log.exception(e) + result['data'] = str(e) + return result + if r.status_code == requests.codes.ok: + result['error'] = False + result['data'] = Util.json_loads_byteified(r.text) + return result + def ns_alarm_create(self, token, id, alarm_payload): result = {'error': True, 'data': ''} headers = {"Content-Type": "application/json", @@ -659,10 +992,9 @@ class Client(object): log.exception(e) result['data'] = str(e) return result - print r.status_code if r.status_code == requests.codes.ok: result['error'] = False - #result['data'] = Util.json_loads_byteified(r.text) + # result['data'] = Util.json_loads_byteified(r.text) result['data'] = r.text return result @@ -677,10 +1009,9 @@ class Client(object): log.exception(e) result['data'] = str(e) return result - print r.status_code if r.status_code == requests.codes.ok: result['error'] = False - #result['data'] = Util.json_loads_byteified(r.text) + # result['data'] = Util.json_loads_byteified(r.text) result['data'] = r.text return result @@ -703,7 +1034,7 @@ class Client(object): def vim_delete(self, token, id): result = {'error': True, 'data': ''} - headers = { "accept": "application/json", + headers = {"accept": "application/json", 'Authorization': 'Bearer {}'.format(token['id'])} _url = "{0}/admin/v1/vims/{1}".format(self._base_path, id) try: @@ -712,7 +1043,6 @@ class Client(object): log.exception(e) result['data'] = str(e) return result - print r.status_code if r.status_code == requests.codes.accepted: result['error'] = False else: @@ -751,7 +1081,6 @@ class Client(object): log.exception(e) result['data'] = str(e) return result - print r.status_code if r.status_code == requests.codes.created: result['error'] = False result['data'] = Util.json_loads_byteified(r.text) @@ -784,7 +1113,6 @@ class Client(object): log.exception(e) result['data'] = str(e) return result - print r.status_code if r.status_code == requests.codes.accepted: result['error'] = False else: @@ -808,7 +1136,6 @@ class Client(object): result['data'] = Util.json_loads_byteified(r.text) return result - def sdn_create(self, token, sdn_data): result = {'error': True, 'data': ''} headers = {"Content-Type": "application/json", "accept": "application/json", @@ -822,13 +1149,11 @@ class Client(object): log.exception(e) result['data'] = str(e) return result - print r.status_code if r.status_code == requests.codes.created: result['error'] = False result['data'] = Util.json_loads_byteified(r.text) return result - @staticmethod def md5(f): hash_md5 = hashlib.md5()