osm_nbi/tests/test.py

   1 #! /usr/bin/python3
   2 # -*- coding: utf-8 -*-
   3
   4 # Licensed under the Apache License, Version 2.0 (the "License");
   5 # you may not use this file except in compliance with the License.
   6 # You may obtain a copy of the License at
   7 #
   8 #    http://www.apache.org/licenses/LICENSE-2.0
   9 #
  10 # Unless required by applicable law or agreed to in writing, software
  11 # distributed under the License is distributed on an "AS IS" BASIS,
  12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
  13 # implied.
  14 # See the License for the specific language governing permissions and
  15 # limitations under the License.
  16
  17 import getopt
  18 import sys
  19 import requests
  20 import json
  21 import logging
  22 import yaml
  23 # import json
  24 # import tarfile
  25 from time import sleep
  26 from random import randint
  27 import os
  28 from sys import stderr
  29
  30 __author__ = "Alfonso Tierno, alfonso.tiernosepulveda@telefonica.com"
  31 __date__ = "$2018-03-01$"
  32 __version__ = "0.3"
  33 version_date = "Oct 2018"
  34
  35
  36 def usage():
  37     print("Usage: ", sys.argv[0], "[options]")
  38     print("      Performs system tests over running NBI. It can be used for real OSM test using option '--test-osm'")
  39     print("      If this is the case env variables 'OSMNBITEST_VIM_NAME' must be supplied to create a VIM if not exist "
  40           "where deployment is done")
  41     print("OPTIONS")
  42     print("      -h|--help: shows this help")
  43     print("      --insecure: Allows non trusted https NBI server")
  44     print("      --list: list available tests")
  45     print("      --manual-check: Deployment tests stop after deployed to allow manual inspection. Only make sense with "
  46           "'--test-osm'")
  47     print("      -p|--password PASSWORD: NBI access password. 'admin' by default")
  48     print("      ---project PROJECT: NBI access project. 'admin' by default")
  49     print("      --test TEST[,...]: Execute only a test or a comma separated list of tests")
  50     print("      --params key=val: params to the previous test. key can be vnfd-files, nsd-file, ns-name, ns-config")
  51     print("      --test-osm: If missing this test is intended for NBI only, no other OSM components are expected. Use "
  52           "this flag to test the system. LCM and RO components are expected to be up and running")
  53     print("      --timeout TIMEOUT: General NBI timeout, by default {}s".format(timeout))
  54     print("      --timeout-deploy TIMEOUT: Timeout used for getting NS deployed, by default {}s".format(timeout_deploy))
  55     print("      --timeout-configure TIMEOUT: Timeout used for getting NS deployed and configured,"
  56           " by default {}s".format(timeout_configure))
  57     print("      -u|--user USERNAME: NBI access username. 'admin' by default")
  58     print("      --url URL: complete NBI server URL. 'https//localhost:9999/osm' by default")
  59     print("      -v|--verbose print debug information, can be used several times")
  60     print("      --no-verbose remove verbosity")
  61     print("      --version: prints current version")
  62     print("ENV variables used for real deployment tests with option osm-test.")
  63     print("      export OSMNBITEST_VIM_NAME=vim-name")
  64     print("      export OSMNBITEST_VIM_URL=vim-url")
  65     print("      export OSMNBITEST_VIM_TYPE=vim-type")
  66     print("      export OSMNBITEST_VIM_TENANT=vim-tenant")
  67     print("      export OSMNBITEST_VIM_USER=vim-user")
  68     print("      export OSMNBITEST_VIM_PASSWORD=vim-password")
  69     print("      export OSMNBITEST_VIM_CONFIG=\"vim-config\"")
  70     print("      export OSMNBITEST_NS_NAME=\"vim-config\"")
  71     return
  72
  73
  74 r_header_json = {"Content-type": "application/json"}
  75 headers_json = {"Content-type": "application/json", "Accept": "application/json"}
  76 r_header_yaml = {"Content-type": "application/yaml"}
  77 headers_yaml = {"Content-type": "application/yaml", "Accept": "application/yaml"}
  78 r_header_text = {"Content-type": "text/plain"}
  79 r_header_octect = {"Content-type": "application/octet-stream"}
  80 headers_text = {"Accept": "text/plain,application/yaml"}
  81 r_header_zip = {"Content-type": "application/zip"}
  82 headers_zip = {"Accept": "application/zip,application/yaml"}
  83 headers_zip_yaml = {"Accept": "application/yaml", "Content-type": "application/zip"}
  84 r_headers_yaml_location_vnfd = {"Location": "/vnfpkgm/v1/vnf_packages_content/", "Content-Type": "application/yaml"}
  85 r_headers_yaml_location_nsd = {"Location": "/nsd/v1/ns_descriptors_content/", "Content-Type": "application/yaml"}
  86 r_headers_yaml_location_nst = {"Location": "/nst/v1/netslice_templates_content", "Content-Type": "application/yaml"}
  87 r_headers_yaml_location_nslcmop = {"Location": "nslcm/v1/ns_lcm_op_occs/", "Content-Type": "application/yaml"}
  88
  89 # test ones authorized
  90 test_authorized_list = (
  91     ("AU1", "Invalid vnfd id", "GET", "/vnfpkgm/v1/vnf_packages/non-existing-id",
  92      headers_json, None, 404, r_header_json, "json"),
  93     ("AU2", "Invalid nsd id", "GET", "/nsd/v1/ns_descriptors/non-existing-id",
  94      headers_yaml, None, 404, r_header_yaml, "yaml"),
  95     ("AU3", "Invalid nsd id", "DELETE", "/nsd/v1/ns_descriptors_content/non-existing-id",
  96      headers_yaml, None, 404, r_header_yaml, "yaml"),
  97 )
  98 timeout = 120   # general timeout
  99 timeout_deploy = 60*10        # timeout for NS deploying without charms
 100 timeout_configure = 60*20     # timeout for NS deploying and configuring
 101
 102
 103 class TestException(Exception):
 104     pass
 105
 106
 107 class TestRest:
 108     def __init__(self, url_base, header_base=None, verify=False, user="admin", password="admin", project="admin"):
 109         self.url_base = url_base
 110         if header_base is None:
 111             self.header_base = {}
 112         else:
 113             self.header_base = header_base.copy()
 114         self.s = requests.session()
 115         self.s.headers = self.header_base
 116         self.verify = verify
 117         self.token = False
 118         self.user = user
 119         self.password = password
 120         self.project = project
 121         self.vim_id = None
 122         # contains ID of tests obtained from Location response header. "" key contains last obtained id
 123         self.last_id = ""
 124         self.test_name = None
 125         self.step = 0   # number of subtest under test
 126         self.passed_tests = 0
 127         self.failed_tests = 0
 128
 129     def set_test_name(self, test_name):
 130         self.test_name = test_name
 131         self.step = 0
 132         self.last_id = ""
 133
 134     def set_header(self, header):
 135         self.s.headers.update(header)
 136
 137     def set_tet_name(self, test_name):
 138         self.test_name = test_name
 139
 140     def unset_header(self, key):
 141         if key in self.s.headers:
 142             del self.s.headers[key]
 143
 144     def test(self, description, method, url, headers, payload, expected_codes, expected_headers,
 145              expected_payload, store_file=None, pooling=False):
 146         """
 147         Performs an http request and check http code response. Exit if different than allowed. It get the returned id
 148         that can be used by following test in the URL with {name} where name is the name of the test
 149         :param description:  description of the test
 150         :param method: HTTP method: GET,PUT,POST,DELETE,...
 151         :param url: complete URL or relative URL
 152         :param headers: request headers to add to the base headers
 153         :param payload: Can be a dict, transformed to json, a text or a file if starts with '@'
 154         :param expected_codes: expected response codes, can be int, int tuple or int range
 155         :param expected_headers: expected response headers, dict with key values
 156         :param expected_payload: expected payload, 0 if empty, 'yaml', 'json', 'text', 'zip', 'octet-stream'
 157         :param store_file: filename to store content
 158         :param pooling: if True do not count neither log this test. Because a pooling is done with many equal requests
 159         :return: requests response
 160         """
 161         r = None
 162         try:
 163             if not self.s:
 164                 self.s = requests.session()
 165             # URL
 166             if not url:
 167                 url = self.url_base
 168             elif not url.startswith("http"):
 169                 url = self.url_base + url
 170
 171             # replace url <> with the last ID
 172             url = url.replace("<>", self.last_id)
 173             if payload:
 174                 if isinstance(payload, str):
 175                     if payload.startswith("@"):
 176                         mode = "r"
 177                         file_name = payload[1:]
 178                         if payload.startswith("@b"):
 179                             mode = "rb"
 180                             file_name = payload[2:]
 181                         with open(file_name, mode) as f:
 182                             payload = f.read()
 183                 elif isinstance(payload, dict):
 184                     payload = json.dumps(payload)
 185
 186             if not pooling:
 187                 test_description = "Test {}{} {} {} {}".format(self.test_name, self.step, description, method, url)
 188                 logger.warning(test_description)
 189                 self.step += 1
 190             stream = False
 191             if expected_payload in ("zip", "octet-string") or store_file:
 192                 stream = True
 193             __retry = 0
 194             while True:
 195                 try:
 196                     r = getattr(self.s, method.lower())(url, data=payload, headers=headers, verify=self.verify,
 197                                                         stream=stream)
 198                     break
 199                 except requests.exceptions.ConnectionError as e:
 200                     if __retry == 2:
 201                         raise
 202                     logger.error("Exception {}. Retrying".format(e))
 203                     __retry += 1
 204
 205             if expected_payload in ("zip", "octet-string") or store_file:
 206                 logger.debug("RX {}".format(r.status_code))
 207             else:
 208                 logger.debug("RX {}: {}".format(r.status_code, r.text))
 209
 210             # check response
 211             if expected_codes:
 212                 if isinstance(expected_codes, int):
 213                     expected_codes = (expected_codes,)
 214                 if r.status_code not in expected_codes:
 215                     raise TestException(
 216                         "Got status {}. Expected {}. {}".format(r.status_code, expected_codes, r.text))
 217
 218             if expected_headers:
 219                 for header_key, header_val in expected_headers.items():
 220                     if header_key.lower() not in r.headers:
 221                         raise TestException("Header {} not present".format(header_key))
 222                     if header_val and header_val.lower() not in r.headers[header_key]:
 223                         raise TestException("Header {} does not contain {} but {}".format(header_key, header_val,
 224                                             r.headers[header_key]))
 225
 226             if expected_payload is not None:
 227                 if expected_payload == 0 and len(r.content) > 0:
 228                     raise TestException("Expected empty payload")
 229                 elif expected_payload == "json":
 230                     try:
 231                         r.json()
 232                     except Exception as e:
 233                         raise TestException("Expected json response payload, but got Exception {}".format(e))
 234                 elif expected_payload == "yaml":
 235                     try:
 236                         yaml.safe_load(r.text)
 237                     except Exception as e:
 238                         raise TestException("Expected yaml response payload, but got Exception {}".format(e))
 239                 elif expected_payload in ("zip", "octet-string"):
 240                     if len(r.content) == 0:
 241                         raise TestException("Expected some response payload, but got empty")
 242                     # try:
 243                     #     tar = tarfile.open(None, 'r:gz', fileobj=r.raw)
 244                     #     for tarinfo in tar:
 245                     #         tarname = tarinfo.name
 246                     #         print(tarname)
 247                     # except Exception as e:
 248                     #     raise TestException("Expected zip response payload, but got Exception {}".format(e))
 249                 elif expected_payload == "text":
 250                     if len(r.content) == 0:
 251                         raise TestException("Expected some response payload, but got empty")
 252                     # r.text
 253             if store_file:
 254                 with open(store_file, 'wb') as fd:
 255                     for chunk in r.iter_content(chunk_size=128):
 256                         fd.write(chunk)
 257
 258             location = r.headers.get("Location")
 259             if location:
 260                 _id = location[location.rfind("/") + 1:]
 261                 if _id:
 262                     self.last_id = str(_id)
 263             if not pooling:
 264                 self.passed_tests += 1
 265             return r
 266         except TestException as e:
 267             self.failed_tests += 1
 268             r_status_code = None
 269             r_text = None
 270             if r:
 271                 r_status_code = r.status_code
 272                 r_text = r.text
 273             logger.error("{} \nRX code{}: {}".format(e, r_status_code, r_text))
 274             return None
 275             # exit(1)
 276         except IOError as e:
 277             if store_file:
 278                 logger.error("Cannot open file {}: {}".format(store_file, e))
 279             else:
 280                 logger.error("Exception: {}".format(e), exc_info=True)
 281             self.failed_tests += 1
 282             return None
 283             # exit(1)
 284         except requests.exceptions.RequestException as e:
 285             logger.error("Exception: {}".format(e))
 286
 287     def get_autorization(self):  # user=None, password=None, project=None):
 288         if self.token:  # and self.user == user and self.password == password and self.project == project:
 289             return
 290         # self.user = user
 291         # self.password = password
 292         # self.project = project
 293         r = self.test("Obtain token", "POST", "/admin/v1/tokens", headers_json,
 294                       {"username": self.user, "password": self.password, "project_id": self.project},
 295                       (200, 201), r_header_json, "json")
 296         if not r:
 297             return
 298         response = r.json()
 299         self.token = response["id"]
 300         self.set_header({"Authorization": "Bearer {}".format(self.token)})
 301
 302     def remove_authorization(self):
 303         if self.token:
 304             self.test("Delete token", "DELETE", "/admin/v1/tokens/{}".format(self.token), headers_json,
 305                       None, (200, 201, 204), None, None)
 306         self.token = None
 307         self.unset_header("Authorization")
 308
 309     def get_create_vim(self, test_osm):
 310         if self.vim_id:
 311             return self.vim_id
 312         self.get_autorization()
 313         if test_osm:
 314             vim_name = os.environ.get("OSMNBITEST_VIM_NAME")
 315             if not vim_name:
 316                 raise TestException(
 317                     "Needed to define OSMNBITEST_VIM_XXX variables to create a real VIM for deployment")
 318         else:
 319             vim_name = "fakeVim"
 320         # Get VIM
 321         r = self.test("Get VIM ID", "GET", "/admin/v1/vim_accounts?name={}".format(vim_name), headers_json,
 322                       None, 200, r_header_json, "json")
 323         if not r:
 324             return
 325         vims = r.json()
 326         if vims:
 327             return vims[0]["_id"]
 328         # Add VIM
 329         if test_osm:
 330             # check needed environ parameters:
 331             if not os.environ.get("OSMNBITEST_VIM_URL") or not os.environ.get("OSMNBITEST_VIM_TENANT"):
 332                 raise TestException("Env OSMNBITEST_VIM_URL and OSMNBITEST_VIM_TENANT are needed for create a real VIM"
 333                                     " to deploy on whit the --test-osm option")
 334             vim_data = "{{schema_version: '1.0', name: '{}', vim_type: {}, vim_url: '{}', vim_tenant_name: '{}', "\
 335                        "vim_user: {}, vim_password: {}".format(vim_name,
 336                                                                os.environ.get("OSMNBITEST_VIM_TYPE", "openstack"),
 337                                                                os.environ.get("OSMNBITEST_VIM_URL"),
 338                                                                os.environ.get("OSMNBITEST_VIM_TENANT"),
 339                                                                os.environ.get("OSMNBITEST_VIM_USER"),
 340                                                                os.environ.get("OSMNBITEST_VIM_PASSWORD"))
 341             if os.environ.get("OSMNBITEST_VIM_CONFIG"):
 342                 vim_data += " ,config: {}".format(os.environ.get("OSMNBITEST_VIM_CONFIG"))
 343             vim_data += "}"
 344         else:
 345             vim_data = "{schema_version: '1.0', name: fakeVim, vim_type: openstack, vim_url: 'http://10.11.12.13/fake'"\
 346                        ", vim_tenant_name: 'vimtenant', vim_user: vimuser, vim_password: vimpassword}"
 347         self.test("Create VIM", "POST", "/admin/v1/vim_accounts", headers_yaml, vim_data,
 348                   (201), {"Location": "/admin/v1/vim_accounts/", "Content-Type": "application/yaml"}, "yaml")
 349         return self.last_id
 350
 351     def print_results(self):
 352         print("\n\n\n--------------------------------------------")
 353         print("TEST RESULTS: Total: {}, Passed: {}, Failed: {}".format(self.passed_tests + self.failed_tests,
 354                                                                        self.passed_tests, self.failed_tests))
 355         print("--------------------------------------------")
 356
 357     def wait_until_delete(self, url_op, timeout_delete):
 358         """
 359         Make a pooling until topic is not present, because of deleted
 360         :param url_op:
 361         :param timeout_delete:
 362         :return:
 363         """
 364         description = "Wait to topic being deleted"
 365         test_description = "Test {}{} {} {} {}".format(self.test_name, self.step, description, "GET", url_op)
 366         logger.warning(test_description)
 367         self.step += 1
 368
 369         wait = timeout_delete
 370         while wait >= 0:
 371             r = self.test(description, "GET", url_op, headers_yaml, None, (200, 404), None, r_header_yaml, "yaml",
 372                           pooling=True)
 373             if not r:
 374                 return
 375             if r.status_code == 404:
 376                 self.passed_tests += 1
 377                 break
 378             elif r.status_code == 200:
 379                 wait -= 5
 380                 sleep(5)
 381         else:
 382             raise TestException("Topic is not deleted after {} seconds".format(timeout_delete))
 383             self.failed_tests += 1
 384
 385     def wait_operation_ready(self, ns_nsi, opp_id, timeout, expected_fail=False):
 386         """
 387         Wait until nslcmop or nsilcmop finished
 388         :param ns_nsi: "ns" o "nsi"
 389         :param opp_id: Id o fthe operation
 390         :param timeout:
 391         :param expected_fail:
 392         :return: None. Updates passed/failed_tests
 393         """
 394         if ns_nsi == "ns":
 395             url_op = "/nslcm/v1/ns_lcm_op_occs/{}".format(opp_id)
 396         else:
 397             url_op = "/nsilcm/v1/nsi_lcm_op_occs/{}".format(opp_id)
 398         description = "Wait to {} lcm operation complete".format(ns_nsi)
 399         test_description = "Test {}{} {} {} {}".format(self.test_name, self.step, description, "GET", url_op)
 400         logger.warning(test_description)
 401         self.step += 1
 402         wait = timeout
 403         while wait >= 0:
 404             r = self.test(description, "GET", url_op, headers_json, None,
 405                           200, r_header_json, "json", pooling=True)
 406             if not r:
 407                 return
 408             nslcmop = r.json()
 409             if "COMPLETED" in nslcmop["operationState"]:
 410                 if expected_fail:
 411                     logger.error("NS terminate has success, expecting failing: {}".format(nslcmop["detailed-status"]))
 412                     self.failed_tests += 1
 413                 else:
 414                     self.passed_tests += 1
 415                 break
 416             elif "FAILED" in nslcmop["operationState"]:
 417                 if not expected_fail:
 418                     logger.error("NS terminate has failed: {}".format(nslcmop["detailed-status"]))
 419                     self.failed_tests += 1
 420                 else:
 421                     self.passed_tests += 1
 422                 break
 423
 424             print(".", end="", file=stderr)
 425             wait -= 10
 426             sleep(10)
 427         else:
 428             self.failed_tests += 1
 429             logger.error("NS instantiate is not terminate after {} seconds".format(timeout))
 430             return
 431         print("", file=stderr)
 432
 433
 434 class TestNonAuthorized:
 435     description = "Test invalid URLs. methods and no authorization"
 436
 437     @staticmethod
 438     def run(engine, test_osm, manual_check, test_params=None):
 439         engine.set_test_name("NonAuth")
 440         engine.remove_authorization()
 441         test_not_authorized_list = (
 442             ("Invalid token", "GET", "/admin/v1/users", headers_json, None, 401, r_header_json, "json"),
 443             ("Invalid URL", "POST", "/admin/v1/nonexist", headers_yaml, None, 405, r_header_yaml, "yaml"),
 444             ("Invalid version", "DELETE", "/admin/v2/users", headers_yaml, None, 405, r_header_yaml, "yaml"),
 445         )
 446         for t in test_not_authorized_list:
 447             engine.test(*t)
 448
 449
 450 class TestUsersProjects:
 451     description = "test project and user creation"
 452
 453     @staticmethod
 454     def run(engine, test_osm, manual_check, test_params=None):
 455         engine.set_test_name("UserProject")
 456         engine.get_autorization()
 457         engine.test("Create project non admin", "POST", "/admin/v1/projects", headers_json, {"name": "P1"},
 458                     (201, 204), {"Location": "/admin/v1/projects/", "Content-Type": "application/json"}, "json")
 459         engine.test("Create project admin", "POST", "/admin/v1/projects", headers_json,
 460                     {"name": "Padmin", "admin": True}, (201, 204),
 461                     {"Location": "/admin/v1/projects/", "Content-Type": "application/json"}, "json")
 462         engine.test("Create project bad format", "POST", "/admin/v1/projects", headers_json, {"name": 1}, 422,
 463                     r_header_json, "json")
 464         engine.test("Create user with bad project", "POST", "/admin/v1/users", headers_json,
 465                     {"username": "U1", "projects": ["P1", "P2", "Padmin"], "password": "pw1"}, 409,
 466                     r_header_json, "json")
 467         engine.test("Create user with bad project and force", "POST", "/admin/v1/users?FORCE=True", headers_json,
 468                     {"username": "U1", "projects": ["P1", "P2", "Padmin"], "password": "pw1"}, 201,
 469                     {"Location": "/admin/v1/users/", "Content-Type": "application/json"}, "json")
 470         engine.test("Create user 2", "POST", "/admin/v1/users", headers_json,
 471                     {"username": "U2", "projects": ["P1"], "password": "pw2"}, 201,
 472                     {"Location": "/admin/v1/users/", "Content-Type": "application/json"}, "json")
 473         engine.test("Edit user U1, delete  P2 project", "PATCH", "/admin/v1/users/U1", headers_json,
 474                     {"projects": {"$'P2'": None}}, 204, None, None)
 475         res = engine.test("Check user U1, contains the right projects", "GET", "/admin/v1/users/U1",
 476                           headers_json, None, 200, None, json)
 477         if res:
 478             u1 = res.json()
 479             # print(u1)
 480             expected_projects = ["P1", "Padmin"]
 481             if u1["projects"] != expected_projects:
 482                 logger.error("User content projects '{}' different than expected '{}'. Edition has not done"
 483                              " properly".format(u1["projects"], expected_projects))
 484                 engine.failed_tests += 1
 485
 486         engine.test("Edit user U1, set Padmin as default project", "PUT", "/admin/v1/users/U1", headers_json,
 487                     {"projects": {"$'Padmin'": None, "$+[0]": "Padmin"}}, 204, None, None)
 488         res = engine.test("Check user U1, contains the right projects", "GET", "/admin/v1/users/U1",
 489                           headers_json, None, 200, None, json)
 490         if res:
 491             u1 = res.json()
 492             # print(u1)
 493             expected_projects = ["Padmin", "P1"]
 494             if u1["projects"] != expected_projects:
 495                 logger.error("User content projects '{}' different than expected '{}'. Edition has not done"
 496                              " properly".format(u1["projects"], expected_projects))
 497                 engine.failed_tests += 1
 498
 499         engine.test("Edit user U1, change password", "PATCH", "/admin/v1/users/U1", headers_json,
 500                     {"password": "pw1_new"}, 204, None, None)
 501
 502         engine.test("Change to project P1 non existing", "POST", "/admin/v1/tokens/", headers_json,
 503                     {"project_id": "P1"}, 401, r_header_json, "json")
 504
 505         res = engine.test("Change to user U1 project P1", "POST", "/admin/v1/tokens", headers_json,
 506                           {"username": "U1", "password": "pw1_new", "project_id": "P1"}, (200, 201),
 507                           r_header_json, "json")
 508         if res:
 509             response = res.json()
 510             engine.set_header({"Authorization": "Bearer {}".format(response["id"])})
 511
 512         engine.test("Edit user projects non admin", "PUT", "/admin/v1/users/U1", headers_json,
 513                     {"projects": {"$'P1'": None}}, 401, r_header_json, "json")
 514         engine.test("Add new project non admin", "POST", "/admin/v1/projects", headers_json,
 515                     {"name": "P2"}, 401, r_header_json, "json")
 516         engine.test("Add new user non admin", "POST", "/admin/v1/users", headers_json,
 517                     {"username": "U3", "projects": ["P1"], "password": "pw3"}, 401,
 518                     r_header_json, "json")
 519
 520         res = engine.test("Change to user U1 project Padmin", "POST", "/admin/v1/tokens", headers_json,
 521                           {"project_id": "Padmin"}, (200, 201), r_header_json, "json")
 522         if res:
 523             response = res.json()
 524             engine.set_header({"Authorization": "Bearer {}".format(response["id"])})
 525
 526         engine.test("Add new project admin", "POST", "/admin/v1/projects", headers_json, {"name": "P2"},
 527                     (201, 204), {"Location": "/admin/v1/projects/", "Content-Type": "application/json"}, "json")
 528         engine.test("Add new user U3 admin", "POST", "/admin/v1/users",
 529                     headers_json, {"username": "U3", "projects": ["P2"], "password": "pw3"}, (201, 204),
 530                     {"Location": "/admin/v1/users/", "Content-Type": "application/json"}, "json")
 531         engine.test("Edit user projects admin", "PUT", "/admin/v1/users/U3", headers_json,
 532                     {"projects": ["P2"]}, 204, None, None)
 533
 534         engine.test("Delete project P2 conflict", "DELETE", "/admin/v1/projects/P2", headers_json, None, 409,
 535                     r_header_json, "json")
 536         engine.test("Delete project P2 forcing", "DELETE", "/admin/v1/projects/P2?FORCE=True", headers_json,
 537                     None, 204, None, None)
 538
 539         engine.test("Delete user U1. Conflict deleting own user", "DELETE", "/admin/v1/users/U1", headers_json,
 540                     None, 409, r_header_json, "json")
 541         engine.test("Delete user U2", "DELETE", "/admin/v1/users/U2", headers_json, None, 204, None, None)
 542         engine.test("Delete user U3", "DELETE", "/admin/v1/users/U3", headers_json, None, 204, None, None)
 543         # change to admin
 544         engine.remove_authorization()   # To force get authorization
 545         engine.get_autorization()
 546         engine.test("Delete user U1", "DELETE", "/admin/v1/users/U1", headers_json, None, 204, None, None)
 547         engine.test("Delete project P1", "DELETE", "/admin/v1/projects/P1", headers_json, None, 204, None, None)
 548         engine.test("Delete project Padmin", "DELETE", "/admin/v1/projects/Padmin", headers_json, None, 204,
 549                     None, None)
 550
 551
 552 class TestFakeVim:
 553     description = "Creates/edit/delete fake VIMs and SDN controllers"
 554
 555     def __init__(self):
 556         self.vim = {
 557             "schema_version": "1.0",
 558             "schema_type": "No idea",
 559             "name": "myVim",
 560             "description": "Descriptor name",
 561             "vim_type": "openstack",
 562             "vim_url": "http://localhost:/vim",
 563             "vim_tenant_name": "vimTenant",
 564             "vim_user": "user",
 565             "vim_password": "password",
 566             "config": {"config_param": 1}
 567         }
 568         self.sdn = {
 569             "name": "sdn-name",
 570             "description": "sdn-description",
 571             "dpid": "50:50:52:54:00:94:21:21",
 572             "ip": "192.168.15.17",
 573             "port": 8080,
 574             "type": "opendaylight",
 575             "version": "3.5.6",
 576             "user": "user",
 577             "password": "passwd"
 578         }
 579         self.port_mapping = [
 580             {"compute_node": "compute node 1",
 581              "ports": [{"pci": "0000:81:00.0", "switch_port": "port-2/1", "switch_mac": "52:54:00:94:21:21"},
 582                        {"pci": "0000:81:00.1", "switch_port": "port-2/2", "switch_mac": "52:54:00:94:21:22"}
 583                        ]},
 584             {"compute_node": "compute node 2",
 585              "ports": [{"pci": "0000:81:00.0", "switch_port": "port-2/3", "switch_mac": "52:54:00:94:21:23"},
 586                        {"pci": "0000:81:00.1", "switch_port": "port-2/4", "switch_mac": "52:54:00:94:21:24"}
 587                        ]}
 588         ]
 589
 590     def run(self, engine, test_osm, manual_check, test_params=None):
 591
 592         vim_bad = self.vim.copy()
 593         vim_bad.pop("name")
 594
 595         engine.set_test_name("FakeVim")
 596         engine.get_autorization()
 597         engine.test("Create VIM", "POST", "/admin/v1/vim_accounts", headers_json, self.vim, (201, 204),
 598                     {"Location": "/admin/v1/vim_accounts/", "Content-Type": "application/json"}, "json")
 599         vim_id = engine.last_id
 600         engine.test("Create VIM without name, bad schema", "POST", "/admin/v1/vim_accounts", headers_json,
 601                     vim_bad, 422, None, headers_json)
 602         engine.test("Create VIM name repeated", "POST", "/admin/v1/vim_accounts", headers_json, self.vim,
 603                     409, None, headers_json)
 604         engine.test("Show VIMs", "GET", "/admin/v1/vim_accounts", headers_yaml, None, 200, r_header_yaml,
 605                     "yaml")
 606         engine.test("Show VIM", "GET", "/admin/v1/vim_accounts/{}".format(vim_id), headers_yaml, None, 200,
 607                     r_header_yaml, "yaml")
 608         if not test_osm:
 609             # delete with FORCE
 610             engine.test("Delete VIM", "DELETE", "/admin/v1/vim_accounts/{}?FORCE=True".format(vim_id), headers_yaml,
 611                         None, 202, None, 0)
 612             engine.test("Check VIM is deleted", "GET", "/admin/v1/vim_accounts/{}".format(vim_id), headers_yaml, None,
 613                         404, r_header_yaml, "yaml")
 614         else:
 615             # delete and wait until is really deleted
 616             engine.test("Delete VIM", "DELETE", "/admin/v1/vim_accounts/{}".format(vim_id), headers_yaml, None, 202,
 617                         None, 0)
 618             engine.wait_until_delete("/admin/v1/vim_accounts/{}".format(vim_id), timeout)
 619
 620
 621 class TestVIMSDN(TestFakeVim):
 622     description = "Creates VIM with SDN editing SDN controllers and port_mapping"
 623
 624     def __init__(self):
 625         TestFakeVim.__init__(self)
 626         self.wim = {
 627             "schema_version": "1.0",
 628             "schema_type": "No idea",
 629             "name": "myWim",
 630             "description": "Descriptor name",
 631             "wim_type": "odl",
 632             "wim_url": "http://localhost:/wim",
 633             "user": "user",
 634             "password": "password",
 635             "config": {"config_param": 1}
 636         }
 637
 638     def run(self, engine, test_osm, manual_check, test_params=None):
 639         engine.set_test_name("VimSdn")
 640         engine.get_autorization()
 641         # Added SDN
 642         engine.test("Create SDN", "POST", "/admin/v1/sdns", headers_json, self.sdn, (201, 204),
 643                     {"Location": "/admin/v1/sdns/", "Content-Type": "application/json"}, "json")
 644         sdnc_id = engine.last_id
 645         # sleep(5)
 646         # Edit SDN
 647         engine.test("Edit SDN", "PATCH", "/admin/v1/sdns/{}".format(sdnc_id), headers_json, {"name": "new_sdn_name"},
 648                     204, None, None)
 649         # sleep(5)
 650         # VIM with SDN
 651         self.vim["config"]["sdn-controller"] = sdnc_id
 652         self.vim["config"]["sdn-port-mapping"] = self.port_mapping
 653         engine.test("Create VIM", "POST", "/admin/v1/vim_accounts", headers_json, self.vim, (200, 204, 201),
 654                     {"Location": "/admin/v1/vim_accounts/", "Content-Type": "application/json"}, "json"),
 655
 656         vim_id = engine.last_id
 657         self.port_mapping[0]["compute_node"] = "compute node XX"
 658         engine.test("Edit VIM change port-mapping", "PUT", "/admin/v1/vim_accounts/{}".format(vim_id), headers_json,
 659                     {"config": {"sdn-port-mapping": self.port_mapping}}, 204, None, None)
 660         engine.test("Edit VIM remove port-mapping", "PUT", "/admin/v1/vim_accounts/{}".format(vim_id), headers_json,
 661                     {"config": {"sdn-port-mapping": None}}, 204, None, None)
 662
 663         engine.test("Create WIM", "POST", "/admin/v1/wim_accounts", headers_json, self.wim, (200, 204, 201),
 664                     {"Location": "/admin/v1/wim_accounts/", "Content-Type": "application/json"}, "json"),
 665         wim_id = engine.last_id
 666
 667         if not test_osm:
 668             # delete with FORCE
 669             engine.test("Delete VIM remove port-mapping", "DELETE",
 670                         "/admin/v1/vim_accounts/{}?FORCE=True".format(vim_id), headers_json, None, 202, None, 0)
 671             engine.test("Delete SDNC", "DELETE", "/admin/v1/sdns/{}?FORCE=True".format(sdnc_id), headers_json, None,
 672                         202, None, 0)
 673
 674             engine.test("Delete WIM", "DELETE",
 675                         "/admin/v1/wim_accounts/{}?FORCE=True".format(wim_id), headers_json, None, 202, None, 0)
 676             engine.test("Check VIM is deleted", "GET", "/admin/v1/vim_accounts/{}".format(vim_id), headers_yaml,
 677                         None, 404, r_header_yaml, "yaml")
 678             engine.test("Check SDN is deleted", "GET", "/admin/v1/sdns/{}".format(sdnc_id), headers_yaml, None,
 679                         404, r_header_yaml, "yaml")
 680             engine.test("Check WIM is deleted", "GET", "/admin/v1/wim_accounts/{}".format(wim_id), headers_yaml,
 681                         None, 404, r_header_yaml, "yaml")
 682         else:
 683             if manual_check:
 684                 input('VIM, SDN, WIM has been deployed. Perform manual check and press enter to resume')
 685             # delete and wait until is really deleted
 686             engine.test("Delete VIM remove port-mapping", "DELETE", "/admin/v1/vim_accounts/{}".format(vim_id),
 687                         headers_json, None, (202, 201, 204), None, 0)
 688             engine.test("Delete SDN", "DELETE", "/admin/v1/sdns/{}".format(sdnc_id), headers_json, None,
 689                         (202, 201, 204), None, 0)
 690             engine.test("Delete VIM", "DELETE", "/admin/v1/wim_accounts/{}".format(wim_id),
 691                         headers_json, None, (202, 201, 204), None, 0)
 692             engine.wait_until_delete("/admin/v1/vim_accounts/{}".format(vim_id), timeout)
 693             engine.wait_until_delete("/admin/v1/sdns/{}".format(sdnc_id), timeout)
 694             engine.wait_until_delete("/admin/v1/wim_accounts/{}".format(wim_id), timeout)
 695
 696
 697 class TestDeploy:
 698     description = "Base class for downloading descriptors from ETSI, onboard and deploy in real VIM"
 699
 700     def __init__(self):
 701         self.test_name = "DEPLOY"
 702         self.nsd_id = None
 703         self.vim_id = None
 704         self.ns_id = None
 705         self.vnfds_id = []
 706         self.descriptor_url = "https://osm-download.etsi.org/ftp/osm-3.0-three/2nd-hackfest/packages/"
 707         self.vnfd_filenames = ("cirros_vnf.tar.gz",)
 708         self.nsd_filename = "cirros_2vnf_ns.tar.gz"
 709         self.descriptor_edit = None
 710         self.uses_configuration = False
 711         self.users = {}
 712         self.passwords = {}
 713         self.commands = {}
 714         self.keys = {}
 715         self.timeout = 120
 716         self.qforce = ""
 717         self.ns_params = None
 718
 719     def create_descriptors(self, engine):
 720         temp_dir = os.path.dirname(os.path.abspath(__file__)) + "/temp/"
 721         if not os.path.exists(temp_dir):
 722             os.makedirs(temp_dir)
 723         for vnfd_index, vnfd_filename in enumerate(self.vnfd_filenames):
 724             if "/" in vnfd_filename:
 725                 vnfd_filename_path = vnfd_filename
 726                 if not os.path.exists(vnfd_filename_path):
 727                     raise TestException("File '{}' does not exist".format(vnfd_filename_path))
 728             else:
 729                 vnfd_filename_path = temp_dir + vnfd_filename
 730                 if not os.path.exists(vnfd_filename_path):
 731                     with open(vnfd_filename_path, "wb") as file:
 732                         response = requests.get(self.descriptor_url + vnfd_filename)
 733                         if response.status_code >= 300:
 734                             raise TestException("Error downloading descriptor from '{}': {}".format(
 735                                 self.descriptor_url + vnfd_filename, response.status_code))
 736                         file.write(response.content)
 737             if vnfd_filename_path.endswith(".yaml"):
 738                 headers = headers_yaml
 739             else:
 740                 headers = headers_zip_yaml
 741             if randint(0, 1) == 0:
 742                 # vnfd CREATE AND UPLOAD in one step:
 743                 engine.test("Onboard VNFD in one step", "POST",
 744                             "/vnfpkgm/v1/vnf_packages_content" + self.qforce, headers, "@b" + vnfd_filename_path, 201,
 745                             r_headers_yaml_location_vnfd,
 746                             "yaml")
 747                 self.vnfds_id.append(engine.last_id)
 748             else:
 749                 # vnfd CREATE AND UPLOAD ZIP
 750                 engine.test("Onboard VNFD step 1", "POST", "/vnfpkgm/v1/vnf_packages",
 751                             headers_json, None, 201,
 752                             {"Location": "/vnfpkgm/v1/vnf_packages/", "Content-Type": "application/json"}, "json")
 753                 self.vnfds_id.append(engine.last_id)
 754                 engine.test("Onboard VNFD step 2 as ZIP", "PUT",
 755                             "/vnfpkgm/v1/vnf_packages/<>/package_content" + self.qforce,
 756                             headers, "@b" + vnfd_filename_path, 204, None, 0)
 757
 758             if self.descriptor_edit:
 759                 if "vnfd{}".format(vnfd_index) in self.descriptor_edit:
 760                     # Modify VNFD
 761                     engine.test("Edit VNFD ", "PATCH",
 762                                 "/vnfpkgm/v1/vnf_packages/{}".format(self.vnfds_id[-1]),
 763                                 headers_yaml, self.descriptor_edit["vnfd{}".format(vnfd_index)], 204, None, None)
 764
 765         if "/" in self.nsd_filename:
 766             nsd_filename_path = self.nsd_filename
 767             if not os.path.exists(nsd_filename_path):
 768                 raise TestException("File '{}' does not exist".format(nsd_filename_path))
 769         else:
 770             nsd_filename_path = temp_dir + self.nsd_filename
 771             if not os.path.exists(nsd_filename_path):
 772                 with open(nsd_filename_path, "wb") as file:
 773                     response = requests.get(self.descriptor_url + self.nsd_filename)
 774                     if response.status_code >= 300:
 775                         raise TestException("Error downloading descriptor from '{}': {}".format(
 776                             self.descriptor_url + self.nsd_filename, response.status_code))
 777                     file.write(response.content)
 778         if nsd_filename_path.endswith(".yaml"):
 779             headers = headers_yaml
 780         else:
 781             headers = headers_zip_yaml
 782
 783         if randint(0, 1) == 0:
 784             # nsd CREATE AND UPLOAD in one step:
 785             engine.test("Onboard NSD in one step", "POST",
 786                         "/nsd/v1/ns_descriptors_content" + self.qforce, headers, "@b" + nsd_filename_path, 201,
 787                         r_headers_yaml_location_nsd, yaml)
 788             self.nsd_id = engine.last_id
 789         else:
 790             # nsd CREATE AND UPLOAD ZIP
 791             engine.test("Onboard NSD step 1", "POST", "/nsd/v1/ns_descriptors",
 792                         headers_json, None, 201,
 793                         {"Location": "/nsd/v1/ns_descriptors/", "Content-Type": "application/json"}, "json")
 794             self.nsd_id = engine.last_id
 795             engine.test("Onboard NSD step 2 as ZIP", "PUT",
 796                         "/nsd/v1/ns_descriptors/<>/nsd_content" + self.qforce,
 797                         headers, "@b" + nsd_filename_path, 204, None, 0)
 798
 799         if self.descriptor_edit and "nsd" in self.descriptor_edit:
 800             # Modify NSD
 801             engine.test("Edit NSD ", "PATCH",
 802                         "/nsd/v1/ns_descriptors/{}".format(self.nsd_id),
 803                         headers_yaml, self.descriptor_edit["nsd"], 204, None, None)
 804
 805     def delete_descriptors(self, engine):
 806         # delete descriptors
 807         engine.test("Delete NSSD SOL005", "DELETE",
 808                     "/nsd/v1/ns_descriptors/{}".format(self.nsd_id),
 809                     headers_yaml, None, 204, None, 0)
 810         for vnfd_id in self.vnfds_id:
 811             engine.test("Delete VNFD SOL005", "DELETE",
 812                         "/vnfpkgm/v1/vnf_packages/{}".format(vnfd_id), headers_yaml, None, 204, None, 0)
 813
 814     def instantiate(self, engine, ns_data):
 815         ns_data_text = yaml.safe_dump(ns_data, default_flow_style=True, width=256)
 816         # create NS Two steps
 817         r = engine.test("Create NS step 1", "POST", "/nslcm/v1/ns_instances",
 818                         headers_yaml, ns_data_text, 201,
 819                         {"Location": "nslcm/v1/ns_instances/", "Content-Type": "application/yaml"}, "yaml")
 820         if not r:
 821             return
 822         self.ns_id = engine.last_id
 823         engine.test("Instantiate NS step 2", "POST",
 824                     "/nslcm/v1/ns_instances/{}/instantiate".format(self.ns_id), headers_yaml, ns_data_text,
 825                     201, r_headers_yaml_location_nslcmop, "yaml")
 826         nslcmop_id = engine.last_id
 827
 828         if test_osm:
 829             # Wait until status is Ok
 830             timeout = timeout_configure if self.uses_configuration else timeout_deploy
 831             engine.wait_operation_ready("ns", nslcmop_id, timeout)
 832
 833     def terminate(self, engine):
 834         # remove deployment
 835         if test_osm:
 836             engine.test("Terminate NS", "POST", "/nslcm/v1/ns_instances/{}/terminate".format(self.ns_id), headers_yaml,
 837                         None, 201, r_headers_yaml_location_nslcmop, "yaml")
 838             nslcmop2_id = engine.last_id
 839             # Wait until status is Ok
 840             engine.wait_operation_ready("ns", nslcmop2_id, timeout_deploy)
 841
 842             engine.test("Delete NS", "DELETE", "/nslcm/v1/ns_instances/{}".format(self.ns_id), headers_yaml, None,
 843                         204, None, 0)
 844         else:
 845             engine.test("Delete NS with FORCE", "DELETE", "/nslcm/v1/ns_instances/{}?FORCE=True".format(self.ns_id),
 846                         headers_yaml, None, 204, None, 0)
 847
 848         # check all it is deleted
 849         engine.test("Check NS is deleted", "GET", "/nslcm/v1/ns_instances/{}".format(self.ns_id), headers_yaml, None,
 850                     404, None, "yaml")
 851         r = engine.test("Check NSLCMOPs are deleted", "GET",
 852                         "/nslcm/v1/ns_lcm_op_occs?nsInstanceId={}".format(self.ns_id), headers_json, None,
 853                         200, None, "json")
 854         if not r:
 855             return
 856         nslcmops = r.json()
 857         if not isinstance(nslcmops, list) or nslcmops:
 858             raise TestException("NS {} deleted but with ns_lcm_op_occ active: {}".format(self.ns_id, nslcmops))
 859
 860     def test_ns(self, engine, test_osm, commands=None, users=None, passwds=None, keys=None, timeout=0):
 861
 862         r = engine.test("GET VNFR IDs", "GET",
 863                         "/nslcm/v1/ns_instances/{}".format(self.ns_id), headers_json, None,
 864                         200, r_header_json, "json")
 865         if not r:
 866             return
 867         ns_data = r.json()
 868
 869         vnfr_list = ns_data['constituent-vnfr-ref']
 870         time = 0
 871         _commands = commands if commands is not None else self.commands
 872         _users = users if users is not None else self.users
 873         _passwds = passwds if passwds is not None else self.passwords
 874         _keys = keys if keys is not None else self.keys
 875         _timeout = timeout if timeout != 0 else self.timeout
 876
 877         for vnfr_id in vnfr_list:
 878             r = engine.test("Get VNFR to get IP_ADDRESS", "GET",
 879                             "/nslcm/v1/vnfrs/{}".format(vnfr_id), headers_json, None,
 880                             200, r_header_json, "json")
 881             if not r:
 882                 continue
 883             vnfr_data = r.json()
 884
 885             vnf_index = str(vnfr_data["member-vnf-index-ref"])
 886             if not _commands.get(vnf_index):
 887                 continue
 888             if vnfr_data.get("ip-address"):
 889                 description = "Exec command='{}' at VNFR={} IP={}".format(_commands.get(vnf_index)[0], vnf_index,
 890                                                                           vnfr_data['ip-address'])
 891                 engine.step += 1
 892                 test_description = "{}{} {}".format(engine.test_name, engine.step, description)
 893                 logger.warning(test_description)
 894                 while _timeout >= time:
 895                     result, message = self.do_checks([vnfr_data["ip-address"]],
 896                                                      vnf_index=vnfr_data["member-vnf-index-ref"],
 897                                                      commands=_commands.get(vnf_index), user=_users.get(vnf_index),
 898                                                      passwd=_passwds.get(vnf_index), key=_keys.get(vnf_index))
 899                     if result == 1:
 900                         engine.passed_tests += 1
 901                         logger.debug(message)
 902                         break
 903                     elif result == 0:
 904                         time += 20
 905                         sleep(20)
 906                     elif result == -1:
 907                         engine.failed_tests += 1
 908                         logger.error(message)
 909                         break
 910                 else:
 911                     time -= 20
 912                     engine.failed_tests += 1
 913                     logger.error(message)
 914             else:
 915                 engine.failed_tests += 1
 916                 logger.error("VNFR {} has not mgmt address. Check failed".format(vnfr_id))
 917
 918     def do_checks(self, ip, vnf_index, commands=[], user=None, passwd=None, key=None):
 919         try:
 920             import urllib3
 921             from pssh.clients import ParallelSSHClient
 922             from pssh.utils import load_private_key
 923             from ssh2 import exceptions as ssh2Exception
 924         except ImportError as e:
 925             logger.critical("Package <pssh> or/and <urllib3> is not installed. Please add them with 'pip3 install "
 926                             "parallel-ssh urllib3': {}".format(e))
 927             return -1, "install needed packages 'pip3 install parallel-ssh urllib3'"
 928         urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
 929         try:
 930             p_host = os.environ.get("PROXY_HOST")
 931             p_user = os.environ.get("PROXY_USER")
 932             p_password = os.environ.get("PROXY_PASSWD")
 933
 934             if key:
 935                 pkey = load_private_key(key)
 936             else:
 937                 pkey = None
 938
 939             client = ParallelSSHClient(ip, user=user, password=passwd, pkey=pkey, proxy_host=p_host,
 940                                        proxy_user=p_user, proxy_password=p_password, timeout=10, num_retries=0)
 941             for cmd in commands:
 942                 output = client.run_command(cmd)
 943                 client.join(output)
 944                 if output[ip[0]].exit_code:
 945                     return -1, "VNFR {} command '{}' returns error: '{}'".format(ip[0], cmd,
 946                                                                                  "\n".join(output[ip[0]].stderr))
 947                 else:
 948                     return 1, "VNFR {} command '{}' successful".format(ip[0], cmd)
 949         except (ssh2Exception.ChannelFailure, ssh2Exception.SocketDisconnectError, ssh2Exception.SocketTimeout,
 950                 ssh2Exception.SocketRecvError) as e:
 951             return 0, "Timeout accessing the VNFR {}: {}".format(ip[0], str(e))
 952         except Exception as e:
 953             return -1, "ERROR checking the VNFR {}: {}".format(ip[0], str(e))
 954
 955     def additional_operations(self, engine, test_osm, manual_check):
 956         pass
 957
 958     def run(self, engine, test_osm, manual_check, test_params=None):
 959         engine.set_test_name(self.test_name)
 960         engine.get_autorization()
 961         nsname = os.environ.get("OSMNBITEST_NS_NAME", "OSMNBITEST")
 962         if test_params:
 963             if "vnfd-files" in test_params:
 964                 self.vnfd_filenames = test_params["vnfd-files"].split(",")
 965             if "nsd-file" in test_params:
 966                 self.nsd_filename = test_params["nsd-file"]
 967             if test_params.get("ns-name"):
 968                 nsname = test_params["ns-name"]
 969         self.create_descriptors(engine)
 970
 971         # create real VIM if not exist
 972         self.vim_id = engine.get_create_vim(test_osm)
 973         ns_data = {"nsDescription": "default description", "nsName": nsname, "nsdId": self.nsd_id,
 974                    "vimAccountId": self.vim_id}
 975         if self.ns_params:
 976             ns_data.update(self.ns_params)
 977         if test_params and test_params.get("ns-config"):
 978             if isinstance(test_params["ns-config"], str):
 979                 ns_data.update(yaml.load(test_params["ns-config"]))
 980             else:
 981                 ns_data.update(test_params["ns-config"])
 982         self.instantiate(engine, ns_data)
 983
 984         if manual_check:
 985             input('NS has been deployed. Perform manual check and press enter to resume')
 986         if test_osm and self.commands:
 987             self.test_ns(engine, test_osm)
 988         self.additional_operations(engine, test_osm, manual_check)
 989         self.terminate(engine)
 990         self.delete_descriptors(engine)
 991
 992
 993 class TestDeployHackfestCirros(TestDeploy):
 994     description = "Load and deploy Hackfest cirros_2vnf_ns example"
 995
 996     def __init__(self):
 997         super().__init__()
 998         self.test_name = "CIRROS"
 999         self.vnfd_filenames = ("cirros_vnf.tar.gz",)
1000         self.nsd_filename = "cirros_2vnf_ns.tar.gz"
1001         self.commands = {'1': ['ls -lrt', ], '2': ['ls -lrt', ]}
1002         self.users = {'1': "cirros", '2': "cirros"}
1003         self.passwords = {'1': "cubswin:)", '2': "cubswin:)"}
1004
1005     def terminate(self, engine):
1006         # Make a delete in one step, overriding the normal two step of TestDeploy that launched terminate and delete
1007         if test_osm:
1008             engine.test("Terminate and delete NS in one step", "DELETE", "/nslcm/v1/ns_instances_content/{}".
1009                         format(self.ns_id), headers_yaml, None, 202, None, "yaml")
1010
1011             engine .wait_until_delete("/nslcm/v1/ns_instances/{}".format(self.ns_id), timeout_deploy)
1012         else:
1013             engine.test("Delete NS with FORCE", "DELETE", "/nslcm/v1/ns_instances/{}?FORCE=True".format(self.ns_id),
1014                         headers_yaml, None, 204, None, 0)
1015
1016         # check all it is deleted
1017         engine.test("Check NS is deleted", "GET", "/nslcm/v1/ns_instances/{}".format(self.ns_id), headers_yaml, None,
1018                     404, None, "yaml")
1019         r = engine.test("Check NSLCMOPs are deleted", "GET",
1020                         "/nslcm/v1/ns_lcm_op_occs?nsInstanceId={}".format(self.ns_id), headers_json, None,
1021                         200, None, "json")
1022         if not r:
1023             return
1024         nslcmops = r.json()
1025         if not isinstance(nslcmops, list) or nslcmops:
1026             raise TestException("NS {} deleted but with ns_lcm_op_occ active: {}".format(self.ns_id, nslcmops))
1027
1028
1029 class TestDeployHackfest1(TestDeploy):
1030     description = "Load and deploy Hackfest_1_vnfd example"
1031
1032     def __init__(self):
1033         super().__init__()
1034         self.test_name = "HACKFEST1-"
1035         self.vnfd_filenames = ("hackfest_1_vnfd.tar.gz",)
1036         self.nsd_filename = "hackfest_1_nsd.tar.gz"
1037         # self.commands = {'1': ['ls -lrt', ], '2': ['ls -lrt', ]}
1038         # self.users = {'1': "cirros", '2': "cirros"}
1039         # self.passwords = {'1': "cubswin:)", '2': "cubswin:)"}
1040
1041
1042 class TestDeployHackfestCirrosScaling(TestDeploy):
1043     description = "Load and deploy Hackfest cirros_2vnf_ns example with scaling modifications"
1044
1045     def __init__(self):
1046         super().__init__()
1047         self.test_name = "CIRROS-SCALE"
1048         self.vnfd_filenames = ("cirros_vnf.tar.gz",)
1049         self.nsd_filename = "cirros_2vnf_ns.tar.gz"
1050
1051     def create_descriptors(self, engine):
1052         super().create_descriptors(engine)
1053         # Modify VNFD to add scaling and count=2
1054         self.descriptor_edit = {
1055             "vnfd0": {
1056                 "vdu": {
1057                     "$id: 'cirros_vnfd-VM'": {"count": 2}
1058                 },
1059                 "scaling-group-descriptor": [{
1060                     "name": "scale_cirros",
1061                     "max-instance-count": 2,
1062                     "vdu": [{
1063                         "vdu-id-ref": "cirros_vnfd-VM",
1064                         "count": 2
1065                     }]
1066                 }]
1067             }
1068         }
1069
1070     def additional_operations(self, engine, test_osm, manual_check):
1071         if not test_osm:
1072             return
1073         # 2 perform scale out twice
1074         payload = '{scaleType: SCALE_VNF, scaleVnfData: {scaleVnfType: SCALE_OUT, scaleByStepData: ' \
1075                   '{scaling-group-descriptor: scale_cirros, member-vnf-index: "1"}}}'
1076         for i in range(0, 2):
1077             engine.test("Execute scale action over NS", "POST",
1078                         "/nslcm/v1/ns_instances/{}/scale".format(self.ns_id), headers_yaml, payload,
1079                         201, r_headers_yaml_location_nslcmop, "yaml")
1080             nslcmop2_scale_out = engine.last_id
1081             engine.wait_operation_ready("ns", nslcmop2_scale_out, timeout_deploy)
1082             if manual_check:
1083                 input('NS scale out done. Check that two more vdus are there')
1084             # TODO check automatic
1085
1086         # 2 perform scale in
1087         payload = '{scaleType: SCALE_VNF, scaleVnfData: {scaleVnfType: SCALE_IN, scaleByStepData: ' \
1088                   '{scaling-group-descriptor: scale_cirros, member-vnf-index: "1"}}}'
1089         for i in range(0, 2):
1090             engine.test("Execute scale IN action over NS", "POST",
1091                         "/nslcm/v1/ns_instances/{}/scale".format(self.ns_id), headers_yaml, payload,
1092                         201, r_headers_yaml_location_nslcmop, "yaml")
1093             nslcmop2_scale_in = engine.last_id
1094             engine.wait_operation_ready("ns", nslcmop2_scale_in, timeout_deploy)
1095             if manual_check:
1096                 input('NS scale in done. Check that two less vdus are there')
1097             # TODO check automatic
1098
1099         # perform scale in that must fail as reached limit
1100         engine.test("Execute scale IN out of limit action over NS", "POST",
1101                     "/nslcm/v1/ns_instances/{}/scale".format(self.ns_id), headers_yaml, payload,
1102                     201, r_headers_yaml_location_nslcmop, "yaml")
1103         nslcmop2_scale_in = engine.last_id
1104         engine.wait_operation_ready("ns", nslcmop2_scale_in, timeout_deploy, expected_fail=True)
1105
1106
1107 class TestDeployIpMac(TestDeploy):
1108     description = "Load and deploy descriptor examples setting mac, ip address at descriptor and instantiate params"
1109
1110     def __init__(self):
1111         super().__init__()
1112         self.test_name = "SetIpMac"
1113         self.vnfd_filenames = ("vnfd_2vdu_set_ip_mac2.yaml", "vnfd_2vdu_set_ip_mac.yaml")
1114         self.nsd_filename = "scenario_2vdu_set_ip_mac.yaml"
1115         self.descriptor_url = \
1116             "https://osm.etsi.org/gitweb/?p=osm/RO.git;a=blob_plain;f=test/RO_tests/v3_2vdu_set_ip_mac/"
1117         self.commands = {'1': ['ls -lrt', ], '2': ['ls -lrt', ]}
1118         self.users = {'1': "osm", '2': "osm"}
1119         self.passwords = {'1': "osm4u", '2': "osm4u"}
1120         self.timeout = 360
1121
1122     def run(self, engine, test_osm, manual_check, test_params=None):
1123         # super().run(engine, test_osm, manual_check, test_params)
1124         # run again setting IPs with instantiate parameters
1125         instantiation_params = {
1126             "vnf": [
1127                 {
1128                     "member-vnf-index": "1",
1129                     "internal-vld": [
1130                         {
1131                             "name": "internal_vld1",   # net_internal
1132                             "ip-profile": {
1133                                 "ip-version": "ipv4",
1134                                 "subnet-address": "10.9.8.0/24",
1135                                 "dhcp-params": {"count": 100, "start-address": "10.9.8.100"}
1136                             },
1137                             "internal-connection-point": [
1138                                 {
1139                                     "id-ref": "eth2",
1140                                     "ip-address": "10.9.8.2",
1141                                 },
1142                                 {
1143                                     "id-ref": "eth3",
1144                                     "ip-address": "10.9.8.3",
1145                                 }
1146                             ]
1147                         },
1148                     ],
1149
1150                     "vdu": [
1151                         {
1152                             "id": "VM1",
1153                             "interface": [
1154                                 # {
1155                                 #     "name": "iface11",
1156                                 #     "floating-ip-required": True,
1157                                 # },
1158                                 {
1159                                     "name": "iface13",
1160                                     "mac-address": "52:33:44:55:66:13"
1161                                 },
1162                             ],
1163                         },
1164                         {
1165                             "id": "VM2",
1166                             "interface": [
1167                                 {
1168                                     "name": "iface21",
1169                                     "ip-address": "10.31.31.22",
1170                                     "mac-address": "52:33:44:55:66:21"
1171                                 },
1172                             ],
1173                         },
1174                     ]
1175                 },
1176             ]
1177         }
1178
1179         super().run(engine, test_osm, manual_check, test_params={"ns-config": instantiation_params})
1180
1181
1182 class TestDeployHackfest4(TestDeploy):
1183     description = "Load and deploy Hackfest 4 example."
1184
1185     def __init__(self):
1186         super().__init__()
1187         self.test_name = "HACKFEST4-"
1188         self.vnfd_filenames = ("hackfest_4_vnfd.tar.gz",)
1189         self.nsd_filename = "hackfest_4_nsd.tar.gz"
1190         self.uses_configuration = True
1191         self.commands = {'1': ['ls -lrt', ], '2': ['ls -lrt', ]}
1192         self.users = {'1': "ubuntu", '2': "ubuntu"}
1193         self.passwords = {'1': "osm4u", '2': "osm4u"}
1194         # Modify VNFD to add scaling
1195         # self.descriptor_edit = {
1196         #     "vnfd0": {
1197         #         'vnf-configuration': {
1198         #             'config-primitive': [{
1199         #                 'name': 'touch',
1200         #                 'parameter': [{
1201         #                     'name': 'filename',
1202         #                     'data-type': 'STRING',
1203         #                     'default-value': '/home/ubuntu/touched'
1204         #                 }]
1205         #             }]
1206         #         },
1207         #         'scaling-group-descriptor': [{
1208         #             'name': 'scale_dataVM',
1209         #             'scaling-policy': [{
1210         #                 'threshold-time': 0,
1211         #                 'name': 'auto_cpu_util_above_threshold',
1212         #                 'scaling-type': 'automatic',
1213         #                 'scaling-criteria': [{
1214         #                     'name': 'cpu_util_above_threshold',
1215         #                     'vnf-monitoring-param-ref': 'all_aaa_cpu_util',
1216         #                     'scale-out-relational-operation': 'GE',
1217         #                     'scale-in-threshold': 15,
1218         #                     'scale-out-threshold': 60,
1219         #                     'scale-in-relational-operation': 'LE'
1220         #                 }],
1221         #                 'cooldown-time': 60
1222         #             }],
1223         #             'max-instance-count': 10,
1224         #             'scaling-config-action': [
1225         #                 {'vnf-config-primitive-name-ref': 'touch',
1226         #                  'trigger': 'post-scale-out'},
1227         #                 {'vnf-config-primitive-name-ref': 'touch',
1228         #                  'trigger': 'pre-scale-in'}
1229         #             ],
1230         #             'vdu': [{
1231         #                 'vdu-id-ref': 'dataVM',
1232         #                 'count': 1
1233         #             }]
1234         #         }]
1235         #     }
1236         # }
1237
1238
1239 class TestDeployHackfest3Charmed(TestDeploy):
1240     description = "Load and deploy Hackfest 3charmed_ns example"
1241
1242     def __init__(self):
1243         super().__init__()
1244         self.test_name = "HACKFEST3-"
1245         self.vnfd_filenames = ("hackfest_3charmed_vnfd.tar.gz",)
1246         self.nsd_filename = "hackfest_3charmed_nsd.tar.gz"
1247         self.uses_configuration = True
1248         self.commands = {'1': ['ls -lrt /home/ubuntu/first-touch'], '2': ['ls -lrt /home/ubuntu/first-touch']}
1249         self.users = {'1': "ubuntu", '2': "ubuntu"}
1250         self.passwords = {'1': "osm4u", '2': "osm4u"}
1251
1252     def additional_operations(self, engine, test_osm, manual_check):
1253         if not test_osm:
1254             return
1255         # 1 perform action
1256         payload = '{member_vnf_index: "2", primitive: touch, primitive_params: { filename: /home/ubuntu/OSMTESTNBI }}'
1257         engine.test("Exec service primitive over NS", "POST",
1258                     "/nslcm/v1/ns_instances/{}/action".format(self.ns_id), headers_yaml, payload,
1259                     201, r_headers_yaml_location_nslcmop, "yaml")
1260         nslcmop2_action = engine.last_id
1261         # Wait until status is Ok
1262         engine.wait_operation_ready("ns", nslcmop2_action, timeout_deploy)
1263         if manual_check:
1264             input('NS service primitive has been executed. Check that file /home/ubuntu/OSMTESTNBI is present at '
1265                   'TODO_PUT_IP')
1266         if test_osm:
1267             commands = {'1': [''], '2': ['ls -lrt /home/ubuntu/OSMTESTNBI', ]}
1268             self.test_ns(engine, test_osm, commands=commands)
1269
1270         # # 2 perform scale out
1271         # payload = '{scaleType: SCALE_VNF, scaleVnfData: {scaleVnfType: SCALE_OUT, scaleByStepData: ' \
1272         #           '{scaling-group-descriptor: scale_dataVM, member-vnf-index: "1"}}}'
1273         # engine.test("Execute scale action over NS", "POST",
1274         #             "/nslcm/v1/ns_instances/{}/scale".format(self.ns_id), headers_yaml, payload,
1275         #             201, r_headers_yaml_location_nslcmop, "yaml")
1276         # nslcmop2_scale_out = engine.last_id
1277         # engine.wait_operation_ready("ns", nslcmop2_scale_out, timeout_deploy)
1278         # if manual_check:
1279         #     input('NS scale out done. Check that file /home/ubuntu/touched is present and new VM is created')
1280         # # TODO check automatic
1281         #
1282         # # 2 perform scale in
1283         # payload = '{scaleType: SCALE_VNF, scaleVnfData: {scaleVnfType: SCALE_IN, scaleByStepData: ' \
1284         #           '{scaling-group-descriptor: scale_dataVM, member-vnf-index: "1"}}}'
1285         # engine.test("Execute scale action over NS", "POST",
1286         #             "/nslcm/v1/ns_instances/{}/scale".format(self.ns_id), headers_yaml, payload,
1287         #             201, r_headers_yaml_location_nslcmop, "yaml")
1288         # nslcmop2_scale_in = engine.last_id
1289         # engine.wait_operation_ready("ns", nslcmop2_scale_in, timeout_deploy)
1290         # if manual_check:
1291         #     input('NS scale in done. Check that file /home/ubuntu/touched is updated and new VM is deleted')
1292         # # TODO check automatic
1293
1294
1295 class TestDeployHackfest3Charmed2(TestDeployHackfest3Charmed):
1296     description = "Load and deploy Hackfest 3charmed_ns example modified version of descriptors to have dots in " \
1297                   "ids and member-vnf-index."
1298
1299     def __init__(self):
1300         super().__init__()
1301         self.test_name = "HACKFEST3v2-"
1302         self.qforce = "?FORCE=True"
1303         self.descriptor_edit = {
1304             "vnfd0": {
1305                 "vdu": {
1306                     "$[0]": {
1307                         "interface": {"$[0]": {"external-connection-point-ref": "pdu-mgmt"}}
1308                     },
1309                     "$[1]": None
1310                 },
1311                 "vnf-configuration": None,
1312                 "connection-point": {
1313                     "$[0]": {
1314                         "id": "pdu-mgmt",
1315                         "name": "pdu-mgmt",
1316                         "short-name": "pdu-mgmt"
1317                     },
1318                     "$[1]": None
1319                 },
1320                 "mgmt-interface": {"cp": "pdu-mgmt"},
1321                 "description": "A vnf single vdu to be used as PDU",
1322                 "id": "vdu-as-pdu",
1323                 "internal-vld": {
1324                     "$[0]": {
1325                         "id": "pdu_internal",
1326                         "name": "pdu_internal",
1327                         "internal-connection-point": {"$[1]": None},
1328                         "short-name": "pdu_internal",
1329                         "type": "ELAN"
1330                     }
1331                 }
1332             },
1333
1334             # Modify NSD accordingly
1335             "nsd": {
1336                 "constituent-vnfd": {
1337                     "$[0]": {"vnfd-id-ref": "vdu-as-pdu"},
1338                     "$[1]": None,
1339                 },
1340                 "description": "A nsd to deploy the vnf to act as as PDU",
1341                 "id": "nsd-as-pdu",
1342                 "name": "nsd-as-pdu",
1343                 "short-name": "nsd-as-pdu",
1344                 "vld": {
1345                     "$[0]": {
1346                         "id": "mgmt_pdu",
1347                         "name": "mgmt_pdu",
1348                         "short-name": "mgmt_pdu",
1349                         "vnfd-connection-point-ref": {
1350                             "$[0]": {
1351                                 "vnfd-connection-point-ref": "pdu-mgmt",
1352                                 "vnfd-id-ref": "vdu-as-pdu",
1353                             },
1354                             "$[1]": None
1355                         },
1356                         "type": "ELAN"
1357                     },
1358                     "$[1]": None,
1359                 }
1360             }
1361         }
1362
1363
1364 class TestDeployHackfest3Charmed3(TestDeployHackfest3Charmed):
1365     description = "Load and deploy Hackfest 3charmed_ns example modified version to test scaling and NS parameters"
1366
1367     def __init__(self):
1368         super().__init__()
1369         self.test_name = "HACKFEST3v3-"
1370         self.commands = {'1': ['ls -lrt /home/ubuntu/first-touch-1'], '2': ['ls -lrt /home/ubuntu/first-touch-2']}
1371         self.descriptor_edit = {
1372             "vnfd0": yaml.load(
1373                 """
1374                 scaling-group-descriptor:
1375                     -   name: "scale_dataVM"
1376                         max-instance-count: 10
1377                         scaling-policy:
1378                         -   name: "auto_cpu_util_above_threshold"
1379                             scaling-type: "automatic"
1380                             threshold-time: 0
1381                             cooldown-time: 60
1382                             scaling-criteria:
1383                             -   name: "cpu_util_above_threshold"
1384                                 scale-in-threshold: 15
1385                                 scale-in-relational-operation: "LE"
1386                                 scale-out-threshold: 60
1387                                 scale-out-relational-operation: "GE"
1388                                 vnf-monitoring-param-ref: "monitor1"
1389                         vdu:
1390                         -   vdu-id-ref: dataVM
1391                             count: 1
1392                         scaling-config-action:
1393                         -   trigger: post-scale-out
1394                             vnf-config-primitive-name-ref: touch
1395                         -   trigger: pre-scale-in
1396                             vnf-config-primitive-name-ref: touch
1397                 vdu:
1398                     "$id: dataVM":
1399                         monitoring-param:
1400                         -   id: "dataVM_cpu_util"
1401                             nfvi-metric: "cpu_utilization"
1402
1403                 monitoring-param:
1404                 -   id: "monitor1"
1405                     name: "monitor1"
1406                     aggregation-type: AVERAGE
1407                     vdu-monitoring-param:
1408                       vdu-ref: "dataVM"
1409                       vdu-monitoring-param-ref: "dataVM_cpu_util"
1410                 vnf-configuration:
1411                     initial-config-primitive:
1412                         "$[1]":
1413                             parameter:
1414                                 "$[0]":
1415                                     value: "<touch-filename>"   # default-value: /home/ubuntu/first-touch
1416                     config-primitive:
1417                         "$[0]":
1418                             parameter:
1419                                 "$[0]":
1420                                     default-value: "<touch-filename2>"
1421                 """)
1422         }
1423         self.ns_params = {
1424             "additionalParamsForVnf": [
1425                 {"member-vnf-index": "1", "additionalParams": {"touch-filename": "/home/ubuntu/first-touch-1",
1426                                                                "touch-filename2": "/home/ubuntu/second-touch-1"}},
1427                 {"member-vnf-index": "2", "additionalParams": {"touch-filename": "/home/ubuntu/first-touch-2",
1428                                                                "touch-filename2": "/home/ubuntu/second-touch-2"}},
1429             ]
1430         }
1431
1432     def additional_operations(self, engine, test_osm, manual_check):
1433         super().additional_operations(engine, test_osm, manual_check)
1434         if not test_osm:
1435             return
1436
1437         # 2 perform scale out
1438         payload = '{scaleType: SCALE_VNF, scaleVnfData: {scaleVnfType: SCALE_OUT, scaleByStepData: ' \
1439                   '{scaling-group-descriptor: scale_dataVM, member-vnf-index: "1"}}}'
1440         engine.test("Execute scale action over NS", "POST",
1441                     "/nslcm/v1/ns_instances/{}/scale".format(self.ns_id), headers_yaml, payload,
1442                     201, r_headers_yaml_location_nslcmop, "yaml")
1443         nslcmop2_scale_out = engine.last_id
1444         engine.wait_operation_ready("ns", nslcmop2_scale_out, timeout_deploy)
1445         if manual_check:
1446             input('NS scale out done. Check that file /home/ubuntu/second-touch-1 is present and new VM is created')
1447         if test_osm:
1448             commands = {'1': ['ls -lrt /home/ubuntu/second-touch-1', ]}
1449             self.test_ns(engine, test_osm, commands=commands)
1450             # TODO check automatic connection to scaled VM
1451
1452         # 2 perform scale in
1453         payload = '{scaleType: SCALE_VNF, scaleVnfData: {scaleVnfType: SCALE_IN, scaleByStepData: ' \
1454                   '{scaling-group-descriptor: scale_dataVM, member-vnf-index: "1"}}}'
1455         engine.test("Execute scale action over NS", "POST",
1456                     "/nslcm/v1/ns_instances/{}/scale".format(self.ns_id), headers_yaml, payload,
1457                     201, r_headers_yaml_location_nslcmop, "yaml")
1458         nslcmop2_scale_in = engine.last_id
1459         engine.wait_operation_ready("ns", nslcmop2_scale_in, timeout_deploy)
1460         if manual_check:
1461             input('NS scale in done. Check that file /home/ubuntu/second-touch-1 is updated and new VM is deleted')
1462         # TODO check automatic
1463
1464
1465 class TestDeploySimpleCharm(TestDeploy):
1466     description = "Deploy hackfest-4 hackfest_simplecharm example"
1467
1468     def __init__(self):
1469         super().__init__()
1470         self.test_name = "HACKFEST-SIMPLE"
1471         self.descriptor_url = "https://osm-download.etsi.org/ftp/osm-4.0-four/4th-hackfest/packages/"
1472         self.vnfd_filenames = ("hackfest_simplecharm_vnf.tar.gz",)
1473         self.nsd_filename = "hackfest_simplecharm_ns.tar.gz"
1474         self.uses_configuration = True
1475         self.commands = {'1': [''], '2': ['ls -lrt /home/ubuntu/first-touch', ]}
1476         self.users = {'1': "ubuntu", '2': "ubuntu"}
1477         self.passwords = {'1': "osm4u", '2': "osm4u"}
1478
1479
1480 class TestDeploySimpleCharm2(TestDeploySimpleCharm):
1481     description = "Deploy hackfest-4 hackfest_simplecharm example changing naming to contain dots on ids and " \
1482                   "vnf-member-index"
1483
1484     def __init__(self):
1485         super().__init__()
1486         self.test_name = "HACKFEST-SIMPLE2-"
1487         self.qforce = "?FORCE=True"
1488         self.descriptor_edit = {
1489             "vnfd0": {
1490                 "id": "hackfest.simplecharm.vnf"
1491             },
1492
1493             "nsd": {
1494                 "id": "hackfest.simplecharm.ns",
1495                 "constituent-vnfd": {
1496                     "$[0]": {"vnfd-id-ref": "hackfest.simplecharm.vnf", "member-vnf-index": "$1"},
1497                     "$[1]": {"vnfd-id-ref": "hackfest.simplecharm.vnf", "member-vnf-index": "$2"},
1498                 },
1499                 "vld": {
1500                     "$[0]": {
1501                         "vnfd-connection-point-ref": {"$[0]": {"member-vnf-index-ref": "$1",
1502                                                                "vnfd-id-ref": "hackfest.simplecharm.vnf"},
1503                                                       "$[1]": {"member-vnf-index-ref": "$2",
1504                                                                "vnfd-id-ref": "hackfest.simplecharm.vnf"}},
1505                     },
1506                     "$[1]": {
1507                         "vnfd-connection-point-ref": {"$[0]": {"member-vnf-index-ref": "$1",
1508                                                                "vnfd-id-ref": "hackfest.simplecharm.vnf"},
1509                                                       "$[1]": {"member-vnf-index-ref": "$2",
1510                                                                "vnfd-id-ref": "hackfest.simplecharm.vnf"}},
1511                     },
1512                 }
1513             }
1514         }
1515
1516
1517 class TestDeploySingleVdu(TestDeployHackfest3Charmed):
1518     description = "Generate a single VDU base on editing Hackfest3Charmed descriptors and deploy"
1519
1520     def __init__(self):
1521         super().__init__()
1522         self.test_name = "SingleVDU"
1523         self.qforce = "?FORCE=True"
1524         self.descriptor_edit = {
1525             # Modify VNFD to remove one VDU
1526             "vnfd0": {
1527                 "vdu": {
1528                     "$[0]": {
1529                         "interface": {"$[0]": {"external-connection-point-ref": "pdu-mgmt"}}
1530                     },
1531                     "$[1]": None
1532                 },
1533                 "vnf-configuration": None,
1534                 "connection-point": {
1535                     "$[0]": {
1536                         "id": "pdu-mgmt",
1537                         "name": "pdu-mgmt",
1538                         "short-name": "pdu-mgmt"
1539                     },
1540                     "$[1]": None
1541                 },
1542                 "mgmt-interface": {"cp": "pdu-mgmt"},
1543                 "description": "A vnf single vdu to be used as PDU",
1544                 "id": "vdu-as-pdu",
1545                 "internal-vld": {
1546                     "$[0]": {
1547                         "id": "pdu_internal",
1548                         "name": "pdu_internal",
1549                         "internal-connection-point": {"$[1]": None},
1550                         "short-name": "pdu_internal",
1551                         "type": "ELAN"
1552                     }
1553                 }
1554             },
1555
1556             # Modify NSD accordingly
1557             "nsd": {
1558                 "constituent-vnfd": {
1559                     "$[0]": {"vnfd-id-ref": "vdu-as-pdu"},
1560                     "$[1]": None,
1561                 },
1562                 "description": "A nsd to deploy the vnf to act as as PDU",
1563                 "id": "nsd-as-pdu",
1564                 "name": "nsd-as-pdu",
1565                 "short-name": "nsd-as-pdu",
1566                 "vld": {
1567                     "$[0]": {
1568                         "id": "mgmt_pdu",
1569                         "name": "mgmt_pdu",
1570                         "short-name": "mgmt_pdu",
1571                         "vnfd-connection-point-ref": {
1572                             "$[0]": {
1573                                 "vnfd-connection-point-ref": "pdu-mgmt",
1574                                 "vnfd-id-ref": "vdu-as-pdu",
1575                             },
1576                             "$[1]": None
1577                         },
1578                         "type": "ELAN"
1579                     },
1580                     "$[1]": None,
1581                 }
1582             }
1583         }
1584
1585
1586 class TestDeployHnfd(TestDeployHackfest3Charmed):
1587     description = "Generate a HNFD base on editing Hackfest3Charmed descriptors and deploy"
1588
1589     def __init__(self):
1590         super().__init__()
1591         self.test_name = "HNFD"
1592         self.pduDeploy = TestDeploySingleVdu()
1593         self.pdu_interface_0 = {}
1594         self.pdu_interface_1 = {}
1595
1596         self.pdu_id = None
1597         # self.vnf_to_pdu = """
1598         #     vdu:
1599         #         "$[0]":
1600         #             pdu-type: PDU-TYPE-1
1601         #             interface:
1602         #                 "$[0]":
1603         #                     name: mgmt-iface
1604         #                 "$[1]":
1605         #                     name: pdu-iface-internal
1606         #     id: hfn1
1607         #     description: HFND, one PDU + One VDU
1608         #     name: hfn1
1609         #     short-name: hfn1
1610         #
1611         # """
1612
1613         self.pdu_descriptor = {
1614             "name": "my-PDU",
1615             "type": "PDU-TYPE-1",
1616             "vim_accounts": "to-override",
1617             "interfaces": [
1618                 {
1619                     "name": "mgmt-iface",
1620                     "mgmt": True,
1621                     "type": "overlay",
1622                     "ip-address": "to override",
1623                     "mac-address": "mac_address",
1624                     "vim-network-name": "mgmt",
1625                 },
1626                 {
1627                     "name": "pdu-iface-internal",
1628                     "mgmt": False,
1629                     "type": "overlay",
1630                     "ip-address": "to override",
1631                     "mac-address": "mac_address",
1632                     "vim-network-name": "pdu_internal",  # OSMNBITEST-PDU-pdu_internal
1633                 },
1634             ]
1635         }
1636         self.vnfd_filenames = ("hackfest_3charmed_vnfd.tar.gz", "hackfest_3charmed_vnfd.tar.gz")
1637
1638         self.descriptor_edit = {
1639             "vnfd0": {
1640                 "id": "hfnd1",
1641                 "name": "hfn1",
1642                 "short-name": "hfn1",
1643                 "vdu": {
1644                     "$[0]": {
1645                         "pdu-type": "PDU-TYPE-1",
1646                         "interface": {
1647                             "$[0]": {"name": "mgmt-iface"},
1648                             "$[1]": {"name": "pdu-iface-internal"},
1649                         }
1650                     }
1651                 }
1652             },
1653             "nsd": {
1654                 "constituent-vnfd": {
1655                     "$[1]": {"vnfd-id-ref": "hfnd1"}
1656                 },
1657                 "vld": {
1658                     "$[0]": {"vnfd-connection-point-ref": {"$[1]": {"vnfd-id-ref": "hfnd1"}}},
1659                     "$[1]": {"vnfd-connection-point-ref": {"$[1]": {"vnfd-id-ref": "hfnd1"}}}
1660                 }
1661             }
1662         }
1663
1664     def create_descriptors(self, engine):
1665         super().create_descriptors(engine)
1666
1667         # Create PDU
1668         self.pdu_descriptor["interfaces"][0].update(self.pdu_interface_0)
1669         self.pdu_descriptor["interfaces"][1].update(self.pdu_interface_1)
1670         self.pdu_descriptor["vim_accounts"] = [self.vim_id]
1671         # TODO get vim-network-name from vnfr.vld.name
1672         self.pdu_descriptor["interfaces"][1]["vim-network-name"] = "{}-{}-{}".format(
1673             os.environ.get("OSMNBITEST_NS_NAME", "OSMNBITEST"),
1674             "PDU", self.pdu_descriptor["interfaces"][1]["vim-network-name"])
1675         engine.test("Onboard PDU descriptor", "POST", "/pdu/v1/pdu_descriptors",
1676                     {"Location": "/pdu/v1/pdu_descriptors/", "Content-Type": "application/yaml"}, self.pdu_descriptor,
1677                     201, r_header_yaml, "yaml")
1678         self.pdu_id = engine.last_id
1679
1680     def run(self, engine, test_osm, manual_check, test_params=None):
1681         engine.get_autorization()
1682         engine.set_test_name(self.test_name)
1683         nsname = os.environ.get("OSMNBITEST_NS_NAME", "OSMNBITEST")
1684
1685         # create real VIM if not exist
1686         self.vim_id = engine.get_create_vim(test_osm)
1687         # instantiate PDU
1688         self.pduDeploy.create_descriptors(engine)
1689         self.pduDeploy.instantiate(engine, {"nsDescription": "to be used as PDU", "nsName": nsname + "-PDU",
1690                                             "nsdId": self.pduDeploy.nsd_id, "vimAccountId": self.vim_id})
1691         if manual_check:
1692             input('VNF to be used as PDU has been deployed. Perform manual check and press enter to resume')
1693         if test_osm:
1694             self.pduDeploy.test_ns(engine, test_osm)
1695
1696         if test_osm:
1697             r = engine.test("Get VNFR to obtain IP_ADDRESS", "GET",
1698                             "/nslcm/v1/vnfrs?nsr-id-ref={}".format(self.pduDeploy.ns_id), headers_json, None,
1699                             200, r_header_json, "json")
1700             if not r:
1701                 return
1702             vnfr_data = r.json()
1703             # print(vnfr_data)
1704
1705             self.pdu_interface_0["ip-address"] = vnfr_data[0]["vdur"][0]["interfaces"][0].get("ip-address")
1706             self.pdu_interface_1["ip-address"] = vnfr_data[0]["vdur"][0]["interfaces"][1].get("ip-address")
1707             self.pdu_interface_0["mac-address"] = vnfr_data[0]["vdur"][0]["interfaces"][0].get("mac-address")
1708             self.pdu_interface_1["mac-address"] = vnfr_data[0]["vdur"][0]["interfaces"][1].get("mac-address")
1709             if not self.pdu_interface_0["ip-address"]:
1710                 raise TestException("Vnfr has not managment ip address")
1711         else:
1712             self.pdu_interface_0["ip-address"] = "192.168.10.10"
1713             self.pdu_interface_1["ip-address"] = "192.168.11.10"
1714             self.pdu_interface_0["mac-address"] = "52:33:44:55:66:13"
1715             self.pdu_interface_1["mac-address"] = "52:33:44:55:66:14"
1716
1717         self.create_descriptors(engine)
1718
1719         ns_data = {"nsDescription": "default description", "nsName": nsname, "nsdId": self.nsd_id,
1720                    "vimAccountId": self.vim_id}
1721         if test_params and test_params.get("ns-config"):
1722             if isinstance(test_params["ns-config"], str):
1723                 ns_data.update(yaml.load(test_params["ns-config"]))
1724             else:
1725                 ns_data.update(test_params["ns-config"])
1726
1727         self.instantiate(engine, ns_data)
1728         if manual_check:
1729             input('NS has been deployed. Perform manual check and press enter to resume')
1730         if test_osm:
1731             self.test_ns(engine, test_osm)
1732         self.additional_operations(engine, test_osm, manual_check)
1733         self.terminate(engine)
1734         self.pduDeploy.terminate(engine)
1735         self.delete_descriptors(engine)
1736         self.pduDeploy.delete_descriptors(engine)
1737
1738     def delete_descriptors(self, engine):
1739         super().delete_descriptors(engine)
1740         # delete pdu
1741         engine.test("Delete PDU SOL005", "DELETE",
1742                     "/pdu/v1/pdu_descriptors/{}".format(self.pdu_id),
1743                     headers_yaml, None, 204, None, 0)
1744
1745
1746 class TestDescriptors:
1747     description = "Test VNFD, NSD, PDU descriptors CRUD and dependencies"
1748
1749     def __init__(self):
1750         self.vnfd_filename = "hackfest_3charmed_vnfd.tar.gz"
1751         self.nsd_filename = "hackfest_3charmed_nsd.tar.gz"
1752         self.descriptor_url = "https://osm-download.etsi.org/ftp/osm-3.0-three/2nd-hackfest/packages/"
1753         self.vnfd_id = None
1754         self.nsd_id = None
1755         self.vnfd_empty = """vnfd:vnfd-catalog:
1756             vnfd:
1757             -   name: prova
1758                 short-name: prova
1759                 id: prova
1760         """
1761         self.vnfd_prova = """vnfd:vnfd-catalog:
1762             vnfd:
1763             -   connection-point:
1764                 -   name: cp_0h8m
1765                     type: VPORT
1766                 id: prova
1767                 name: prova
1768                 short-name: prova
1769                 vdu:
1770                 -   id: vdu_z4bm
1771                     image: ubuntu
1772                     interface:
1773                     -   external-connection-point-ref: cp_0h8m
1774                         name: eth0
1775                         virtual-interface:
1776                         type: VIRTIO
1777                     name: vdu_z4bm
1778                 version: '1.0'
1779         """
1780
1781     def run(self, engine, test_osm, manual_check, test_params=None):
1782         engine.set_test_name("Descriptors")
1783         engine.get_autorization()
1784         temp_dir = os.path.dirname(os.path.abspath(__file__)) + "/temp/"
1785         if not os.path.exists(temp_dir):
1786             os.makedirs(temp_dir)
1787
1788         # download files
1789         for filename in (self.vnfd_filename, self.nsd_filename):
1790             filename_path = temp_dir + filename
1791             if not os.path.exists(filename_path):
1792                 with open(filename_path, "wb") as file:
1793                     response = requests.get(self.descriptor_url + filename)
1794                     if response.status_code >= 300:
1795                         raise TestException("Error downloading descriptor from '{}': {}".format(
1796                             self.descriptor_url + filename, response.status_code))
1797                     file.write(response.content)
1798
1799         vnfd_filename_path = temp_dir + self.vnfd_filename
1800         nsd_filename_path = temp_dir + self.nsd_filename
1801
1802         engine.test("Onboard empty VNFD in one step", "POST", "/vnfpkgm/v1/vnf_packages_content", headers_yaml,
1803                     self.vnfd_empty, 201, r_headers_yaml_location_vnfd, "yaml")
1804         self.vnfd_id = engine.last_id
1805
1806         # test bug 605
1807         engine.test("Upload invalid VNFD ", "PUT", "/vnfpkgm/v1/vnf_packages/{}/package_content".format(self.vnfd_id),
1808                     headers_yaml, self.vnfd_prova, 422, r_header_yaml, "yaml")
1809
1810         engine.test("Upload VNFD {}".format(self.vnfd_filename), "PUT",
1811                     "/vnfpkgm/v1/vnf_packages/{}/package_content".format(self.vnfd_id), headers_zip_yaml,
1812                     "@b" + vnfd_filename_path, 204, None, 0)
1813
1814         queries = ["mgmt-interface.cp=mgmt", "vdu.0.interface.0.external-connection-point-ref=mgmt",
1815                    "vdu.0.interface.1.internal-connection-point-ref=internal",
1816                    "internal-vld.0.internal-connection-point.0.id-ref=internal"]
1817         for query in queries:
1818             engine.test("Upload invalid VNFD ", "PUT",
1819                         "/vnfpkgm/v1/vnf_packages/{}/package_content?{}".format(self.vnfd_id, query),
1820                         headers_zip_yaml, "@b" + vnfd_filename_path, 422, r_header_yaml, "yaml")
1821
1822         # test bug 605
1823         engine.test("Upload invalid VNFD ", "PUT", "/vnfpkgm/v1/vnf_packages/{}/package_content".format(self.vnfd_id),
1824                     headers_yaml, self.vnfd_prova, 422, r_header_yaml, "yaml")
1825
1826         # get vnfd descriptor
1827         engine.test("Get VNFD descriptor", "GET", "/vnfpkgm/v1/vnf_packages/{}".format(self.vnfd_id),
1828                     headers_yaml, None, 200, r_header_yaml, "yaml")
1829
1830         # get vnfd file descriptor
1831         engine.test("Get VNFD file descriptor", "GET", "/vnfpkgm/v1/vnf_packages/{}/vnfd".format(self.vnfd_id),
1832                     headers_text, None, 200, r_header_text, "text", temp_dir+"vnfd-yaml")
1833         # TODO compare files: diff vnfd-yaml hackfest_3charmed_vnfd/hackfest_3charmed_vnfd.yaml
1834
1835         # get vnfd zip file package
1836         engine.test("Get VNFD zip package", "GET",
1837                     "/vnfpkgm/v1/vnf_packages/{}/package_content".format(self.vnfd_id), headers_zip, None, 200,
1838                     r_header_zip, "zip", temp_dir+"vnfd-zip")
1839         # TODO compare files: diff vnfd-zip hackfest_3charmed_vnfd.tar.gz
1840
1841         # get vnfd artifact
1842         engine.test("Get VNFD artifact package", "GET",
1843                     "/vnfpkgm/v1/vnf_packages/{}/artifacts/icons/osm.png".format(self.vnfd_id), headers_zip, None, 200,
1844                     r_header_octect, "octet-string", temp_dir+"vnfd-icon")
1845         # TODO compare files: diff vnfd-icon hackfest_3charmed_vnfd/icons/osm.png
1846
1847         # nsd CREATE AND UPLOAD in one step:
1848         engine.test("Onboard NSD in one step", "POST", "/nsd/v1/ns_descriptors_content", headers_zip_yaml,
1849                     "@b" + nsd_filename_path, 201, r_headers_yaml_location_nsd, "yaml")
1850         self.nsd_id = engine.last_id
1851
1852         queries = ["vld.0.vnfd-connection-point-ref.0.vnfd-id-ref=hf"]
1853         for query in queries:
1854             engine.test("Upload invalid NSD ", "PUT",
1855                         "/nsd/v1/ns_descriptors/{}/nsd_content?{}".format(self.nsd_id, query),
1856                         headers_zip_yaml, "@b" + nsd_filename_path, 422, r_header_yaml, "yaml")
1857
1858         # get nsd descriptor
1859         engine.test("Get NSD descriptor", "GET", "/nsd/v1/ns_descriptors/{}".format(self.nsd_id), headers_yaml,
1860                     None, 200, r_header_yaml, "yaml")
1861
1862         # get nsd file descriptor
1863         engine.test("Get NSD file descriptor", "GET", "/nsd/v1/ns_descriptors/{}/nsd".format(self.nsd_id), headers_text,
1864                     None, 200, r_header_text, "text", temp_dir+"nsd-yaml")
1865         # TODO compare files: diff nsd-yaml hackfest_3charmed_nsd/hackfest_3charmed_nsd.yaml
1866
1867         # get nsd zip file package
1868         engine.test("Get NSD zip package", "GET", "/nsd/v1/ns_descriptors/{}/nsd_content".format(self.nsd_id),
1869                     headers_zip, None, 200, r_header_zip, "zip", temp_dir+"nsd-zip")
1870         # TODO compare files: diff nsd-zip hackfest_3charmed_nsd.tar.gz
1871
1872         # get nsd artifact
1873         engine.test("Get NSD artifact package", "GET",
1874                     "/nsd/v1/ns_descriptors/{}/artifacts/icons/osm.png".format(self.nsd_id), headers_zip, None, 200,
1875                     r_header_octect, "octet-string", temp_dir+"nsd-icon")
1876         # TODO compare files: diff nsd-icon hackfest_3charmed_nsd/icons/osm.png
1877
1878         # vnfd DELETE
1879         test_rest.test("Delete VNFD conflict", "DELETE", "/vnfpkgm/v1/vnf_packages/{}".format(self.vnfd_id),
1880                        headers_yaml, None, 409, None, None)
1881
1882         test_rest.test("Delete VNFD force", "DELETE", "/vnfpkgm/v1/vnf_packages/{}?FORCE=TRUE".format(self.vnfd_id),
1883                        headers_yaml, None, 204, None, 0)
1884
1885         # nsd DELETE
1886         test_rest.test("Delete NSD", "DELETE", "/nsd/v1/ns_descriptors/{}".format(self.nsd_id), headers_yaml, None, 204,
1887                        None, 0)
1888
1889
1890 class TestNetSliceTemplates:
1891     description = "Upload a NST to OSM"
1892
1893     def __init__(self):
1894         self.nst_filenames = ("@./cirros_slice/cirros_slice_vld.yaml")
1895
1896     def run(self, engine, test_osm, manual_check, test_params=None):
1897         # nst CREATE
1898         engine.set_test_name("NST")
1899         engine.get_autorization()
1900         engine.test("Onboard NST", "POST", "/nst/v1/netslice_templates_content", headers_yaml, self.nst_filenames,
1901                     201, r_headers_yaml_location_nst, "yaml")
1902         nst_id = engine.last_id
1903
1904         # nstd SHOW OSM format
1905         engine.test("Show NSTD OSM format", "GET", "/nst/v1/netslice_templates/{}".format(nst_id), headers_json, None,
1906                     200, r_header_json, "json")
1907
1908         # nstd DELETE
1909         engine.test("Delete NSTD", "DELETE", "/nst/v1/netslice_templates/{}".format(nst_id), headers_json, None,
1910                     204, None, 0)
1911
1912
1913 class TestNetSliceInstances:
1914     description = "Upload a NST to OSM"
1915
1916     def __init__(self):
1917         self.vim_id = None
1918         self.nst_filenames = ("@./cirros_slice/cirros_slice.yaml")
1919
1920     def run(self, engine, test_osm, manual_check, test_params=None):
1921         # nst CREATE
1922         engine.set_test_name("NSI")
1923         engine.get_autorization()
1924         engine.test("Onboard NST", "POST", "/nst/v1/netslice_templates_content", headers_yaml, self.nst_filenames, 201,
1925                     r_headers_yaml_location_nst, "yaml")
1926         nst_id = engine.last_id
1927
1928         # nsi CREATE
1929         self.vim_id = engine.get_create_vim(test_osm)
1930
1931         ns_data = {"nsiDescription": "default description", "nsiName": "my_slice", "nstId": nst_id,
1932                    "vimAccountId": self.vim_id}
1933         ns_data_text = yaml.safe_dump(ns_data, default_flow_style=True, width=256)
1934
1935         engine.test("Onboard NSI", "POST", "/nsilcm/v1/netslice_instances_content", headers_yaml, ns_data_text, 201,
1936                     r_headers_yaml_location_nst, "yaml")
1937         nsi_id = engine.last_id
1938
1939         # TODO: Improve the wait with a polling if NSI was deployed
1940         wait = 120
1941         sleep(wait)
1942
1943         # Check deployment
1944         engine.test("Wait until NSI is deployed", "GET", "/nsilcm/v1/netslice_instances_content/{}".format(nsi_id),
1945                     headers_json, None, 200, r_header_json, "json")
1946
1947         # nsi DELETE
1948         engine.test("Delete NSI", "DELETE", "/nsilcm/v1/netslice_instances_content/{}".format(nsi_id), headers_json,
1949                     None, 202, r_header_json, "json")
1950
1951         sleep(60)
1952
1953         # nstd DELETE
1954         engine.test("Delete NSTD", "DELETE", "/nst/v1/netslice_templates/{}".format(nst_id), headers_json, None,
1955                     204, None, 0)
1956
1957
1958 if __name__ == "__main__":
1959     global logger
1960     test = ""
1961
1962     # Disable warnings from self-signed certificates.
1963     requests.packages.urllib3.disable_warnings()
1964     try:
1965         logging.basicConfig(format="%(levelname)s %(message)s", level=logging.ERROR)
1966         logger = logging.getLogger('NBI')
1967         # load parameters and configuration
1968         opts, args = getopt.getopt(sys.argv[1:], "hvu:p:",
1969                                    ["url=", "user=", "password=", "help", "version", "verbose", "no-verbose",
1970                                     "project=", "insecure", "timeout", "timeout-deploy", "timeout-configure",
1971                                     "test=", "list", "test-osm", "manual-check", "params=", 'fail-fast'])
1972         url = "https://localhost:9999/osm"
1973         user = password = project = "admin"
1974         test_osm = False
1975         manual_check = False
1976         verbose = 0
1977         verify = True
1978         fail_fast = False
1979         test_classes = {
1980             "NonAuthorized": TestNonAuthorized,
1981             "FakeVIM": TestFakeVim,
1982             "TestUsersProjects": TestUsersProjects,
1983             "VIM-SDN": TestVIMSDN,
1984             "Deploy-Custom": TestDeploy,
1985             "Deploy-Hackfest-Cirros": TestDeployHackfestCirros,
1986             "Deploy-Hackfest-Cirros-Scaling": TestDeployHackfestCirrosScaling,
1987             "Deploy-Hackfest-3Charmed": TestDeployHackfest3Charmed,
1988             "Deploy-Hackfest-3Charmed2": TestDeployHackfest3Charmed2,
1989             "Deploy-Hackfest-3Charmed3": TestDeployHackfest3Charmed3,
1990             "Deploy-Hackfest-4": TestDeployHackfest4,
1991             "Deploy-CirrosMacIp": TestDeployIpMac,
1992             "TestDescriptors": TestDescriptors,
1993             "TestDeployHackfest1": TestDeployHackfest1,
1994             # "Deploy-MultiVIM": TestDeployMultiVIM,
1995             "DeploySingleVdu": TestDeploySingleVdu,
1996             "DeployHnfd": TestDeployHnfd,
1997             # "Upload-Slice-Template": TestNetSliceTemplates,
1998             # "Deploy-Slice-Instance": TestNetSliceInstances,
1999             "TestDeploySimpleCharm": TestDeploySimpleCharm,
2000             "TestDeploySimpleCharm2": TestDeploySimpleCharm2,
2001         }
2002         test_to_do = []
2003         test_params = {}
2004
2005         for o, a in opts:
2006             # print("parameter:", o, a)
2007             if o == "--version":
2008                 print("test version " + __version__ + ' ' + version_date)
2009                 exit()
2010             elif o == "--list":
2011                 for test, test_class in sorted(test_classes.items()):
2012                     print("{:32} {}".format(test + ":", test_class.description))
2013                 exit()
2014             elif o in ("-v", "--verbose"):
2015                 verbose += 1
2016             elif o == "no-verbose":
2017                 verbose = -1
2018             elif o in ("-h", "--help"):
2019                 usage()
2020                 sys.exit()
2021             elif o == "--test-osm":
2022                 test_osm = True
2023             elif o == "--manual-check":
2024                 manual_check = True
2025             elif o == "--url":
2026                 url = a
2027             elif o in ("-u", "--user"):
2028                 user = a
2029             elif o in ("-p", "--password"):
2030                 password = a
2031             elif o == "--project":
2032                 project = a
2033             elif o == "--fail-fast":
2034                 fail_fast = True
2035             elif o == "--test":
2036                 # print("asdfadf", o, a, a.split(","))
2037                 for _test in a.split(","):
2038                     if _test not in test_classes:
2039                         print("Invalid test name '{}'. Use option '--list' to show available tests".format(_test),
2040                               file=sys.stderr)
2041                         exit(1)
2042                     test_to_do.append(_test)
2043             elif o == "--params":
2044                 param_key, _, param_value = a.partition("=")
2045                 text_index = len(test_to_do)
2046                 if text_index not in test_params:
2047                     test_params[text_index] = {}
2048                 test_params[text_index][param_key] = param_value
2049             elif o == "--insecure":
2050                 verify = False
2051             elif o == "--timeout":
2052                 timeout = int(a)
2053             elif o == "--timeout-deploy":
2054                 timeout_deploy = int(a)
2055             elif o == "--timeout-configure":
2056                 timeout_configure = int(a)
2057             else:
2058                 assert False, "Unhandled option"
2059         if verbose == 0:
2060             logger.setLevel(logging.WARNING)
2061         elif verbose > 1:
2062             logger.setLevel(logging.DEBUG)
2063         else:
2064             logger.setLevel(logging.ERROR)
2065
2066         test_rest = TestRest(url, user=user, password=password, project=project)
2067         # print("tests to do:", test_to_do)
2068         if test_to_do:
2069             text_index = 0
2070             for test in test_to_do:
2071                 if fail_fast and test_rest.failed_tests:
2072                     break
2073                 text_index += 1
2074                 test_class = test_classes[test]
2075                 test_class().run(test_rest, test_osm, manual_check, test_params.get(text_index))
2076         else:
2077             for test, test_class in test_classes.items():
2078                 if fail_fast and test_rest.failed_tests:
2079                     break
2080                 test_class().run(test_rest, test_osm, manual_check, test_params.get(0))
2081         test_rest.print_results()
2082         exit(1 if test_rest.failed_tests else 0)
2083
2084     except TestException as e:
2085         logger.error(test + "Test {} Exception: {}".format(test, str(e)))
2086         exit(1)
2087     except getopt.GetoptError as e:
2088         logger.error(e)
2089         print(e, file=sys.stderr)
2090         exit(1)
2091     except Exception as e:
2092         logger.critical(test + " Exception: " + str(e), exc_info=True)