X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;f=robot-systest%2Ftestsuite%2Fsa_01-vnf_with_vim_metrics.robot;h=871972e0bb32965bac4ea21bb3f6e3a02de2b724;hb=HEAD;hp=b51c209519308a8f03612c9d63c73536eadc0d85;hpb=e237747c32dc984935fc54711ce68368a22640ac;p=osm%2Ftests.git diff --git a/robot-systest/testsuite/sa_01-vnf_with_vim_metrics.robot b/robot-systest/testsuite/sa_01-vnf_with_vim_metrics.robot index b51c209..871972e 100644 --- a/robot-systest/testsuite/sa_01-vnf_with_vim_metrics.robot +++ b/robot-systest/testsuite/sa_01-vnf_with_vim_metrics.robot @@ -1,3 +1,4 @@ +*** Comments *** # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at @@ -10,87 +11,103 @@ # See the License for the specific language governing permissions and # limitations under the License. + *** Settings *** -Documentation [SA-01] VNF with VIM-based metrics. +Documentation [SA-01] VNF with VIM-based metrics. Library OperatingSystem Library String Library Collections -Resource %{ROBOT_DEVOPS_FOLDER}/lib/vnfd_lib.robot -Resource %{ROBOT_DEVOPS_FOLDER}/lib/nsd_lib.robot -Resource %{ROBOT_DEVOPS_FOLDER}/lib/ns_lib.robot -Resource %{ROBOT_DEVOPS_FOLDER}/lib/ssh_lib.robot -Resource %{ROBOT_DEVOPS_FOLDER}/lib/prometheus_lib.robot +Resource ../lib/vnfd_lib.resource +Resource ../lib/nsd_lib.resource +Resource ../lib/ns_lib.resource +Resource ../lib/ssh_lib.resource +Resource ../lib/prometheus_lib.resource -Variables %{ROBOT_DEVOPS_FOLDER}/resources/sa_01-vnf_with_vim_metrics_data.py +Test Tags sa_01 cluster_sa daily regression -Suite Teardown Run Keyword And Ignore Error Test Cleanup +Suite Setup Run Keyword And Ignore Error Suite Preparation +Suite Teardown Run Keyword And Ignore Error Suite Cleanup *** Variables *** -${ns_config} {vld: [ {name: mgmtnet, vim-network-name: %{VIM_MGMT_NET}} ] } - +# NS instantiation parameters +${NS_CONFIG} {vld: [ {name: mgmtnet, vim-network-name: %{VIM_MGMT_NET}} ] } -*** Test Cases *** -Create VNF Descriptor - [Tags] vnf_vim_metrics sanity regression +# NS and VNF descriptor package folder and ids +${VNFD_PKG} hackfest_basic_metrics_vnf +${VNFD_NAME} hackfest_basic_metrics-vnf +${NSD_PKG} hackfest_basic_metrics_ns +${NSD_NAME} hackfest_basic-ns-metrics - Create VNFD '%{PACKAGES_FOLDER}/${vnfd_pkg}' +# NS instance name +${NS_NAME} sa_01-vnf_with_vim_metrics_test +# SSH keys and username to be used +${PUBLICKEY} %{HOME}/.ssh/id_rsa.pub +${PRIVATEKEY} %{HOME}/.ssh/id_rsa -Create NS Descriptor - [Tags] vnf_vim_metrics sanity regression +# Prometheus polling interval and retries +${PROMETHEUS_POLL_RETRIES} 15 times +${PROMETHEUS_POLL_TIMEOUT} 1 minute - Create NSD '%{PACKAGES_FOLDER}/${nsd_pkg}' +# Prometheus metrics to retrieve +${METRIC_1_NAME} osm_cpu_utilization +${METRIC_2_NAME} osm_average_memory_utilization -Instantiate Network Service - [Tags] vnf_vim_metrics sanity regression +*** Test Cases *** +Create VNF Descriptor + [Documentation] Upload VNF package for the testsuite. + Create VNFD '%{PACKAGES_FOLDER}/${VNFD_PKG}' - ${id}= Create Network Service ${nsd_name} %{VIM_TARGET} ${ns_name} ${ns_config} ${publickey} - Set Suite Variable ${ns_id} ${id} +Create NS Descriptor + [Documentation] Upload NS package for the testsuite. + Create NSD '%{PACKAGES_FOLDER}/${NSD_PKG}' +Instantiate Network Service + [Documentation] Instantiate NS for the testsuite. + ${id}= Create Network Service ${NSD_NAME} %{VIM_TARGET} ${NS_NAME} ${NS_CONFIG} ${PUBLICKEY} + Set Suite Variable ${NS_ID} ${id} Get VNF VIM-based Metrics - [Tags] vnf_vim_metrics sanity regression - - Variable Should Exist ${prometheus_host} msg=Prometheus address is not available - Variable Should Exist ${prometheus_port} msg=Prometheus port is not available - Variable Should Exist ${metric_1_name} msg=Prometheus first metric name is not available - Variable Should Exist ${metric_2_name} msg=Prometheus second metric name is not available - ${metric_1_value}= Wait Until Keyword Succeeds 6 times 2 minutes Get Metric ${prometheus_host} ${prometheus_port} ${metric_1_name} - Run Keyword Unless ${metric_1_value} > 0 Fail msg=The metric '${metric_1_name}' value is '${metric_1_value}' - ${metric_2_value}= Wait Until Keyword Succeeds 6 times 2 minutes Get Metric ${prometheus_host} ${prometheus_port} ${metric_2_name} - Run Keyword Unless ${metric_2_value} > 0 Fail msg=The metric '${metric_2_name}' value is '${metric_2_value}' - + [Documentation] Check that the expected metrics are present in Prometheus (pushed from SA modules). + Variable Should Exist ${PROMETHEUS_POLL_RETRIES} msg=Metric polling retries is not available + Variable Should Exist ${PROMETHEUS_POLL_TIMEOUT} msg=Metric polling timeout is not available + Variable Should Exist ${PROMETHEUS_HOST} msg=Prometheus address is not available + Variable Should Exist ${PROMETHEUS_PORT} msg=Prometheus port is not available + Variable Should Exist ${METRIC_1_NAME} msg=Prometheus first metric name is not available + Variable Should Exist ${METRIC_2_NAME} msg=Prometheus second metric name is not available + ${metric_filter}= Set Variable ns_id=${NS_ID} + ${metric_1_value}= Wait Until Keyword Succeeds ${PROMETHEUS_POLL_RETRIES} ${PROMETHEUS_POLL_TIMEOUT} Get Metric ${PROMETHEUS_HOST} ${PROMETHEUS_PORT} ${PROMETHEUS_USER} ${PROMETHEUS_PASSWORD} ${METRIC_1_NAME} ${metric_filter} + IF ${metric_1_value} <= 0 Fail msg=The metric '${METRIC_1_NAME}' value is '${metric_1_value}' + ${metric_2_value}= Wait Until Keyword Succeeds ${PROMETHEUS_POLL_RETRIES} ${PROMETHEUS_POLL_TIMEOUT} Get Metric ${PROMETHEUS_HOST} ${PROMETHEUS_PORT} ${PROMETHEUS_USER} ${PROMETHEUS_PASSWORD} ${METRIC_2_NAME} ${metric_filter} + IF ${metric_2_value} <= 0 Fail msg=The metric '${METRIC_2_NAME}' value is '${metric_2_value}' Delete NS Instance - [Tags] vnf_vim_metrics sanity regression cleanup - - Delete NS ${ns_name} - + [Documentation] Delete NS instance. + [Tags] cleanup + Delete NS ${NS_NAME} Delete NS Descriptor - [Tags] vnf_vim_metrics sanity regression cleanup - - Delete NSD ${nsd_name} - + [Documentation] Delete NS package. + [Tags] cleanup + Delete NSD ${NSD_NAME} Delete VNF Descriptor - [Tags] vnf_vim_metrics sanity regression cleanup - - Delete VNFD ${vnfd_name} + [Documentation] Delete VNF package. + [Tags] cleanup + Delete VNFD ${VNFD_NAME} *** Keywords *** -Test Cleanup - [Documentation] Test Suite Cleanup: Deleting descriptors and NS instance - - Run Keyword If Test Failed Delete NS ${ns_name} - - Run Keyword If Test Failed Delete NSD ${nsd_name} - - Run Keyword If Test Failed Delete VNFD ${vnfd_name} - - +Suite Preparation + [Documentation] Test Suite Preparation: Setting Prometheus Testsuite Variables + Set Testsuite Prometheus Variables + +Suite Cleanup + [Documentation] Test Suite Cleanup: Deleting descriptors and NS instance + Run Keyword If Any Tests Failed Delete NS ${NS_NAME} + Run Keyword If Any Tests Failed Delete NSD ${NSD_NAME} + Run Keyword If Any Tests Failed Delete VNFD ${VNFD_NAME}