X-Git-Url: https://osm.etsi.org/gitweb/?p=osm%2Ftests.git;a=blobdiff_plain;f=robot-systest%2Ftestsuite%2Fheal_04-autohealing.robot;h=49686192c4d3bb5f64793d9fd45797db3b42789f;hp=f151c20683ce0001d49d3f920186f4c879c8fdff;hb=HEAD;hpb=b731aaccb1bc7041b55fe4801e26177f0e3c6cbe diff --git a/robot-systest/testsuite/heal_04-autohealing.robot b/robot-systest/testsuite/heal_04-autohealing.robot index f151c20..048e7ad 100644 --- a/robot-systest/testsuite/heal_04-autohealing.robot +++ b/robot-systest/testsuite/heal_04-autohealing.robot @@ -1,3 +1,4 @@ +*** Comments *** # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at @@ -10,6 +11,7 @@ # See the License for the specific language governing permissions and # limitations under the License. + *** Settings *** Documentation [HEAL-04] Autohealing of NS @@ -19,127 +21,176 @@ Library Collections Library Process Library SSHLibrary -Resource %{ROBOT_DEVOPS_FOLDER}/lib/vnfd_lib.robot -Resource %{ROBOT_DEVOPS_FOLDER}/lib/vnf_lib.robot -Resource %{ROBOT_DEVOPS_FOLDER}/lib/nsd_lib.robot -Resource %{ROBOT_DEVOPS_FOLDER}/lib/ns_lib.robot -Resource %{ROBOT_DEVOPS_FOLDER}/lib/ssh_lib.robot -Resource %{ROBOT_DEVOPS_FOLDER}/lib/openstack_lib.robot +Resource ../lib/vnfd_lib.resource +Resource ../lib/vnf_lib.resource +Resource ../lib/nsd_lib.resource +Resource ../lib/ns_lib.resource +Resource ../lib/ns_operation_lib.resource +Resource ../lib/ssh_lib.resource +Resource ../lib/openstack_lib.resource -Force Tags heal_04 cluster_heal daily regression +Test Tags heal_04 cluster_heal daily regression Suite Teardown Run Keyword And Ignore Error Suite Cleanup *** Variables *** # NS and VNF descriptor package folder and ids -${vnfd_pkg} autoheal_vnf -${vnfd_name} autoheal_vnfd -${vdu_name} autoheal_vnfd-VM -${vnf_index} autoheal-basic-1 -${nsd_pkg} autoheal_ns -${nsd_name} autoheal_nsd +${VNFD_PKG} autoheal_vnf +${VNFD_NAME} autoheal_vnfd +${VDU_NAME} autoheal_vnfd-VM +${VNF_INDEX} autoheal-basic-1 +${NSD_PKG} autoheal_ns +${NSD_NAME} autoheal_nsd # NS instance name and configuration -${ns_name} heal_04 -${ns_config} {vld: [ {name: mgmt, vim-network-name: %{VIM_MGMT_NET}} ] } +${NS_NAME} heal_04 +${NS_CONFIG} {vld: [ {name: mgmt, vim-network-name: %{VIM_MGMT_NET}} ] } # SSH keys and username to be used -${publickey} %{HOME}/.ssh/id_rsa.pub -${privatekey} %{HOME}/.ssh/id_rsa -${username} ubuntu -${password} ${EMPTY} +${PUBLICKEY} %{HOME}/.ssh/id_rsa.pub +${PRIVATEKEY} %{HOME}/.ssh/id_rsa +${USERNAME} ubuntu +${PASSWORD} ${EMPTY} + +${SUCCESS_RETURN_CODE} 0 + +# Healing wait time +${HEALING_POL_TIME} 15sec +${HEALING_MAX_WAIT_TIME} 10m -${success_return_code} 0 +@{VIM_VDUS} @{EMPTY} -#Healing wait time -${healing_pol_time} 15sec -${healing_max_wait_time} 10m *** Test Cases *** Create VNF Descriptors - Create VNFD '%{PACKAGES_FOLDER}/${vnfd_pkg}' - + [Documentation] Upload VNF package for the testsuite. + Create VNFD '%{PACKAGES_FOLDER}/${VNFD_PKG}' Create NS Descriptor - Create NSD '%{PACKAGES_FOLDER}/${nsd_pkg}' - + [Documentation] Upload NS package for the testsuite. + Create NSD '%{PACKAGES_FOLDER}/${NSD_PKG}' Network Service Instance Test - ${id}= Create Network Service ${nsd_name} %{VIM_TARGET} ${ns_name} ${ns_config} ${publickey} - Set Suite Variable ${ns_id} ${id} - + [Documentation] Instantiate NS for the testsuite. + ${id}= Create Network Service ${NSD_NAME} %{VIM_TARGET} ${NS_NAME} ${NS_CONFIG} ${PUBLICKEY} + Set Suite Variable ${NS_ID} ${id} Get NS Id + [Documentation] Get NS identifier and stores as suite variable to be used later on. [Tags] cleanup - ${variables} Get Variables + ${variables}= Get Variables IF not "\${ns_id}" in "${variables}" - ${id}= Get Ns Id ${ns_name} - Set Suite Variable ${ns_id} ${id} + ${id}= Get Ns Id ${NS_NAME} + Set Suite Variable ${NS_ID} ${id} END +Get VIM Objects + [Documentation] Retrieve all VMs and volumes from the NS and stores them in VIM_VDUS and VIM_VOLUMES lists. + Variable Should Exist ${NS_ID} msg=NS is not available + @{vnf_id_list}= Get Ns Vnf List ${NS_ID} + Log ${vnf_id_list} + FOR ${vnf_id} IN @{vnf_id_list} + Log ${vnf_id} + ${id}= Get VNF VIM ID ${vnf_id} + @{vdu_ids}= Split String ${id} + Append To List ${VIM_VDUS} @{vdu_ids} + END + Log Many @{VIM_VDUS} Get VNF Info - Variable Should Exist ${ns_id} msg=NS is not available - ${ip_addr}= Get Vnf Management Ip Address ${ns_id} ${vnf_index} - log ${ip_addr} - Set Suite Variable ${vnf_ip_addr} ${ip_addr} - - ${vnf_id}= Get Vnf Id ${ns_id} ${vnf_index} - Set Suite Variable ${vnf_autoheal_id} ${vnf_id} + [Documentation] Get VDU ID and IP addresses of the VNF and stores them to be used later on. + Variable Should Exist ${NS_ID} msg=NS is not available + ${ip_addr}= Get Vnf Management Ip Address ${NS_ID} ${VNF_INDEX} + Log ${ip_addr} + Set Suite Variable ${VNF_IP_ADDR} ${ip_addr} + ${vnf_id}= Get Vnf Id ${NS_ID} ${VNF_INDEX} + Set Suite Variable ${VNF_AUTOHEAL_ID} ${vnf_id} ${id}= Get VNF VIM ID ${vnf_id} - Set Suite Variable ${vdu_autoheal_id} ${id} - log ${vdu_autoheal_id} - - @{autoheal_ip_list}= Get Vnf Vdur IPs ${vnf_autoheal_id} - Set Suite Variable @{autoheal_ip_list} @{autoheal_ip_list} - log @{autoheal_ip_list} - + Set Suite Variable ${VDU_AUTOHEAL_ID} ${id} + Log ${VDU_AUTOHEAL_ID} + @{AUTOHEAL_IP_LIST}= Get Vnf Vdur IPs ${VNF_AUTOHEAL_ID} + Set Suite Variable @{AUTOHEAL_IP_LIST} @{AUTOHEAL_IP_LIST} + Log @{AUTOHEAL_IP_LIST} Stop Autoheal VDU - Variable Should Exist ${vdu_autoheal_id} msg=VDU is not available - Halt Server ${vdu_autoheal_id} + [Documentation] Stop one VM of the VNF. + Variable Should Exist ${VDU_AUTOHEAL_ID} msg=VDU is not available + Halt Server ${VDU_AUTOHEAL_ID} Sleep 30 - Wait For Autohealing To Be Completed - ${healing_max_wait_time}= Convert Time ${healing_max_wait_time} result_format=number - ${healing_max_wait_time}= Evaluate ${healing_max_wait_time} * ${vim_timeout_multiplier} - Wait Until Keyword Succeeds ${healing_max_wait_time} ${healing_pol_time} Get Operations By Type ${ns_id} heal - ${stdout}= Get Operations By Type ${ns_id} heal - Wait Until Keyword Succeeds ${healing_max_wait_time} ${healing_pol_time} Check For NS Operation Ended ${stdout} + [Documentation] Wait for auto-healing to be completed. OSM will detect that the VM is down and will re-create it. + ${healing_max_wait_time}= Convert Time ${HEALING_MAX_WAIT_TIME} result_format=number + ${healing_max_wait_time}= Evaluate ${healing_max_wait_time} * ${VIM_TIMEOUT_MULTIPLIER} + Wait Until Keyword Succeeds ${healing_max_wait_time} ${HEALING_POL_TIME} Get Operations By Type ${NS_ID} heal + ${stdout}= Get Operations By Type ${NS_ID} heal + Wait Until Keyword Succeeds ${healing_max_wait_time} ${HEALING_POL_TIME} Check For NS Operation Ended ${stdout} Check For NS Operation Completed ${stdout} - Check VNF After Healing - Variable Should Exist ${vnf_autoheal_id} msg=VNF is not available - - @{ip_list}= Get Vnf Vdur IPs ${vnf_autoheal_id} - log @{ip_list} - Should Be Equal ${ip_list} ${autoheal_ip_list} IP addresses have changed after healing - - ${id}= Get VNF VIM ID ${vnf_autoheal_id} - log ${id} - Should Not Be Equal ${id} ${vdu_autoheal_id} VDU id has not changed after healing - + [Documentation] Check that the ID of the VM and the IP addresses have not changed after healing. + Variable Should Exist ${VNF_AUTOHEAL_ID} msg=VNF is not available + @{ip_list}= Get Vnf Vdur IPs ${VNF_AUTOHEAL_ID} + Log @{ip_list} + Should Be Equal ${ip_list} ${AUTOHEAL_IP_LIST} IP addresses have changed after healing + ${id}= Get VNF VIM ID ${VNF_AUTOHEAL_ID} + Log ${id} + Should Not Be Equal ${id} ${VDU_AUTOHEAL_ID} VDU id has not changed after healing + +Update VIM Objects + [Documentation] Retrieve all VMs from the NS and stores them in VIM_VDUS. + ... This is done again to guarantee that all objects are cleaned in the VIM in case the heal operation + ... added new objects. + Variable Should Exist ${NS_ID} msg=NS is not available + @{vnf_id_list}= Get Ns Vnf List ${NS_ID} + FOR ${vnf_id} IN @{vnf_id_list} + ${id}= Get VNF VIM ID ${vnf_id} + @{vdu_ids}= Split String ${id} + FOR ${id} IN @{vdu_ids} + IF not "${id}" in "@{VIM_VDUS}" + Append To List ${VIM_VDUS} ${id} + END + END + END + Log Many @{VIM_VDUS} Delete NS Instance + [Documentation] Delete NS instance. [Tags] cleanup - Delete NS ${ns_name} - + Delete NS ${NS_NAME} Delete NS Descriptor + [Documentation] Delete NS package from OSM. [Tags] cleanup - Delete NSD ${nsd_name} - + Delete NSD ${NSD_NAME} Delete VNF Descriptors + [Documentation] Delete VNF package from OSM. [Tags] cleanup - Delete VNFD ${vnfd_name} + Delete VNFD ${VNFD_NAME} + +Delete Objects In VIM + [Documentation] Delete any remaining objects (volumes, VMs, etc.) in the VIM. + [Tags] cleanup + ${error}= Set Variable 0 + FOR ${vdu_id} IN @{VIM_VDUS} + Log Checking if server ${vdu_id} is still in VIM + ${status}= Run Keyword And Ignore Error Get Server Property ${vdu_id} id + Log ${status}[0] + IF '${status}[0]' == 'PASS' + ${error}= Set Variable 1 + Log Deleting server ${vdu_id} + Run Keyword And Ignore Error Delete Server ${vdu_id} + END + END + IF ${error}==1 + Fail Some objects created by test were not deleted in VIM + END + *** Keywords *** Suite Cleanup [Documentation] Test Suit Cleanup: Deleting Descriptor, instance and vim - - Run Keyword If Any Tests Failed Delete NS ${ns_name} - Run Keyword If Any Tests Failed Delete NSD ${nsd_name} - Run Keyword If Any Tests Failed Delete VNFD ${vnfd_name} + Run Keyword If Any Tests Failed Delete NS ${NS_NAME} + Run Keyword If Any Tests Failed Delete NSD ${NSD_NAME} + Run Keyword If Any Tests Failed Delete VNFD ${VNFD_NAME}