X-Git-Url: https://osm.etsi.org/gitweb/?a=blobdiff_plain;f=robot-systest%2Ftestsuite%2Fheal_03-multiple_healing.robot;h=f52bb95bef6cc675c85d9ee8f2e1010f4f87969c;hb=2d4de332830e2f6deb4705fcc85d140c92e27c2c;hp=f321c1c18ca778aac7c89e2b30c4ee24f201cea5;hpb=1a1dad74a8aaf2d3dbd570fb6f7cf2247e5dfa56;p=osm%2Ftests.git diff --git a/robot-systest/testsuite/heal_03-multiple_healing.robot b/robot-systest/testsuite/heal_03-multiple_healing.robot index f321c1c..f52bb95 100644 --- a/robot-systest/testsuite/heal_03-multiple_healing.robot +++ b/robot-systest/testsuite/heal_03-multiple_healing.robot @@ -11,7 +11,7 @@ # limitations under the License. *** Settings *** -Documentation [HEAL-03] Healing of multiple VDUs +Documentation [HEAL-03] Healing of multiple VDUs Library OperatingSystem Library String @@ -26,7 +26,7 @@ Resource %{ROBOT_DEVOPS_FOLDER}/lib/ns_lib.robot Resource %{ROBOT_DEVOPS_FOLDER}/lib/ssh_lib.robot Resource %{ROBOT_DEVOPS_FOLDER}/lib/openstack_lib.robot -Force Tags heal_03 cluster_main daily regression +Force Tags heal_03 cluster_heal daily Suite Teardown Run Keyword And Ignore Error Suite Cleanup @@ -51,7 +51,8 @@ ${nsd_name} volumes_nativecharm-ns # NS instance name and configuration ${ns_name} heal_03 ${ns_config} {vld: [ {name: mgmtnet, vim-network-name: %{VIM_MGMT_NET}} ] } -${scale_wait_time} 4min +${ns_timeout} 6min +${scale_wait_time} 5min # SSH keys and username to be used ${publickey} %{HOME}/.ssh/id_rsa.pub @@ -61,27 +62,27 @@ ${password} ${EMPTY} ${success_return_code} 0 +@{vim_vdus} @{EMPTY} +@{vim_volumes} @{EMPTY} + *** Test Cases *** Create VNF Descriptors - [Tags] prepare Create VNFD '%{PACKAGES_FOLDER}/${vnfd_charm_pkg}' Create VNFD '%{PACKAGES_FOLDER}/${vnfd_volumes_pkg}' Create NS Descriptor - [Tags] prepare Create NSD '%{PACKAGES_FOLDER}/${nsd_pkg}' Network Service Instance Test - [Tags] prepare - ${id}= Create Network Service ${nsd_name} %{VIM_TARGET} ${ns_name} ${ns_config} ${publickey} + ${id}= Create Network Service ${nsd_name} %{VIM_TARGET} ${ns_name} ${ns_config} ${publickey} ${ns_timeout} Set Suite Variable ${ns_id} ${id} Get NS Id - [Tags] verify cleanup + [Tags] cleanup ${variables} Get Variables IF not "\${ns_id}" in "${variables}" ${id}= Get Ns Id ${ns_name} @@ -90,56 +91,75 @@ Get NS Id Scale Out Charm VNF - [Tags] prepare - ${vnf_id}= Get Vnf Id ${ns_id} ${vnf_charm_index} + ${vnf_id}= Get Vnf Id ${ns_id} ${vnf_charm_index} Set Suite Variable ${vnf_charm_id} ${vnf_id} - @{vdur_list}= Get Vnf Vdur Names ${vnf_charm_id} - ${vdurs}= Get Length ${vdur_list} + @{vdur_list}= Get Vnf Vdur Names ${vnf_charm_id} + ${vdurs}= Get Length ${vdur_list} Set Suite Variable ${initial_vdur_count} ${vdurs} - Execute Manual VNF Scale ${ns_name} ${vnf_charm_index} ${vnf_charm_scaling_group} SCALE_OUT ${scale_wait_time} - @{vdur_list}= Get Vnf Vdur Names ${vnf_charm_id} - ${vdurs}= Get Length ${vdur_list} - Run Keyword Unless ${vdurs} == ${initial_vdur_count} + 1 Fail msg=There is no new VDU records in the VNF after Scale Out + Execute Manual VNF Scale ${ns_name} ${vnf_charm_index} ${vnf_charm_scaling_group} SCALE_OUT ${scale_wait_time} + @{vdur_list}= Get Vnf Vdur Names ${vnf_charm_id} + ${vdurs}= Get Length ${vdur_list} + Run Keyword If ${vdurs} != ${initial_vdur_count} + 1 Fail msg=There is no new VDU records in the VNF after Scale Out + + +Get VIM Objects + Variable Should Exist ${ns_id} msg=NS is not available + @{vnf_id_list}= Get Ns Vnf List ${ns_id} + Log ${vnf_id_list} + FOR ${vnf_id} IN @{vnf_id_list} + Log ${vnf_id} + ${id}= Get VNF VIM ID ${vnf_id} + @{vdu_ids}= Split String ${id} + Append To List ${vim_vdus} @{vdu_ids} + END + FOR ${vdu_id} IN @{vim_vdus} + ${volumes_attached}= Get Server Property ${vdu_id} volumes_attached + ${match}= Get Regexp Matches ${volumes_attached} '([0-9a-f\-]+)' 1 + IF ${match} != @{EMPTY} + IF not "${match}[0]" in "@{vim_volumes}" + Append To List ${vim_volumes} ${match}[0] + END + END + END + Log Many @{vim_vdus} + Log Many @{vim_volumes} Get Charm VNF Info - [Tags] verify - Variable Should Exist ${ns_id} msg=NS is not available + Variable Should Exist ${ns_id} msg=NS is not available ${variables} Get Variables IF not "\${vnf_charm_id}" in "${variables}" - ${vnf_id}= Get Vnf Id ${ns_id} ${vnf_charm_index} + ${vnf_id}= Get Vnf Id ${ns_id} ${vnf_charm_index} Set Suite Variable ${vnf_charm_id} ${vnf_id} END - ${id}= Get VNF VIM ID ${vnf_charm_id} - @{vdu_charm_ids}= Split String ${id} + ${id}= Get VNF VIM ID ${vnf_charm_id} + @{vdu_charm_ids}= Split String ${id} Set Suite Variable @{vdu_charm_ids} @{vdu_charm_ids} - log ${vdu_charm_ids}[1] - @{charm_ip_list}= Get Vnf Vdur IPs ${vnf_charm_id} + Log ${vdu_charm_ids}[1] + @{charm_ip_list}= Get Vnf Vdur IPs ${vnf_charm_id} Set Suite Variable @{charm_ip_list} @{charm_ip_list} Get Volume VNF Info - [Tags] verify - Variable Should Exist ${ns_id} msg=NS is not available - ${ip_addr}= Get Vnf Management Ip Address ${ns_id} ${vnf_several_index} - log ${ip_addr} + Variable Should Exist ${ns_id} msg=NS is not available + ${ip_addr}= Get Vnf Management Ip Address ${ns_id} ${vnf_several_index} + Log ${ip_addr} Set Suite Variable ${vnf_volumes_ip_addr} ${ip_addr} - ${vnf_id}= Get Vnf Id ${ns_id} ${vnf_several_index} + ${vnf_id}= Get Vnf Id ${ns_id} ${vnf_several_index} Set Suite Variable ${vnf_volumes_id} ${vnf_id} - ${id}= Get VNF VIM ID ${vnf_id} + ${id}= Get VNF VIM ID ${vnf_id} Set Suite Variable ${vdu_volumes_id} ${id} - log ${vdu_volumes_id} + Log ${vdu_volumes_id} - @{volumes_ip_list}= Get Vnf Vdur IPs ${vnf_volumes_id} + @{volumes_ip_list}= Get Vnf Vdur IPs ${vnf_volumes_id} Set Suite Variable @{volumes_ip_list} @{volumes_ip_list} - log @{volumes_ip_list} + Log @{volumes_ip_list} Stop VDUs - [Tags] verify - Variable Should Exist @{vdu_charm_ids} msg=Charm VDUs are not available - Variable Should Exist ${vdu_volumes_id} msg=Volume VDU is not available + Variable Should Exist @{vdu_charm_ids} msg=Charm VDUs are not available + Variable Should Exist ${vdu_volumes_id} msg=Volume VDU is not available Stop Server ${vdu_charm_ids}[1] Stop Server ${vdu_charm_ids}[2] Stop Server ${vdu_volumes_id} @@ -147,29 +167,54 @@ Stop VDUs Heal VDUs - [Tags] verify - Variable Should Exist ${vnf_charm_id} msg=Charm VNF is not available - Variable Should Exist ${vnf_volumes_id} msg=Volume VNF is not available + Variable Should Exist ${vnf_charm_id} msg=Charm VNF is not available + Variable Should Exist ${vnf_volumes_id} msg=Volume VNF is not available Heal Network Service ${ns_id} --vnf ${vnf_volumes_id} --cause "Heal myvdu1 of several_volumes_vnf" --vdu several_volumes-VM --vnf ${vnf_charm_id} --cause "Heal two VMs of native_manual_scale_charm_vnf" --vdu mgmtVM --count-index 1 --run-day1 --vdu mgmtVM --count-index 2 Check VNFs After Healing - [Tags] verify - Variable Should Exist ${vnf_charm_id} msg=Charm VNF is not available - Variable Should Exist ${vnf_volumes_id} msg=Volume VNF is not available - ${id}= Get VNF VIM ID ${vnf_charm_id} - @{ids}= Split String ${id} + Variable Should Exist ${vnf_charm_id} msg=Charm VNF is not available + Variable Should Exist ${vnf_volumes_id} msg=Volume VNF is not available + ${id}= Get VNF VIM ID ${vnf_charm_id} + @{ids}= Split String ${id} Should Be Equal ${vdu_charm_ids}[0] ${ids}[0] VDU[0] id has changed after healing Should Not Be Equal ${vdu_charm_ids}[1] ${ids}[1] VDU[1] id has not changed after healing Should Not Be Equal ${vdu_charm_ids}[2] ${ids}[2] VDU[2] id has not changed after healing - ${id}= Get VNF VIM ID ${vnf_volumes_id} + ${id}= Get VNF VIM ID ${vnf_volumes_id} Should Not Be Equal ${id} ${vdu_volumes_id} VDU id has not changed after healing - ${ip}= Get Vdu Attribute ${vnf_charm_id} ip-address 1 + ${ip}= Get Vdu Attribute ${vnf_charm_id} ip-address 1 ${stdout}= Execute Remote Command Check Rc Return Output ${ip} ${username} ${password} ${privatekey} sudo ls ${vnf_charm_cloudinit_file} - log ${stdout} - Check If remote File Exists ${ip} ${username} ${password} ${privatekey} ${vnf_charm_day1_file} + Log ${stdout} + Check If remote File Exists ${ip} ${username} ${password} ${privatekey} ${vnf_charm_day1_file} + + +Update VIM Objects + Variable Should Exist ${ns_id} msg=NS is not available + @{vdu_updated}= Create List + @{vnf_id_list}= Get Ns Vnf List ${ns_id} + FOR ${vnf_id} IN @{vnf_id_list} + ${id}= Get VNF VIM ID ${vnf_id} + @{vdu_ids}= Split String ${id} + Append To List ${vdu_updated} @{vdu_ids} + FOR ${id} IN @{vdu_ids} + IF not "${id}" in "@{vim_vdus}" + Append To List ${vim_vdus} ${id} + END + END + END + FOR ${vdu_id} IN @{vdu_updated} + ${volumes_attached}= Get Server Property ${vdu_id} volumes_attached + ${match}= Get Regexp Matches ${volumes_attached} '([0-9a-f\-]+)' 1 + IF ${match} != @{EMPTY} + IF not "${match}[0]" in "@{vim_volumes}" + Append To List ${vim_volumes} ${match}[0] + END + END + END + Log Many @{vim_vdus} + Log Many @{vim_volumes} Delete NS Instance @@ -188,11 +233,38 @@ Delete VNF Descriptors Delete VNFD ${vnfd_charm_name} +Delete Objects in VIM + [Tags] cleanup + ${error}= Set Variable 0 + FOR ${vol_id} IN @{vim_volumes} + Log Checking if volume ${vol_id} is still in VIM + ${exists}= Check If Volume Exists ${vol_id} + IF ${exists}!=0 + ${error}= Set Variable 1 + Log Deleting volume ${vol_id} + Run Keyword And Ignore Error Delete Volume ${vol_id} + END + END + FOR ${vdu_id} IN @{vim_vdus} + Log Checking if server ${vdu_id} is still in VIM + ${status}= Run Keyword And Ignore Error Get Server Property ${vdu_id} id + Log ${status}[0] + IF '${status}[0]' == 'PASS' + ${error}= Set Variable 1 + Log Deleting server ${vdu_id} + Run Keyword And Ignore Error Delete Server ${vdu_id} + END + END + IF ${error}==1 + Fail Some objects created by test were not deleted in VIM + END + + *** Keywords *** Suite Cleanup - [Documentation] Test Suit Cleanup: Deleting Descriptor, instance and vim + [Documentation] Test Suit Cleanup: Deleting Descriptor, instance and vim - Run Keyword If Any Tests Failed Delete NS ${ns_name} - Run Keyword If Any Tests Failed Delete NSD ${nsd_name} - Run Keyword If Any Tests Failed Delete VNFD ${vnfd_volumes_name} - Run Keyword If Any Tests Failed Delete VNFD ${vnfd_charm_name} + Run Keyword If Any Tests Failed Delete NS ${ns_name} + Run Keyword If Any Tests Failed Delete NSD ${nsd_name} + Run Keyword If Any Tests Failed Delete VNFD ${vnfd_volumes_name} + Run Keyword If Any Tests Failed Delete VNFD ${vnfd_charm_name}