00:28:10.562 ========== Backtrace start: ========== 00:28:10.562 00:28:10.562 in test/nvmf/target/device_removal.sh:116 -> stop_bdevperf([]) 00:28:10.562 ... 00:28:10.562 111 00:28:10.562 112 sleep 5 00:28:10.562 113 } 00:28:10.562 114 00:28:10.562 115 function stop_bdevperf() { 00:28:10.562 => 116 wait $bdevperf_rpc_pid 00:28:10.562 117 00:28:10.562 118 killprocess $bdevperf_pid 00:28:10.562 119 bdevperf_pid= 00:28:10.562 120 00:28:10.562 121 cat $testdir/try.txt 00:28:10.562 ... 00:28:10.828 in test/nvmf/target/device_removal.sh:200 -> test_remove_and_rescan([]) 00:28:10.828 ... 00:28:10.828 195 fi 00:28:10.828 196 sleep 2 00:28:10.828 197 done 00:28:10.828 198 done 00:28:10.828 199 00:28:10.828 => 200 stop_bdevperf 00:28:10.828 201 00:28:10.828 202 killprocess $nvmfpid 00:28:10.828 203 nvmfpid= 00:28:10.828 204 00:28:10.828 205 return 0 00:28:10.828 ... 00:28:10.828 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1111 -> run_test(["nvmf_device_removal_pci_remove"],["test_remove_and_rescan"]) 00:28:10.828 ... 00:28:10.828 1106 timing_enter $test_name 00:28:10.828 1107 echo "************************************" 00:28:10.828 1108 echo "START TEST $test_name" 00:28:10.828 1109 echo "************************************" 00:28:10.828 1110 xtrace_restore 00:28:10.828 1111 time "$@" 00:28:10.828 1112 xtrace_disable 00:28:10.828 1113 echo "************************************" 00:28:10.828 1114 echo "END TEST $test_name" 00:28:10.828 1115 echo "************************************" 00:28:10.828 1116 timing_exit $test_name 00:28:10.828 ... 00:28:10.828 in test/nvmf/target/device_removal.sh:312 -> main(["--transport=rdma"]) 00:28:10.828 ... 00:28:10.828 307 fi 00:28:10.828 308 test_bonding_slaves_on_nics "${target_nics[@]}" 00:28:10.828 309 } 00:28:10.828 310 00:28:10.828 311 run_test "nvmf_device_removal_pci_remove_no_srq" test_remove_and_rescan --no-srq 00:28:10.828 => 312 run_test "nvmf_device_removal_pci_remove" test_remove_and_rescan 00:28:10.828 313 # bond slaves case needs lag_master & vport_manager are enabled by mlxconfig 00:28:10.828 314 # and not work on CI machine currently. 00:28:10.828 315 # run_test "nvmf_device_removal_bond_slaves" test_bond_slaves 00:28:10.828 316 00:28:10.828 317 nvmftestfini 00:28:10.828 ... 00:28:10.828 00:28:10.828 ========== Backtrace end ========== 00:28:10.833 ========== Backtrace start: ========== 00:28:10.833 00:28:10.833 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1111 -> run_test(["nvmf_device_removal"],["test/nvmf/target/device_removal.sh"],["--transport=rdma"]) 00:28:10.833 ... 00:28:10.833 1106 timing_enter $test_name 00:28:10.833 1107 echo "************************************" 00:28:10.833 1108 echo "START TEST $test_name" 00:28:10.833 1109 echo "************************************" 00:28:10.833 1110 xtrace_restore 00:28:10.833 1111 time "$@" 00:28:10.833 1112 xtrace_disable 00:28:10.833 1113 echo "************************************" 00:28:10.833 1114 echo "END TEST $test_name" 00:28:10.833 1115 echo "************************************" 00:28:10.833 1116 timing_exit $test_name 00:28:10.833 ... 00:28:10.833 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh:78 -> main(["--transport=rdma"]) 00:28:10.833 ... 00:28:10.833 73 TCP_INTERFACE_LIST=("${net_devs[@]}") 00:28:10.833 74 if ((${#TCP_INTERFACE_LIST[@]} > 0)); then 00:28:10.833 75 run_test "nvmf_perf_adq" $rootdir/test/nvmf/target/perf_adq.sh "${TEST_ARGS[@]}" 00:28:10.833 76 fi 00:28:10.833 77 elif [[ $SPDK_TEST_NVMF_TRANSPORT == "rdma" ]]; then 00:28:10.833 => 78 run_test "nvmf_device_removal" test/nvmf/target/device_removal.sh "${TEST_ARGS[@]}" 00:28:10.833 79 run_test "nvmf_srq_overwhelm" "$rootdir/test/nvmf/target/srq_overwhelm.sh" "${TEST_ARGS[@]}" 00:28:10.833 80 fi 00:28:10.833 81 run_test "nvmf_shutdown" $rootdir/test/nvmf/target/shutdown.sh "${TEST_ARGS[@]}" 00:28:10.833 82 fi 00:28:10.833 83 00:28:10.833 ... 00:28:10.833 00:28:10.833 ========== Backtrace end ========== 00:28:10.834 ========== Backtrace start: ========== 00:28:10.834 00:28:10.834 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1111 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"]) 00:28:10.834 ... 00:28:10.834 1106 timing_enter $test_name 00:28:10.834 1107 echo "************************************" 00:28:10.834 1108 echo "START TEST $test_name" 00:28:10.834 1109 echo "************************************" 00:28:10.834 1110 xtrace_restore 00:28:10.834 1111 time "$@" 00:28:10.834 1112 xtrace_disable 00:28:10.834 1113 echo "************************************" 00:28:10.834 1114 echo "END TEST $test_name" 00:28:10.834 1115 echo "************************************" 00:28:10.834 1116 timing_exit $test_name 00:28:10.834 ... 00:28:10.834 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/autotest.sh:282 -> main(["/var/jenkins/workspace/nvmf-phy-autotest/autorun-spdk.conf"]) 00:28:10.834 ... 00:28:10.834 277 if [ $SPDK_TEST_NVMF -eq 1 ]; then 00:28:10.834 278 export NET_TYPE 00:28:10.834 279 # The NVMe-oF run test cases are split out like this so that the parser that compiles the 00:28:10.834 280 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:28:10.834 281 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:28:10.834 => 282 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:10.834 283 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:10.834 284 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:28:10.834 285 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:10.834 286 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:28:10.834 287 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:10.834 ... 00:28:10.834 00:28:10.834 ========== Backtrace end ==========