00:27:47.393 ========== Backtrace start: ========== 00:27:47.393 00:27:47.393 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:973 -> killprocess(["1758434"]) 00:27:47.393 ... 00:27:47.393 968 kill $1 00:27:47.393 969 fi 00:27:47.393 970 00:27:47.393 971 # wait for the process regardless if its the dummy sudo one 00:27:47.393 972 # or the actual app - it should terminate anyway 00:27:47.393 => 973 wait $1 00:27:47.393 974 else 00:27:47.393 975 # the process is not there anymore 00:27:47.393 976 echo "Process with pid $1 is not found" 00:27:47.393 977 fi 00:27:47.393 978 } 00:27:47.393 ... 00:27:47.393 in test/nvmf/target/device_removal.sh:118 -> stop_bdevperf([]) 00:27:47.393 ... 00:27:47.393 113 } 00:27:47.393 114 00:27:47.393 115 function stop_bdevperf() { 00:27:47.393 116 wait $bdevperf_rpc_pid 00:27:47.393 117 00:27:47.393 => 118 killprocess $bdevperf_pid 00:27:47.393 119 bdevperf_pid= 00:27:47.393 120 00:27:47.393 121 cat $testdir/try.txt 00:27:47.393 122 00:27:47.393 123 trap - SIGINT SIGTERM EXIT 00:27:47.393 ... 00:27:47.393 in test/nvmf/target/device_removal.sh:200 -> test_remove_and_rescan(["--no-srq"]) 00:27:47.393 ... 00:27:47.393 195 fi 00:27:47.393 196 sleep 2 00:27:47.393 197 done 00:27:47.393 198 done 00:27:47.393 199 00:27:47.393 => 200 stop_bdevperf 00:27:47.393 201 00:27:47.393 202 killprocess $nvmfpid 00:27:47.393 203 nvmfpid= 00:27:47.393 204 00:27:47.393 205 return 0 00:27:47.393 ... 00:27:47.393 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1124 -> run_test(["nvmf_device_removal_pci_remove_no_srq"],["test_remove_and_rescan"],["--no-srq"]) 00:27:47.393 ... 00:27:47.393 1119 timing_enter $test_name 00:27:47.393 1120 echo "************************************" 00:27:47.393 1121 echo "START TEST $test_name" 00:27:47.393 1122 echo "************************************" 00:27:47.393 1123 xtrace_restore 00:27:47.393 1124 time "$@" 00:27:47.393 1125 xtrace_disable 00:27:47.393 1126 echo "************************************" 00:27:47.394 1127 echo "END TEST $test_name" 00:27:47.394 1128 echo "************************************" 00:27:47.394 1129 timing_exit $test_name 00:27:47.394 ... 00:27:47.394 in test/nvmf/target/device_removal.sh:311 -> main(["--transport=rdma"]) 00:27:47.394 ... 00:27:47.394 306 exit 0 00:27:47.394 307 fi 00:27:47.394 308 test_bonding_slaves_on_nics "${target_nics[@]}" 00:27:47.394 309 } 00:27:47.394 310 00:27:47.394 => 311 run_test "nvmf_device_removal_pci_remove_no_srq" test_remove_and_rescan --no-srq 00:27:47.394 312 run_test "nvmf_device_removal_pci_remove" test_remove_and_rescan 00:27:47.394 313 # bond slaves case needs lag_master & vport_manager are enabled by mlxconfig 00:27:47.394 314 # and not work on CI machine currently. 00:27:47.394 315 # run_test "nvmf_device_removal_bond_slaves" test_bond_slaves 00:27:47.394 316 00:27:47.394 ... 00:27:47.394 00:27:47.394 ========== Backtrace end ========== 00:27:47.404 ========== Backtrace start: ========== 00:27:47.404 00:27:47.404 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1124 -> run_test(["nvmf_device_removal"],["test/nvmf/target/device_removal.sh"],["--transport=rdma"]) 00:27:47.404 ... 00:27:47.404 1119 timing_enter $test_name 00:27:47.404 1120 echo "************************************" 00:27:47.404 1121 echo "START TEST $test_name" 00:27:47.404 1122 echo "************************************" 00:27:47.404 1123 xtrace_restore 00:27:47.404 1124 time "$@" 00:27:47.404 1125 xtrace_disable 00:27:47.404 1126 echo "************************************" 00:27:47.404 1127 echo "END TEST $test_name" 00:27:47.404 1128 echo "************************************" 00:27:47.404 1129 timing_exit $test_name 00:27:47.404 ... 00:27:47.404 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh:79 -> main(["--transport=rdma"]) 00:27:47.404 ... 00:27:47.404 74 TCP_INTERFACE_LIST=("${net_devs[@]}") 00:27:47.404 75 if ((${#TCP_INTERFACE_LIST[@]} > 0)); then 00:27:47.404 76 run_test "nvmf_perf_adq" $rootdir/test/nvmf/target/perf_adq.sh "${TEST_ARGS[@]}" 00:27:47.404 77 fi 00:27:47.404 78 elif [[ $SPDK_TEST_NVMF_TRANSPORT == "rdma" ]]; then 00:27:47.404 => 79 run_test "nvmf_device_removal" test/nvmf/target/device_removal.sh "${TEST_ARGS[@]}" 00:27:47.404 80 run_test "nvmf_srq_overwhelm" "$rootdir/test/nvmf/target/srq_overwhelm.sh" "${TEST_ARGS[@]}" 00:27:47.404 81 fi 00:27:47.404 82 run_test "nvmf_shutdown" $rootdir/test/nvmf/target/shutdown.sh "${TEST_ARGS[@]}" 00:27:47.404 83 fi 00:27:47.404 84 00:27:47.404 ... 00:27:47.404 00:27:47.404 ========== Backtrace end ========== 00:27:47.404 ========== Backtrace start: ========== 00:27:47.404 00:27:47.404 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1124 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"]) 00:27:47.404 ... 00:27:47.404 1119 timing_enter $test_name 00:27:47.404 1120 echo "************************************" 00:27:47.404 1121 echo "START TEST $test_name" 00:27:47.404 1122 echo "************************************" 00:27:47.404 1123 xtrace_restore 00:27:47.404 1124 time "$@" 00:27:47.404 1125 xtrace_disable 00:27:47.404 1126 echo "************************************" 00:27:47.404 1127 echo "END TEST $test_name" 00:27:47.404 1128 echo "************************************" 00:27:47.404 1129 timing_exit $test_name 00:27:47.404 ... 00:27:47.404 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/autotest.sh:284 -> main(["/var/jenkins/workspace/nvmf-phy-autotest/autorun-spdk.conf"]) 00:27:47.404 ... 00:27:47.404 279 if [ $SPDK_TEST_NVMF -eq 1 ]; then 00:27:47.404 280 export NET_TYPE 00:27:47.404 281 # The NVMe-oF run test cases are split out like this so that the parser that compiles the 00:27:47.404 282 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:27:47.404 283 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:27:47.404 => 284 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:27:47.404 285 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:27:47.404 286 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:27:47.404 287 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:27:47.404 288 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:27:47.404 289 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:27:47.404 ... 00:27:47.404 00:27:47.404 ========== Backtrace end ==========