00:28:51.257 ========== Backtrace start: ========== 00:28:51.257 00:28:51.257 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:974 -> killprocess(["2588542"]) 00:28:51.257 ... 00:28:51.257 969 kill $1 00:28:51.257 970 fi 00:28:51.257 971 00:28:51.257 972 # wait for the process regardless if its the dummy sudo one 00:28:51.257 973 # or the actual app - it should terminate anyway 00:28:51.257 => 974 wait $1 00:28:51.257 975 else 00:28:51.257 976 # the process is not there anymore 00:28:51.257 977 echo "Process with pid $1 is not found" 00:28:51.257 978 fi 00:28:51.257 979 } 00:28:51.257 ... 00:28:51.257 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/shutdown.sh:135 -> nvmf_shutdown_tc3([]) 00:28:51.257 ... 00:28:51.257 130 trap 'process_shm --id $NVMF_APP_SHM_ID; kill -9 $perfpid || true; nvmftestfini; exit 1' SIGINT SIGTERM EXIT 00:28:51.257 131 00:28:51.257 132 waitforio /var/tmp/bdevperf.sock Nvme1n1 00:28:51.257 133 00:28:51.257 134 # Kill the target half way through 00:28:51.257 => 135 killprocess $nvmfpid 00:28:51.257 136 nvmfpid= 00:28:51.257 137 00:28:51.257 138 # Verify bdevperf exits successfully 00:28:51.257 139 sleep 1 00:28:51.257 140 # TODO: Right now the NVMe-oF initiator will not correctly detect broken connections 00:28:51.257 ... 00:28:51.257 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_shutdown_tc3"],["nvmf_shutdown_tc3"]) 00:28:51.257 ... 00:28:51.257 1120 timing_enter $test_name 00:28:51.257 1121 echo "************************************" 00:28:51.257 1122 echo "START TEST $test_name" 00:28:51.257 1123 echo "************************************" 00:28:51.257 1124 xtrace_restore 00:28:51.257 1125 time "$@" 00:28:51.257 1126 xtrace_disable 00:28:51.257 1127 echo "************************************" 00:28:51.257 1128 echo "END TEST $test_name" 00:28:51.257 1129 echo "************************************" 00:28:51.257 1130 timing_exit $test_name 00:28:51.257 ... 00:28:51.257 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/shutdown.sh:149 -> main(["--transport=rdma"]) 00:28:51.257 ... 00:28:51.257 144 stoptarget 00:28:51.257 145 } 00:28:51.257 146 00:28:51.257 147 run_test "nvmf_shutdown_tc1" nvmf_shutdown_tc1 00:28:51.257 148 run_test "nvmf_shutdown_tc2" nvmf_shutdown_tc2 00:28:51.257 => 149 run_test "nvmf_shutdown_tc3" nvmf_shutdown_tc3 00:28:51.257 150 00:28:51.257 151 trap - SIGINT SIGTERM EXIT 00:28:51.257 ... 00:28:51.257 00:28:51.257 ========== Backtrace end ========== 00:28:51.517 ========== Backtrace start: ========== 00:28:51.517 00:28:51.517 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_shutdown"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/shutdown.sh"],["--transport=rdma"]) 00:28:51.517 ... 00:28:51.517 1120 timing_enter $test_name 00:28:51.517 1121 echo "************************************" 00:28:51.517 1122 echo "START TEST $test_name" 00:28:51.517 1123 echo "************************************" 00:28:51.517 1124 xtrace_restore 00:28:51.517 1125 time "$@" 00:28:51.517 1126 xtrace_disable 00:28:51.517 1127 echo "************************************" 00:28:51.517 1128 echo "END TEST $test_name" 00:28:51.517 1129 echo "************************************" 00:28:51.517 1130 timing_exit $test_name 00:28:51.517 ... 00:28:51.517 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh:63 -> main(["--transport=rdma"]) 00:28:51.517 ... 00:28:51.517 58 elif [[ $SPDK_TEST_NVMF_TRANSPORT == "rdma" ]]; then 00:28:51.517 59 # Disabled due to https://github.com/spdk/spdk/issues/3345 00:28:51.517 60 # run_test "nvmf_device_removal" test/nvmf/target/device_removal.sh "${TEST_ARGS[@]}" 00:28:51.517 61 run_test "nvmf_srq_overwhelm" "$rootdir/test/nvmf/target/srq_overwhelm.sh" "${TEST_ARGS[@]}" 00:28:51.517 62 fi 00:28:51.517 => 63 run_test "nvmf_shutdown" $rootdir/test/nvmf/target/shutdown.sh "${TEST_ARGS[@]}" 00:28:51.517 64 fi 00:28:51.517 65 00:28:51.517 66 trap - SIGINT SIGTERM EXIT 00:28:51.517 ... 00:28:51.517 00:28:51.517 ========== Backtrace end ========== 00:28:51.518 ========== Backtrace start: ========== 00:28:51.518 00:28:51.518 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_target_extra"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh"],["--transport=rdma"]) 00:28:51.518 ... 00:28:51.518 1120 timing_enter $test_name 00:28:51.518 1121 echo "************************************" 00:28:51.518 1122 echo "START TEST $test_name" 00:28:51.518 1123 echo "************************************" 00:28:51.518 1124 xtrace_restore 00:28:51.518 1125 time "$@" 00:28:51.518 1126 xtrace_disable 00:28:51.518 1127 echo "************************************" 00:28:51.518 1128 echo "END TEST $test_name" 00:28:51.518 1129 echo "************************************" 00:28:51.518 1130 timing_exit $test_name 00:28:51.518 ... 00:28:51.518 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh:15 -> main(["--transport=rdma"]) 00:28:51.518 ... 00:28:51.518 10 if [ ! $(uname -s) = Linux ]; then 00:28:51.518 11 exit 0 00:28:51.518 12 fi 00:28:51.518 13 00:28:51.518 14 run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:51.518 => 15 run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:51.518 16 run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:51.518 ... 00:28:51.518 00:28:51.518 ========== Backtrace end ========== 00:28:51.518 ========== Backtrace start: ========== 00:28:51.518 00:28:51.518 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"]) 00:28:51.518 ... 00:28:51.518 1120 timing_enter $test_name 00:28:51.518 1121 echo "************************************" 00:28:51.518 1122 echo "START TEST $test_name" 00:28:51.518 1123 echo "************************************" 00:28:51.518 1124 xtrace_restore 00:28:51.518 1125 time "$@" 00:28:51.518 1126 xtrace_disable 00:28:51.518 1127 echo "************************************" 00:28:51.518 1128 echo "END TEST $test_name" 00:28:51.518 1129 echo "************************************" 00:28:51.518 1130 timing_exit $test_name 00:28:51.518 ... 00:28:51.518 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/autotest.sh:290 -> main(["/var/jenkins/workspace/nvmf-cvl-phy-autotest/autorun-spdk.conf"]) 00:28:51.518 ... 00:28:51.518 285 if [ $SPDK_TEST_NVMF -eq 1 ]; then 00:28:51.518 286 export NET_TYPE 00:28:51.518 287 # The NVMe-oF run test cases are split out like this so that the parser that compiles the 00:28:51.518 288 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:28:51.518 289 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:28:51.518 => 290 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:51.518 291 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:51.518 292 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:28:51.518 293 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:51.518 294 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:28:51.518 295 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:51.518 ... 00:28:51.518 00:28:51.518 ========== Backtrace end ==========