00:25:28.382 ========== Backtrace start: ========== 00:25:28.382 00:25:28.382 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:960 -> killprocess(["2295721"]) 00:25:28.382 ... 00:25:28.382 955 kill $1 00:25:28.382 956 fi 00:25:28.382 957 00:25:28.382 958 # wait for the process regardless if its the dummy sudo one 00:25:28.382 959 # or the actual app - it should terminate anyway 00:25:28.382 => 960 wait $1 00:25:28.382 961 else 00:25:28.382 962 # the process is not there anymore 00:25:28.382 963 echo "Process with pid $1 is not found" 00:25:28.382 964 fi 00:25:28.382 965 } 00:25:28.382 ... 00:25:28.382 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/shutdown.sh:135 -> nvmf_shutdown_tc3([]) 00:25:28.382 ... 00:25:28.382 130 trap 'process_shm --id $NVMF_APP_SHM_ID; kill -9 $perfpid || true; nvmftestfini; exit 1' SIGINT SIGTERM EXIT 00:25:28.382 131 00:25:28.382 132 waitforio /var/tmp/bdevperf.sock Nvme1n1 00:25:28.382 133 00:25:28.382 134 # Kill the target half way through 00:25:28.382 => 135 killprocess $nvmfpid 00:25:28.382 136 nvmfpid= 00:25:28.382 137 00:25:28.382 138 # Verify bdevperf exits successfully 00:25:28.382 139 sleep 1 00:25:28.382 140 # TODO: Right now the NVMe-oF initiator will not correctly detect broken connections 00:25:28.382 ... 00:25:28.382 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1111 -> run_test(["nvmf_shutdown_tc3"],["nvmf_shutdown_tc3"]) 00:25:28.382 ... 00:25:28.382 1106 timing_enter $test_name 00:25:28.382 1107 echo "************************************" 00:25:28.382 1108 echo "START TEST $test_name" 00:25:28.382 1109 echo "************************************" 00:25:28.382 1110 xtrace_restore 00:25:28.382 1111 time "$@" 00:25:28.382 1112 xtrace_disable 00:25:28.382 1113 echo "************************************" 00:25:28.382 1114 echo "END TEST $test_name" 00:25:28.382 1115 echo "************************************" 00:25:28.382 1116 timing_exit $test_name 00:25:28.382 ... 00:25:28.641 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/shutdown.sh:149 -> main(["--transport=rdma"]) 00:25:28.641 ... 00:25:28.641 144 stoptarget 00:25:28.641 145 } 00:25:28.641 146 00:25:28.641 147 run_test "nvmf_shutdown_tc1" nvmf_shutdown_tc1 00:25:28.641 148 run_test "nvmf_shutdown_tc2" nvmf_shutdown_tc2 00:25:28.641 => 149 run_test "nvmf_shutdown_tc3" nvmf_shutdown_tc3 00:25:28.641 150 00:25:28.641 151 trap - SIGINT SIGTERM EXIT 00:25:28.641 ... 00:25:28.641 00:25:28.641 ========== Backtrace end ========== 00:25:28.641 ========== Backtrace start: ========== 00:25:28.641 00:25:28.641 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1111 -> run_test(["nvmf_shutdown"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/shutdown.sh"],["--transport=rdma"]) 00:25:28.641 ... 00:25:28.641 1106 timing_enter $test_name 00:25:28.641 1107 echo "************************************" 00:25:28.641 1108 echo "START TEST $test_name" 00:25:28.641 1109 echo "************************************" 00:25:28.641 1110 xtrace_restore 00:25:28.641 1111 time "$@" 00:25:28.641 1112 xtrace_disable 00:25:28.641 1113 echo "************************************" 00:25:28.641 1114 echo "END TEST $test_name" 00:25:28.641 1115 echo "************************************" 00:25:28.641 1116 timing_exit $test_name 00:25:28.641 ... 00:25:28.641 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh:81 -> main(["--transport=rdma"]) 00:25:28.641 ... 00:25:28.641 76 fi 00:25:28.641 77 elif [[ $SPDK_TEST_NVMF_TRANSPORT == "rdma" ]]; then 00:25:28.641 78 run_test "nvmf_device_removal" test/nvmf/target/device_removal.sh "${TEST_ARGS[@]}" 00:25:28.641 79 run_test "nvmf_srq_overwhelm" "$rootdir/test/nvmf/target/srq_overwhelm.sh" "${TEST_ARGS[@]}" 00:25:28.641 80 fi 00:25:28.641 => 81 run_test "nvmf_shutdown" $rootdir/test/nvmf/target/shutdown.sh "${TEST_ARGS[@]}" 00:25:28.641 82 fi 00:25:28.641 83 00:25:28.641 84 timing_exit target 00:25:28.641 85 00:25:28.641 86 timing_enter host 00:25:28.641 ... 00:25:28.641 00:25:28.641 ========== Backtrace end ========== 00:25:28.642 ========== Backtrace start: ========== 00:25:28.642 00:25:28.642 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1111 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"]) 00:25:28.642 ... 00:25:28.642 1106 timing_enter $test_name 00:25:28.642 1107 echo "************************************" 00:25:28.642 1108 echo "START TEST $test_name" 00:25:28.642 1109 echo "************************************" 00:25:28.642 1110 xtrace_restore 00:25:28.642 1111 time "$@" 00:25:28.642 1112 xtrace_disable 00:25:28.642 1113 echo "************************************" 00:25:28.642 1114 echo "END TEST $test_name" 00:25:28.642 1115 echo "************************************" 00:25:28.642 1116 timing_exit $test_name 00:25:28.642 ... 00:25:28.642 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/autotest.sh:282 -> main(["/var/jenkins/workspace/nvmf-cvl-phy-autotest/autorun-spdk.conf"]) 00:25:28.642 ... 00:25:28.642 277 if [ $SPDK_TEST_NVMF -eq 1 ]; then 00:25:28.642 278 export NET_TYPE 00:25:28.642 279 # The NVMe-oF run test cases are split out like this so that the parser that compiles the 00:25:28.642 280 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:25:28.642 281 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:25:28.642 => 282 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:25:28.642 283 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:25:28.642 284 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:25:28.642 285 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:25:28.642 286 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:25:28.642 287 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:25:28.642 ... 00:25:28.642 00:25:28.642 ========== Backtrace end ==========