00:24:57.673 ========== Backtrace start: ========== 00:24:57.673 00:24:57.673 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/host/failover.sh:68 -> main(["--transport=tcp"]) 00:24:57.673 ... 00:24:57.673 63 cat $testdir/try.txt 00:24:57.673 64 # if this test fails it means we didn't fail over to the second 00:24:57.673 65 count="$(grep -c "Resetting controller successful" < $testdir/try.txt)" 00:24:57.673 66 00:24:57.673 67 if ((count != 3)); then 00:24:57.673 => 68 false 00:24:57.673 69 fi 00:24:57.673 70 00:24:57.673 71 # Part 2 of the test. Start removing ports, starting with the one we are connected to, confirm that the ctrlr remains active until the final trid is removed. 00:24:57.673 72 $rootdir/build/examples/bdevperf -z -r $bdevperf_rpc_sock -q 128 -o 4096 -w verify -t 1 -f &> $testdir/try.txt & 00:24:57.673 73 bdevperf_pid=$! 00:24:57.673 ... 00:24:57.673 00:24:57.673 ========== Backtrace end ========== 00:25:00.048 ========== Backtrace start: ========== 00:25:00.048 00:25:00.048 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_failover"],["/var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/host/failover.sh"],["--transport=tcp"]) 00:25:00.048 ... 00:25:00.048 1120 timing_enter $test_name 00:25:00.048 1121 echo "************************************" 00:25:00.048 1122 echo "START TEST $test_name" 00:25:00.048 1123 echo "************************************" 00:25:00.048 1124 xtrace_restore 00:25:00.048 1125 time "$@" 00:25:00.048 1126 xtrace_disable 00:25:00.048 1127 echo "************************************" 00:25:00.048 1128 echo "END TEST $test_name" 00:25:00.048 1129 echo "************************************" 00:25:00.048 1130 timing_exit $test_name 00:25:00.048 ... 00:25:00.048 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf_host.sh:25 -> main(["--transport=tcp"]) 00:25:00.048 ... 00:25:00.048 20 fi 00:25:00.048 21 00:25:00.048 22 run_test "nvmf_identify" $rootdir/test/nvmf/host/identify.sh "${TEST_ARGS[@]}" 00:25:00.048 23 run_test "nvmf_perf" $rootdir/test/nvmf/host/perf.sh "${TEST_ARGS[@]}" 00:25:00.048 24 run_test "nvmf_fio_host" $rootdir/test/nvmf/host/fio.sh "${TEST_ARGS[@]}" 00:25:00.048 => 25 run_test "nvmf_failover" $rootdir/test/nvmf/host/failover.sh "${TEST_ARGS[@]}" 00:25:00.048 26 run_test "nvmf_host_discovery" $rootdir/test/nvmf/host/discovery.sh "${TEST_ARGS[@]}" 00:25:00.048 27 run_test "nvmf_host_multipath_status" $rootdir/test/nvmf/host/multipath_status.sh "${TEST_ARGS[@]}" 00:25:00.048 28 run_test "nvmf_discovery_remove_ifc" $rootdir/test/nvmf/host/discovery_remove_ifc.sh "${TEST_ARGS[@]}" 00:25:00.048 29 run_test "nvmf_identify_kernel_target" "$rootdir/test/nvmf/host/identify_kernel_nvmf.sh" "${TEST_ARGS[@]}" 00:25:00.048 30 run_test "nvmf_auth_host" "$rootdir/test/nvmf/host/auth.sh" "${TEST_ARGS[@]}" 00:25:00.048 ... 00:25:00.048 00:25:00.048 ========== Backtrace end ========== 00:25:00.048 ========== Backtrace start: ========== 00:25:00.048 00:25:00.048 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_host"],["/var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf_host.sh"],["--transport=tcp"]) 00:25:00.048 ... 00:25:00.048 1120 timing_enter $test_name 00:25:00.048 1121 echo "************************************" 00:25:00.048 1122 echo "START TEST $test_name" 00:25:00.048 1123 echo "************************************" 00:25:00.048 1124 xtrace_restore 00:25:00.048 1125 time "$@" 00:25:00.048 1126 xtrace_disable 00:25:00.048 1127 echo "************************************" 00:25:00.048 1128 echo "END TEST $test_name" 00:25:00.048 1129 echo "************************************" 00:25:00.048 1130 timing_exit $test_name 00:25:00.048 ... 00:25:00.048 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf.sh:16 -> main(["--transport=tcp"]) 00:25:00.048 ... 00:25:00.048 11 exit 0 00:25:00.048 12 fi 00:25:00.048 13 00:25:00.048 14 run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:25:00.048 15 run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:25:00.048 => 16 run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:25:00.048 17 00:25:00.048 18 # Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations. 00:25:00.048 19 if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then 00:25:00.048 20 run_test "nvmf_target_core_interrupt_mode" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT --interrupt-mode 00:25:00.048 21 run_test "nvmf_interrupt" $rootdir/test/nvmf/target/interrupt.sh --transport=$SPDK_TEST_NVMF_TRANSPORT --interrupt-mode 00:25:00.048 ... 00:25:00.048 00:25:00.048 ========== Backtrace end ========== 00:25:00.048 ========== Backtrace start: ========== 00:25:00.048 00:25:00.048 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_tcp"],["/var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=tcp"]) 00:25:00.048 ... 00:25:00.048 1120 timing_enter $test_name 00:25:00.048 1121 echo "************************************" 00:25:00.048 1122 echo "START TEST $test_name" 00:25:00.048 1123 echo "************************************" 00:25:00.048 1124 xtrace_restore 00:25:00.048 1125 time "$@" 00:25:00.048 1126 xtrace_disable 00:25:00.048 1127 echo "************************************" 00:25:00.048 1128 echo "END TEST $test_name" 00:25:00.048 1129 echo "************************************" 00:25:00.048 1130 timing_exit $test_name 00:25:00.048 ... 00:25:00.048 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/autotest.sh:280 -> main(["/var/jenkins/workspace/nvmf-tcp-phy-autotest/autorun-spdk.conf"]) 00:25:00.048 ... 00:25:00.049 275 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:25:00.049 276 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:25:00.049 277 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:25:00.049 278 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:25:00.049 279 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:25:00.049 => 280 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:25:00.049 281 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:25:00.049 282 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:25:00.049 283 run_test "nvmf_identify_passthru" $rootdir/test/nvmf/target/identify_passthru.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:25:00.049 284 fi 00:25:00.049 285 run_test "nvmf_dif" $rootdir/test/nvmf/target/dif.sh 00:25:00.049 ... 00:25:00.049 00:25:00.049 ========== Backtrace end ==========