00:35:04.676 ========== Backtrace start: ========== 00:35:04.676 00:35:04.676 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/host/failover.sh:47 -> main(["--transport=rdma"]) 00:35:04.676 ... 00:35:04.676 42 00:35:04.676 43 $rpc_py nvmf_subsystem_remove_listener nqn.2016-06.io.spdk:cnode1 -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_PORT 00:35:04.676 44 00:35:04.676 45 sleep 3 00:35:04.676 46 00:35:04.676 => 47 $rpc_py -s $bdevperf_rpc_sock bdev_nvme_attach_controller -b NVMe0 -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_THIRD_PORT -f ipv4 -n nqn.2016-06.io.spdk:cnode1 00:35:04.676 48 $rpc_py nvmf_subsystem_remove_listener nqn.2016-06.io.spdk:cnode1 -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_SECOND_PORT 00:35:04.676 49 00:35:04.676 50 sleep 3 00:35:04.676 51 00:35:04.676 52 # Give the admin qpair time to fail before we add the new listener in. This prevents us from trying to connect to the wrong trid. 00:35:04.676 ... 00:35:04.676 00:35:04.676 ========== Backtrace end ========== 00:35:05.491 ========== Backtrace start: ========== 00:35:05.491 00:35:05.491 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1124 -> run_test(["nvmf_failover"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/host/failover.sh"],["--transport=rdma"]) 00:35:05.491 ... 00:35:05.491 1119 timing_enter $test_name 00:35:05.491 1120 echo "************************************" 00:35:05.491 1121 echo "START TEST $test_name" 00:35:05.491 1122 echo "************************************" 00:35:05.491 1123 xtrace_restore 00:35:05.491 1124 time "$@" 00:35:05.491 1125 xtrace_disable 00:35:05.491 1126 echo "************************************" 00:35:05.491 1127 echo "END TEST $test_name" 00:35:05.491 1128 echo "************************************" 00:35:05.491 1129 timing_exit $test_name 00:35:05.491 ... 00:35:05.491 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh:99 -> main(["--transport=rdma"]) 00:35:05.491 ... 00:35:05.491 94 fi 00:35:05.491 95 00:35:05.491 96 run_test "nvmf_identify" $rootdir/test/nvmf/host/identify.sh "${TEST_ARGS[@]}" 00:35:05.492 97 run_test "nvmf_perf" $rootdir/test/nvmf/host/perf.sh "${TEST_ARGS[@]}" 00:35:05.492 98 run_test "nvmf_fio_host" $rootdir/test/nvmf/host/fio.sh "${TEST_ARGS[@]}" 00:35:05.492 => 99 run_test "nvmf_failover" $rootdir/test/nvmf/host/failover.sh "${TEST_ARGS[@]}" 00:35:05.492 100 run_test "nvmf_host_discovery" $rootdir/test/nvmf/host/discovery.sh "${TEST_ARGS[@]}" 00:35:05.492 101 run_test "nvmf_host_multipath_status" $rootdir/test/nvmf/host/multipath_status.sh "${TEST_ARGS[@]}" 00:35:05.492 102 run_test "nvmf_discovery_remove_ifc" $rootdir/test/nvmf/host/discovery_remove_ifc.sh "${TEST_ARGS[@]}" 00:35:05.492 103 run_test "nvmf_identify_kernel_target" "$rootdir/test/nvmf/host/identify_kernel_nvmf.sh" "${TEST_ARGS[@]}" 00:35:05.492 104 run_test "nvmf_auth_host" "$rootdir/test/nvmf/host/auth.sh" "${TEST_ARGS[@]}" 00:35:05.492 ... 00:35:05.492 00:35:05.492 ========== Backtrace end ========== 00:35:05.492 ========== Backtrace start: ========== 00:35:05.492 00:35:05.492 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1124 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"]) 00:35:05.492 ... 00:35:05.492 1119 timing_enter $test_name 00:35:05.492 1120 echo "************************************" 00:35:05.492 1121 echo "START TEST $test_name" 00:35:05.492 1122 echo "************************************" 00:35:05.492 1123 xtrace_restore 00:35:05.492 1124 time "$@" 00:35:05.492 1125 xtrace_disable 00:35:05.492 1126 echo "************************************" 00:35:05.492 1127 echo "END TEST $test_name" 00:35:05.492 1128 echo "************************************" 00:35:05.492 1129 timing_exit $test_name 00:35:05.492 ... 00:35:05.751 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/autotest.sh:284 -> main(["/var/jenkins/workspace/nvmf-cvl-phy-autotest/autorun-spdk.conf"]) 00:35:05.751 ... 00:35:05.751 279 if [ $SPDK_TEST_NVMF -eq 1 ]; then 00:35:05.751 280 export NET_TYPE 00:35:05.751 281 # The NVMe-oF run test cases are split out like this so that the parser that compiles the 00:35:05.751 282 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:35:05.751 283 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:35:05.751 => 284 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:35:05.751 285 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:35:05.751 286 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:35:05.751 287 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:35:05.751 288 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:35:05.751 289 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:35:05.751 ... 00:35:05.751 00:35:05.751 ========== Backtrace end ==========