00:28:58.331  ========== Backtrace start: ==========
00:28:58.331  
00:28:58.331  in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/host/failover.sh:47 -> main(["--transport=rdma"])
00:28:58.331       ...
00:28:58.331     42  	
00:28:58.331     43  	$rpc_py nvmf_subsystem_remove_listener nqn.2016-06.io.spdk:cnode1 -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_PORT
00:28:58.331     44  	
00:28:58.331     45  	sleep 3
00:28:58.331     46  	
00:28:58.331  => 47  	$rpc_py -s $bdevperf_rpc_sock bdev_nvme_attach_controller -b NVMe0 -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_THIRD_PORT -f ipv4 -n nqn.2016-06.io.spdk:cnode1
00:28:58.331     48  	$rpc_py nvmf_subsystem_remove_listener nqn.2016-06.io.spdk:cnode1 -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_SECOND_PORT
00:28:58.331     49  	
00:28:58.331     50  	sleep 3
00:28:58.331     51  	
00:28:58.331     52  	# Give the admin qpair time to fail before we add the new listener in. This prevents us from trying to connect to the wrong trid.
00:28:58.331       ...
00:28:58.331  
00:28:58.331  ========== Backtrace end ==========
00:28:59.538  ========== Backtrace start: ==========
00:28:59.538  
00:28:59.538  in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1111 -> run_test(["nvmf_failover"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/host/failover.sh"],["--transport=rdma"])
00:28:59.538       ...
00:28:59.538     1106		timing_enter $test_name
00:28:59.538     1107		echo "************************************"
00:28:59.538     1108		echo "START TEST $test_name"
00:28:59.538     1109		echo "************************************"
00:28:59.538     1110		xtrace_restore
00:28:59.538     1111		time "$@"
00:28:59.538     1112		xtrace_disable
00:28:59.538     1113		echo "************************************"
00:28:59.538     1114		echo "END TEST $test_name"
00:28:59.538     1115		echo "************************************"
00:28:59.538     1116		timing_exit $test_name
00:28:59.538       ...
00:28:59.538  in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh:98 -> main(["--transport=rdma"])
00:28:59.538       ...
00:28:59.538     93  	fi
00:28:59.538     94  	
00:28:59.538     95  	run_test "nvmf_identify" $rootdir/test/nvmf/host/identify.sh "${TEST_ARGS[@]}"
00:28:59.538     96  	run_test "nvmf_perf" $rootdir/test/nvmf/host/perf.sh "${TEST_ARGS[@]}"
00:28:59.538     97  	run_test "nvmf_fio_host" $rootdir/test/nvmf/host/fio.sh "${TEST_ARGS[@]}"
00:28:59.538  => 98  	run_test "nvmf_failover" $rootdir/test/nvmf/host/failover.sh "${TEST_ARGS[@]}"
00:28:59.538     99  	run_test "nvmf_discovery" $rootdir/test/nvmf/host/discovery.sh "${TEST_ARGS[@]}"
00:28:59.538     100 	run_test "nvmf_discovery_remove_ifc" $rootdir/test/nvmf/host/discovery_remove_ifc.sh "${TEST_ARGS[@]}"
00:28:59.538     101 	run_test "nvmf_identify_kernel_target" "$rootdir/test/nvmf/host/identify_kernel_nvmf.sh" "${TEST_ARGS[@]}"
00:28:59.538     102 	run_test "nvmf_auth" "$rootdir/test/nvmf/host/auth.sh" "${TEST_ARGS[@]}"
00:28:59.538     103 	
00:28:59.538       ...
00:28:59.538  
00:28:59.538  ========== Backtrace end ==========
00:28:59.538  ========== Backtrace start: ==========
00:28:59.538  
00:28:59.538  in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1111 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"])
00:28:59.538       ...
00:28:59.538     1106		timing_enter $test_name
00:28:59.538     1107		echo "************************************"
00:28:59.538     1108		echo "START TEST $test_name"
00:28:59.538     1109		echo "************************************"
00:28:59.538     1110		xtrace_restore
00:28:59.538     1111		time "$@"
00:28:59.538     1112		xtrace_disable
00:28:59.538     1113		echo "************************************"
00:28:59.538     1114		echo "END TEST $test_name"
00:28:59.538     1115		echo "************************************"
00:28:59.538     1116		timing_exit $test_name
00:28:59.538       ...
00:28:59.538  in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/autotest.sh:282 -> main(["/var/jenkins/workspace/nvmf-cvl-phy-autotest/autorun-spdk.conf"])
00:28:59.538       ...
00:28:59.538     277 		if [ $SPDK_TEST_NVMF -eq 1 ]; then
00:28:59.538     278 			export NET_TYPE
00:28:59.538     279 			# The NVMe-oF run test cases are split out like this so that the parser that compiles the
00:28:59.538     280 			# list of all tests can properly differentiate them. Please do not merge them into one line.
00:28:59.538     281 			if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then
00:28:59.538  => 282 				run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:28:59.538     283 				run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:28:59.538     284 			elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then
00:28:59.538     285 				run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:28:59.538     286 				if [[ $SPDK_TEST_URING -eq 0 ]]; then
00:28:59.538     287 					run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:28:59.538       ...
00:28:59.538  
00:28:59.538  ========== Backtrace end ==========