00:12:19.966  ========== Backtrace start: ==========
00:12:19.966  
00:12:19.966  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:589 -> rpc_cmd([])
00:12:19.966       ...
00:12:19.966     584 			echo "$rsp"
00:12:19.966     585 		done
00:12:19.966     586 	
00:12:19.966     587 		rc=${!status[*]}
00:12:19.966     588 		xtrace_restore
00:12:19.966  => 589 		[[ $rc == 0 ]]
00:12:19.966     590 	}
00:12:19.966     591 	
00:12:19.966     592 	function rpc_cmd_simple_data_json() {
00:12:19.966     593 	
00:12:19.966     594 		local elems="$1[@]" elem
00:12:19.966       ...
00:12:19.966  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/connect_stress.sh:35 -> main(["--transport=rdma"])
00:12:19.966       ...
00:12:19.966     30  			nvmf_subsystem_remove_ns nqn.2016-06.io.spdk:cnode1 1
00:12:19.966     31  		EOF
00:12:19.966     32  	done
00:12:19.966     33  	
00:12:19.966     34  	while kill -0 $PERF_PID; do
00:12:19.966  => 35  		$rpc_py < $rpcs
00:12:19.966     36  	done
00:12:19.966     37  	
00:12:19.966     38  	wait $PERF_PID
00:12:19.966     39  	rm -f $rpcs
00:12:19.966     40  	
00:12:19.966       ...
00:12:19.966  
00:12:19.966  ========== Backtrace end ==========
00:12:19.966  ========== Backtrace start: ==========
00:12:19.966  
00:12:19.966  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_connect_stress"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/connect_stress.sh"],["--transport=rdma"])
00:12:19.966       ...
00:12:19.966     1120		timing_enter $test_name
00:12:19.966     1121		echo "************************************"
00:12:19.966     1122		echo "START TEST $test_name"
00:12:19.966     1123		echo "************************************"
00:12:19.966     1124		xtrace_restore
00:12:19.966     1125		time "$@"
00:12:19.966     1126		xtrace_disable
00:12:19.966     1127		echo "************************************"
00:12:19.966     1128		echo "END TEST $test_name"
00:12:19.966     1129		echo "************************************"
00:12:19.966     1130		timing_exit $test_name
00:12:19.966       ...
00:12:19.966  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh:24 -> main(["--transport=rdma"])
00:12:19.966       ...
00:12:19.966     19  		run_test "nvmf_referrals" $rootdir/test/nvmf/target/referrals.sh "${TEST_ARGS[@]}"
00:12:19.966     20  		run_test "nvmf_connect_disconnect" $rootdir/test/nvmf/target/connect_disconnect.sh "${TEST_ARGS[@]}"
00:12:19.966     21  		run_test "nvmf_multitarget" $rootdir/test/nvmf/target/multitarget.sh "${TEST_ARGS[@]}"
00:12:19.967     22  		run_test "nvmf_rpc" $rootdir/test/nvmf/target/rpc.sh "${TEST_ARGS[@]}"
00:12:19.967     23  		run_test "nvmf_invalid" $rootdir/test/nvmf/target/invalid.sh "${TEST_ARGS[@]}"
00:12:19.967  => 24  		run_test "nvmf_connect_stress" $rootdir/test/nvmf/target/connect_stress.sh "${TEST_ARGS[@]}"
00:12:19.967     25  		run_test "nvmf_fused_ordering" $rootdir/test/nvmf/target/fused_ordering.sh "${TEST_ARGS[@]}"
00:12:19.967     26  		run_test "nvmf_ns_masking" test/nvmf/target/ns_masking.sh "${TEST_ARGS[@]}"
00:12:19.967     27  		if [[ $SPDK_TEST_NVME_CLI -eq 1 ]]; then
00:12:19.967     28  			run_test "nvmf_nvme_cli" $rootdir/test/nvmf/target/nvme_cli.sh "${TEST_ARGS[@]}"
00:12:19.967     29  		fi
00:12:19.967       ...
00:12:19.967  
00:12:19.967  ========== Backtrace end ==========
00:12:19.967  ========== Backtrace start: ==========
00:12:19.967  
00:12:19.967  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_target_extra"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh"],["--transport=rdma"])
00:12:19.967       ...
00:12:19.967     1120		timing_enter $test_name
00:12:19.967     1121		echo "************************************"
00:12:19.967     1122		echo "START TEST $test_name"
00:12:19.967     1123		echo "************************************"
00:12:19.967     1124		xtrace_restore
00:12:19.967     1125		time "$@"
00:12:19.967     1126		xtrace_disable
00:12:19.967     1127		echo "************************************"
00:12:19.967     1128		echo "END TEST $test_name"
00:12:19.967     1129		echo "************************************"
00:12:19.967     1130		timing_exit $test_name
00:12:19.967       ...
00:12:19.967  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh:11 -> main(["--transport=rdma"])
00:12:19.967       ...
00:12:19.967     6   	testdir=$(readlink -f $(dirname $0))
00:12:19.967     7   	rootdir=$(readlink -f $testdir/../..)
00:12:19.967     8   	source $rootdir/test/common/autotest_common.sh
00:12:19.967     9   	
00:12:19.967     10  	run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:12:19.967  => 11  	run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:12:19.967     12  	run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:12:19.967     13  	
00:12:19.967     14  	# Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations.
00:12:19.967     15  	if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then
00:12:19.967     16  		run_test "nvmf_target_core_interrupt_mode" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT --interrupt-mode
00:12:19.967       ...
00:12:19.967  
00:12:19.967  ========== Backtrace end ==========
00:12:19.967  ========== Backtrace start: ==========
00:12:19.967  
00:12:19.967  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"])
00:12:19.967       ...
00:12:19.967     1120		timing_enter $test_name
00:12:19.967     1121		echo "************************************"
00:12:19.967     1122		echo "START TEST $test_name"
00:12:19.967     1123		echo "************************************"
00:12:19.967     1124		xtrace_restore
00:12:19.967     1125		time "$@"
00:12:19.967     1126		xtrace_disable
00:12:19.967     1127		echo "************************************"
00:12:19.967     1128		echo "END TEST $test_name"
00:12:19.967     1129		echo "************************************"
00:12:19.967     1130		timing_exit $test_name
00:12:19.967       ...
00:12:19.967  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/autotest.sh:277 -> main(["/var/jenkins/workspace/nvmf-phy-autotest/autorun-spdk.conf"])
00:12:19.967       ...
00:12:19.967     272 		if [ $SPDK_TEST_NVMF -eq 1 ]; then
00:12:19.967     273 			export NET_TYPE
00:12:19.967     274 			# The NVMe-oF run test cases are split out like this so that the parser that compiles the
00:12:19.967     275 			# list of all tests can properly differentiate them. Please do not merge them into one line.
00:12:19.967     276 			if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then
00:12:19.967  => 277 				run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:12:19.967     278 				run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:12:19.967     279 			elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then
00:12:19.967     280 				run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:12:19.967     281 				if [[ $SPDK_TEST_URING -eq 0 ]]; then
00:12:19.967     282 					run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:12:19.967       ...
00:12:19.967  
00:12:19.967  ========== Backtrace end ==========