00:10:12.118  ========== Backtrace start: ==========
00:10:12.118  
00:10:12.118  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/ns_hotplug_stress.sh:36 -> main(["--transport=rdma"])
00:10:12.118       ...
00:10:12.118     31  	$SPDK_BIN_DIR/spdk_nvme_perf -c 0x1 -r "trtype:$TEST_TRANSPORT adrfam:IPv4 traddr:$NVMF_FIRST_TARGET_IP trsvcid:$NVMF_PORT" \
00:10:12.118     32  		-t 30 -q 128 -w randread -o 512 -Q 1000 "${NO_HUGE[@]}" &
00:10:12.118     33  	PERF_PID=$!
00:10:12.118     34  	
00:10:12.118     35  	while kill -0 $PERF_PID; do
00:10:12.118  => 36  		$rpc_py nvmf_subsystem_remove_ns nqn.2016-06.io.spdk:cnode1 1
00:10:12.118     37  		$rpc_py nvmf_subsystem_add_ns nqn.2016-06.io.spdk:cnode1 Delay0
00:10:12.118     38  		# Also test bdev/namespace resizing here, since it has a similar
00:10:12.118     39  		# effect on subsystem/namespace handling in the nvmf target
00:10:12.118     40  		null_size=$((null_size + 1))
00:10:12.118     41  		$rpc_py bdev_null_resize NULL1 $null_size
00:10:12.118       ...
00:10:12.118  
00:10:12.118  ========== Backtrace end ==========
00:10:12.722  ========== Backtrace start: ==========
00:10:12.722  
00:10:12.722  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1111 -> run_test(["nvmf_ns_hotplug_stress"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/ns_hotplug_stress.sh"],["--transport=rdma"])
00:10:12.722       ...
00:10:12.722     1106		timing_enter $test_name
00:10:12.722     1107		echo "************************************"
00:10:12.722     1108		echo "START TEST $test_name"
00:10:12.722     1109		echo "************************************"
00:10:12.722     1110		xtrace_restore
00:10:12.722     1111		time "$@"
00:10:12.722     1112		xtrace_disable
00:10:12.722     1113		echo "************************************"
00:10:12.722     1114		echo "END TEST $test_name"
00:10:12.722     1115		echo "************************************"
00:10:12.722     1116		timing_exit $test_name
00:10:12.722       ...
00:10:12.722  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh:32 -> main(["--transport=rdma"])
00:10:12.722       ...
00:10:12.722     27  		run_test "nvmf_connect_disconnect" $rootdir/test/nvmf/target/connect_disconnect.sh "${TEST_ARGS[@]}"
00:10:12.722     28  		run_test "nvmf_multitarget" $rootdir/test/nvmf/target/multitarget.sh "${TEST_ARGS[@]}"
00:10:12.722     29  		run_test "nvmf_rpc" $rootdir/test/nvmf/target/rpc.sh "${TEST_ARGS[@]}"
00:10:12.722     30  		run_test "nvmf_invalid" $rootdir/test/nvmf/target/invalid.sh "${TEST_ARGS[@]}"
00:10:12.722     31  		run_test "nvmf_abort" $rootdir/test/nvmf/target/abort.sh "${TEST_ARGS[@]}"
00:10:12.722  => 32  		run_test "nvmf_ns_hotplug_stress" $rootdir/test/nvmf/target/ns_hotplug_stress.sh "${TEST_ARGS[@]}"
00:10:12.722     33  		run_test "nvmf_connect_stress" $rootdir/test/nvmf/target/connect_stress.sh "${TEST_ARGS[@]}"
00:10:12.722     34  		run_test "nvmf_fused_ordering" $rootdir/test/nvmf/target/fused_ordering.sh "${TEST_ARGS[@]}"
00:10:12.722     35  		run_test "nvmf_delete_subsystem" $rootdir/test/nvmf/target/delete_subsystem.sh "${TEST_ARGS[@]}"
00:10:12.722     36  		run_test "nvmf_ns_masking" test/nvmf/target/ns_masking.sh "${TEST_ARGS[@]}"
00:10:12.722     37  		if [[ $SPDK_TEST_NVME_CLI -eq 1 ]]; then
00:10:12.722       ...
00:10:12.722  
00:10:12.722  ========== Backtrace end ==========
00:10:12.722  ========== Backtrace start: ==========
00:10:12.722  
00:10:12.722  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1111 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"])
00:10:12.722       ...
00:10:12.722     1106		timing_enter $test_name
00:10:12.722     1107		echo "************************************"
00:10:12.722     1108		echo "START TEST $test_name"
00:10:12.722     1109		echo "************************************"
00:10:12.722     1110		xtrace_restore
00:10:12.722     1111		time "$@"
00:10:12.722     1112		xtrace_disable
00:10:12.722     1113		echo "************************************"
00:10:12.722     1114		echo "END TEST $test_name"
00:10:12.722     1115		echo "************************************"
00:10:12.722     1116		timing_exit $test_name
00:10:12.722       ...
00:10:12.722  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/autotest.sh:282 -> main(["/var/jenkins/workspace/nvmf-phy-autotest/autorun-spdk.conf"])
00:10:12.722       ...
00:10:12.722     277 		if [ $SPDK_TEST_NVMF -eq 1 ]; then
00:10:12.722     278 			export NET_TYPE
00:10:12.722     279 			# The NVMe-oF run test cases are split out like this so that the parser that compiles the
00:10:12.722     280 			# list of all tests can properly differentiate them. Please do not merge them into one line.
00:10:12.722     281 			if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then
00:10:12.722  => 282 				run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:10:12.722     283 				run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:10:12.722     284 			elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then
00:10:12.722     285 				run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:10:12.722     286 				if [[ $SPDK_TEST_URING -eq 0 ]]; then
00:10:12.722     287 					run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:10:12.722       ...
00:10:12.722  
00:10:12.722  ========== Backtrace end ==========