00:15:54.684  ========== Backtrace start: ==========
00:15:54.684  
00:15:54.684  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/ns_hotplug_stress.sh:36 -> main(["--transport=rdma"])
00:15:54.684       ...
00:15:54.684     31  	$SPDK_BIN_DIR/spdk_nvme_perf -c 0x1 -r "trtype:$TEST_TRANSPORT adrfam:IPv4 traddr:$NVMF_FIRST_TARGET_IP trsvcid:$NVMF_PORT" \
00:15:54.684     32  		-t 30 -q 128 -w randread -o 512 -Q 1000 "${NO_HUGE[@]}" &
00:15:54.684     33  	PERF_PID=$!
00:15:54.684     34  	
00:15:54.684     35  	while kill -0 $PERF_PID; do
00:15:54.684  => 36  		$rpc_py nvmf_subsystem_remove_ns nqn.2016-06.io.spdk:cnode1 1
00:15:54.684     37  		$rpc_py nvmf_subsystem_add_ns nqn.2016-06.io.spdk:cnode1 Delay0
00:15:54.684     38  		# Also test bdev/namespace resizing here, since it has a similar
00:15:54.684     39  		# effect on subsystem/namespace handling in the nvmf target
00:15:54.684     40  		null_size=$((null_size + 1))
00:15:54.684     41  		$rpc_py bdev_null_resize NULL1 $null_size
00:15:54.684       ...
00:15:54.684  
00:15:54.684  ========== Backtrace end ==========
00:15:54.957  ========== Backtrace start: ==========
00:15:54.957  
00:15:54.957  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1104 -> run_test(["nvmf_ns_hotplug_stress"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/ns_hotplug_stress.sh"],["--transport=rdma"])
00:15:54.957       ...
00:15:54.957     1099		timing_enter $test_name
00:15:54.957     1100		echo "************************************"
00:15:54.957     1101		echo "START TEST $test_name"
00:15:54.957     1102		echo "************************************"
00:15:54.957     1103		xtrace_restore
00:15:54.957     1104		time "$@"
00:15:54.957     1105		xtrace_disable
00:15:54.957     1106		echo "************************************"
00:15:54.957     1107		echo "END TEST $test_name"
00:15:54.957     1108		echo "************************************"
00:15:54.957     1109		timing_exit $test_name
00:15:54.957       ...
00:15:54.957  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh:32 -> main(["--transport=rdma"])
00:15:54.957       ...
00:15:54.957     27  		run_test "nvmf_connect_disconnect" $rootdir/test/nvmf/target/connect_disconnect.sh "${TEST_ARGS[@]}"
00:15:54.957     28  		run_test "nvmf_multitarget" $rootdir/test/nvmf/target/multitarget.sh "${TEST_ARGS[@]}"
00:15:54.957     29  		run_test "nvmf_rpc" $rootdir/test/nvmf/target/rpc.sh "${TEST_ARGS[@]}"
00:15:54.957     30  		run_test "nvmf_invalid" $rootdir/test/nvmf/target/invalid.sh "${TEST_ARGS[@]}"
00:15:54.957     31  		run_test "nvmf_abort" $rootdir/test/nvmf/target/abort.sh "${TEST_ARGS[@]}"
00:15:54.957  => 32  		run_test "nvmf_ns_hotplug_stress" $rootdir/test/nvmf/target/ns_hotplug_stress.sh "${TEST_ARGS[@]}"
00:15:54.957     33  		run_test "nvmf_connect_stress" $rootdir/test/nvmf/target/connect_stress.sh "${TEST_ARGS[@]}"
00:15:54.957     34  		run_test "nvmf_fused_ordering" $rootdir/test/nvmf/target/fused_ordering.sh "${TEST_ARGS[@]}"
00:15:54.957     35  		run_test "nvmf_delete_subsystem" $rootdir/test/nvmf/target/delete_subsystem.sh "${TEST_ARGS[@]}"
00:15:54.957     36  		if [[ $SPDK_TEST_NVME_CLI -eq 1 ]]; then
00:15:54.957     37  			run_test "nvmf_nvme_cli" $rootdir/test/nvmf/target/nvme_cli.sh "${TEST_ARGS[@]}"
00:15:54.957       ...
00:15:54.957  
00:15:54.957  ========== Backtrace end ==========
00:15:54.957  ========== Backtrace start: ==========
00:15:54.957  
00:15:54.957  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1104 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"])
00:15:54.957       ...
00:15:54.957     1099		timing_enter $test_name
00:15:54.957     1100		echo "************************************"
00:15:54.957     1101		echo "START TEST $test_name"
00:15:54.957     1102		echo "************************************"
00:15:54.957     1103		xtrace_restore
00:15:54.957     1104		time "$@"
00:15:54.957     1105		xtrace_disable
00:15:54.957     1106		echo "************************************"
00:15:54.957     1107		echo "END TEST $test_name"
00:15:54.957     1108		echo "************************************"
00:15:54.957     1109		timing_exit $test_name
00:15:54.957       ...
00:15:54.957  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/autotest.sh:292 -> main(["/var/jenkins/workspace/nvmf-phy-autotest/autorun-spdk.conf"])
00:15:54.957       ...
00:15:54.957     287 		if [ $SPDK_TEST_NVMF -eq 1 ]; then
00:15:54.957     288 			export NET_TYPE
00:15:54.957     289 			# The NVMe-oF run test cases are split out like this so that the parser that compiles the
00:15:54.957     290 			# list of all tests can properly differentiate them. Please do not merge them into one line.
00:15:54.957     291 			if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then
00:15:54.957  => 292 				run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:15:54.957     293 				run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:15:54.957     294 			elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then
00:15:54.957     295 				run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:15:54.957     296 				if [[ $SPDK_TEST_URING -eq 0 ]]; then
00:15:54.957     297 					run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:15:54.957       ...
00:15:54.957  
00:15:54.957  ========== Backtrace end ==========