00:16:35.678  ========== Backtrace start: ==========
00:16:35.678  
00:16:35.678  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:974 -> killprocess(["2649459"])
00:16:35.678       ...
00:16:35.678     969 				kill $1
00:16:35.678     970 			fi
00:16:35.678     971 	
00:16:35.678     972 			# wait for the process regardless if its the dummy sudo one
00:16:35.678     973 			# or the actual app - it should terminate anyway
00:16:35.678  => 974 			wait $1
00:16:35.678     975 		else
00:16:35.678     976 			# the process is not there anymore
00:16:35.678     977 			echo "Process with pid $1 is not found"
00:16:35.678     978 		fi
00:16:35.678     979 	}
00:16:35.678       ...
00:16:35.678  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/shutdown.sh:155 -> nvmf_shutdown_tc4([])
00:16:35.678       ...
00:16:35.678     150 		sleep 5
00:16:35.678     151 		# Expand the trap to clean up bdevperf if something goes wrong
00:16:35.678     152 		trap 'process_shm --id $NVMF_APP_SHM_ID; kill -9 $perfpid || true; nvmftestfini; exit 1' SIGINT SIGTERM EXIT
00:16:35.678     153 	
00:16:35.678     154 		# Kill the target half way through
00:16:35.678  => 155 		killprocess $nvmfpid
00:16:35.678     156 		sleep 1
00:16:35.678     157 		# Due to IOs are completed with errors, perf exits with bad status
00:16:35.678     158 		NOT wait $perfpid
00:16:35.678     159 		stoptarget
00:16:35.678     160 	}
00:16:35.678       ...
00:16:35.678  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_shutdown_tc4"],["nvmf_shutdown_tc4"])
00:16:35.678       ...
00:16:35.678     1120		timing_enter $test_name
00:16:35.678     1121		echo "************************************"
00:16:35.678     1122		echo "START TEST $test_name"
00:16:35.678     1123		echo "************************************"
00:16:35.678     1124		xtrace_restore
00:16:35.678     1125		time "$@"
00:16:35.678     1126		xtrace_disable
00:16:35.678     1127		echo "************************************"
00:16:35.678     1128		echo "END TEST $test_name"
00:16:35.678     1129		echo "************************************"
00:16:35.678     1130		timing_exit $test_name
00:16:35.678       ...
00:16:35.678  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/shutdown.sh:167 -> main(["--transport=rdma"])
00:16:35.678       ...
00:16:35.678     162 	run_test "nvmf_shutdown_tc1" nvmf_shutdown_tc1
00:16:35.678     163 	run_test "nvmf_shutdown_tc2" nvmf_shutdown_tc2
00:16:35.678     164 	run_test "nvmf_shutdown_tc3" nvmf_shutdown_tc3
00:16:35.678     165 	# Temporarily disable on e810 due to issue #3523
00:16:35.678     166 	if ! [[ "$SPDK_TEST_NVMF_NICS" == "e810" && "$TEST_TRANSPORT" == "rdma" ]]; then
00:16:35.678  => 167 		run_test "nvmf_shutdown_tc4" nvmf_shutdown_tc4
00:16:35.678     168 	fi
00:16:35.678     169 	
00:16:35.678     170 	trap - SIGINT SIGTERM EXIT
00:16:35.678       ...
00:16:35.678  
00:16:35.678  ========== Backtrace end ==========
00:16:35.938  ========== Backtrace start: ==========
00:16:35.938  
00:16:35.938  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_shutdown"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/shutdown.sh"],["--transport=rdma"])
00:16:35.938       ...
00:16:35.938     1120		timing_enter $test_name
00:16:35.938     1121		echo "************************************"
00:16:35.938     1122		echo "START TEST $test_name"
00:16:35.938     1123		echo "************************************"
00:16:35.938     1124		xtrace_restore
00:16:35.938     1125		time "$@"
00:16:35.938     1126		xtrace_disable
00:16:35.938     1127		echo "************************************"
00:16:35.938     1128		echo "END TEST $test_name"
00:16:35.938     1129		echo "************************************"
00:16:35.938     1130		timing_exit $test_name
00:16:35.938       ...
00:16:35.938  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh:65 -> main(["--transport=rdma"])
00:16:35.938       ...
00:16:35.938     60  		elif [[ $SPDK_TEST_NVMF_TRANSPORT == "rdma" ]]; then
00:16:35.938     61  			# Disabled due to https://github.com/spdk/spdk/issues/3345
00:16:35.938     62  			# run_test "nvmf_device_removal" test/nvmf/target/device_removal.sh "${TEST_ARGS[@]}"
00:16:35.938     63  			run_test "nvmf_srq_overwhelm" "$rootdir/test/nvmf/target/srq_overwhelm.sh" "${TEST_ARGS[@]}"
00:16:35.938     64  		fi
00:16:35.938  => 65  		run_test "nvmf_shutdown" $rootdir/test/nvmf/target/shutdown.sh "${TEST_ARGS[@]}"
00:16:35.938     66  	fi
00:16:35.938     67  	
00:16:35.938     68  	trap - SIGINT SIGTERM EXIT
00:16:35.938       ...
00:16:35.938  
00:16:35.938  ========== Backtrace end ==========
00:16:35.938  ========== Backtrace start: ==========
00:16:35.938  
00:16:35.938  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_target_extra"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh"],["--transport=rdma"])
00:16:35.938       ...
00:16:35.938     1120		timing_enter $test_name
00:16:35.938     1121		echo "************************************"
00:16:35.938     1122		echo "START TEST $test_name"
00:16:35.938     1123		echo "************************************"
00:16:35.938     1124		xtrace_restore
00:16:35.938     1125		time "$@"
00:16:35.938     1126		xtrace_disable
00:16:35.938     1127		echo "************************************"
00:16:35.938     1128		echo "END TEST $test_name"
00:16:35.938     1129		echo "************************************"
00:16:35.938     1130		timing_exit $test_name
00:16:35.938       ...
00:16:35.938  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh:15 -> main(["--transport=rdma"])
00:16:35.938       ...
00:16:35.938     10  	if [ ! $(uname -s) = Linux ]; then
00:16:35.938     11  		exit 0
00:16:35.938     12  	fi
00:16:35.938     13  	
00:16:35.938     14  	run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:16:35.938  => 15  	run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:16:35.938     16  	run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:16:35.938     17  	
00:16:35.938     18  	# Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations.
00:16:35.938     19  	if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then
00:16:35.938     20  		run_test "nvmf_target_core_interrupt_mode" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT --interrupt-mode
00:16:35.938       ...
00:16:35.938  
00:16:35.938  ========== Backtrace end ==========
00:16:35.938  ========== Backtrace start: ==========
00:16:35.938  
00:16:35.938  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"])
00:16:35.938       ...
00:16:35.938     1120		timing_enter $test_name
00:16:35.938     1121		echo "************************************"
00:16:35.938     1122		echo "START TEST $test_name"
00:16:35.938     1123		echo "************************************"
00:16:35.938     1124		xtrace_restore
00:16:35.938     1125		time "$@"
00:16:35.938     1126		xtrace_disable
00:16:35.938     1127		echo "************************************"
00:16:35.938     1128		echo "END TEST $test_name"
00:16:35.938     1129		echo "************************************"
00:16:35.938     1130		timing_exit $test_name
00:16:35.938       ...
00:16:35.938  in /var/jenkins/workspace/nvmf-phy-autotest/spdk/autotest.sh:277 -> main(["/var/jenkins/workspace/nvmf-phy-autotest/autorun-spdk.conf"])
00:16:35.938       ...
00:16:35.938     272 		if [ $SPDK_TEST_NVMF -eq 1 ]; then
00:16:35.938     273 			export NET_TYPE
00:16:35.938     274 			# The NVMe-oF run test cases are split out like this so that the parser that compiles the
00:16:35.938     275 			# list of all tests can properly differentiate them. Please do not merge them into one line.
00:16:35.938     276 			if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then
00:16:35.938  => 277 				run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:16:35.938     278 				run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:16:35.938     279 			elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then
00:16:35.938     280 				run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:16:35.938     281 				if [[ $SPDK_TEST_URING -eq 0 ]]; then
00:16:35.938     282 					run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:16:35.938       ...
00:16:35.938  
00:16:35.938  ========== Backtrace end ==========