00:27:53.061  ========== Backtrace start: ==========
00:27:53.061  
00:27:53.061  in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/host/auth.sh:128 -> main(["--transport=tcp"])
00:27:53.061       ...
00:27:53.061     123 	NOT rpc_cmd bdev_nvme_attach_controller -b nvme0 -t "$TEST_TRANSPORT" -f ipv4 \
00:27:53.061     124 		-a "$NVMF_FIRST_INITIATOR_IP" -s "$NVMF_PORT" -q "$hostnqn" -n "$subnqn" \
00:27:53.061     125 		--dhchap-key "key1" --dhchap-ctrlr-key "ckey2"
00:27:53.061     126 	
00:27:53.061     127 	# Check reauthentication
00:27:53.061  => 128 	rpc_cmd bdev_nvme_attach_controller -b nvme0 -t "$TEST_TRANSPORT" -f ipv4 \
00:27:53.061     129 		-a "$(get_main_ns_ip)" -s "$NVMF_PORT" -q "$hostnqn" -n "$subnqn" \
00:27:53.061     130 		--dhchap-key "key1" --dhchap-ctrlr-key "ckey1" --ctrlr-loss-timeout-sec 1 \
00:27:53.061     131 		--reconnect-delay-sec 1
00:27:53.061     132 	nvmet_auth_set_key "sha256" "ffdhe2048" 2
00:27:53.061     133 	rpc_cmd bdev_nvme_set_keys "nvme0" --dhchap-key "key2" --dhchap-ctrlr-key "ckey2"
00:27:53.061       ...
00:27:53.061  
00:27:53.061  ========== Backtrace end ==========
00:27:53.062  ========== Backtrace start: ==========
00:27:53.062  
00:27:53.062  in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:589 -> rpc_cmd(["bdev_nvme_attach_controller"],["-b"],["nvme0"],["-t"],["tcp"],["-f"],["ipv4"],["-a"],[""],["-s"],["4420"],["-q"],["nqn.2024-02.io.spdk:host0"],["-n"],["nqn.2024-02.io.spdk:cnode0"],["--dhchap-key"],["key1"],["--dhchap-ctrlr-key"],["ckey1"],["--ctrlr-loss-timeout-sec"],["1"],["--reconnect-delay-sec"],["1"])
00:27:53.062       ...
00:27:53.062     584 			echo "$rsp"
00:27:53.062     585 		done
00:27:53.062     586 	
00:27:53.062     587 		rc=${!status[*]}
00:27:53.062     588 		xtrace_restore
00:27:53.062  => 589 		[[ $rc == 0 ]]
00:27:53.062     590 	}
00:27:53.062     591 	
00:27:53.062     592 	function rpc_cmd_simple_data_json() {
00:27:53.062     593 	
00:27:53.062     594 		local elems="$1[@]" elem
00:27:53.062       ...
00:27:53.062  in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/host/auth.sh:128 -> main(["--transport=tcp"])
00:27:53.062       ...
00:27:53.062     123 	NOT rpc_cmd bdev_nvme_attach_controller -b nvme0 -t "$TEST_TRANSPORT" -f ipv4 \
00:27:53.062     124 		-a "$NVMF_FIRST_INITIATOR_IP" -s "$NVMF_PORT" -q "$hostnqn" -n "$subnqn" \
00:27:53.062     125 		--dhchap-key "key1" --dhchap-ctrlr-key "ckey2"
00:27:53.062     126 	
00:27:53.062     127 	# Check reauthentication
00:27:53.062  => 128 	rpc_cmd bdev_nvme_attach_controller -b nvme0 -t "$TEST_TRANSPORT" -f ipv4 \
00:27:53.062     129 		-a "$(get_main_ns_ip)" -s "$NVMF_PORT" -q "$hostnqn" -n "$subnqn" \
00:27:53.062     130 		--dhchap-key "key1" --dhchap-ctrlr-key "ckey1" --ctrlr-loss-timeout-sec 1 \
00:27:53.062     131 		--reconnect-delay-sec 1
00:27:53.062     132 	nvmet_auth_set_key "sha256" "ffdhe2048" 2
00:27:53.062     133 	rpc_cmd bdev_nvme_set_keys "nvme0" --dhchap-key "key2" --dhchap-ctrlr-key "ckey2"
00:27:53.062       ...
00:27:53.062  
00:27:53.062  ========== Backtrace end ==========
00:28:04.349  ========== Backtrace start: ==========
00:28:04.349  
00:28:04.350  in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_auth_host"],["/var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/host/auth.sh"],["--transport=tcp"])
00:28:04.350       ...
00:28:04.350     1120		timing_enter $test_name
00:28:04.350     1121		echo "************************************"
00:28:04.350     1122		echo "START TEST $test_name"
00:28:04.350     1123		echo "************************************"
00:28:04.350     1124		xtrace_restore
00:28:04.350     1125		time "$@"
00:28:04.350     1126		xtrace_disable
00:28:04.350     1127		echo "************************************"
00:28:04.350     1128		echo "END TEST $test_name"
00:28:04.350     1129		echo "************************************"
00:28:04.350     1130		timing_exit $test_name
00:28:04.350       ...
00:28:04.611  in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf_host.sh:27 -> main(["--transport=tcp"])
00:28:04.611       ...
00:28:04.611     22  	run_test "nvmf_fio_host" $rootdir/test/nvmf/host/fio.sh "${TEST_ARGS[@]}"
00:28:04.611     23  	run_test "nvmf_failover" $rootdir/test/nvmf/host/failover.sh "${TEST_ARGS[@]}"
00:28:04.611     24  	run_test "nvmf_host_multipath_status" $rootdir/test/nvmf/host/multipath_status.sh "${TEST_ARGS[@]}"
00:28:04.611     25  	run_test "nvmf_discovery_remove_ifc" $rootdir/test/nvmf/host/discovery_remove_ifc.sh "${TEST_ARGS[@]}"
00:28:04.611     26  	run_test "nvmf_identify_kernel_target" "$rootdir/test/nvmf/host/identify_kernel_nvmf.sh" "${TEST_ARGS[@]}"
00:28:04.611  => 27  	run_test "nvmf_auth_host" "$rootdir/test/nvmf/host/auth.sh" "${TEST_ARGS[@]}"
00:28:04.611     28  	run_test "nvmf_bdevperf" "$rootdir/test/nvmf/host/bdevperf.sh" "${TEST_ARGS[@]}"
00:28:04.611     29  	run_test "nvmf_target_disconnect" "$rootdir/test/nvmf/host/target_disconnect.sh" "${TEST_ARGS[@]}"
00:28:04.611     30  	
00:28:04.611     31  	if [[ "$SPDK_TEST_NVMF_TRANSPORT" == "tcp" ]]; then
00:28:04.611     32  		run_test "nvmf_digest" "$rootdir/test/nvmf/host/digest.sh" "${TEST_ARGS[@]}"
00:28:04.611       ...
00:28:04.611  
00:28:04.611  ========== Backtrace end ==========
00:28:04.611  ========== Backtrace start: ==========
00:28:04.611  
00:28:04.611  in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_host"],["/var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf_host.sh"],["--transport=tcp"])
00:28:04.611       ...
00:28:04.611     1120		timing_enter $test_name
00:28:04.611     1121		echo "************************************"
00:28:04.611     1122		echo "START TEST $test_name"
00:28:04.611     1123		echo "************************************"
00:28:04.611     1124		xtrace_restore
00:28:04.611     1125		time "$@"
00:28:04.611     1126		xtrace_disable
00:28:04.611     1127		echo "************************************"
00:28:04.611     1128		echo "END TEST $test_name"
00:28:04.611     1129		echo "************************************"
00:28:04.611     1130		timing_exit $test_name
00:28:04.611       ...
00:28:04.611  in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf.sh:12 -> main(["--transport=tcp"])
00:28:04.611       ...
00:28:04.611     7   	rootdir=$(readlink -f $testdir/../..)
00:28:04.611     8   	source $rootdir/test/common/autotest_common.sh
00:28:04.611     9   	
00:28:04.611     10  	run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:28:04.611     11  	run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:28:04.611  => 12  	run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:28:04.611     13  	
00:28:04.611     14  	# Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations.
00:28:04.611     15  	if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then
00:28:04.611     16  		run_test "nvmf_target_core_interrupt_mode" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT --interrupt-mode
00:28:04.611     17  		run_test "nvmf_interrupt" $rootdir/test/nvmf/target/interrupt.sh --transport=$SPDK_TEST_NVMF_TRANSPORT --interrupt-mode
00:28:04.611       ...
00:28:04.611  
00:28:04.611  ========== Backtrace end ==========
00:28:04.611  ========== Backtrace start: ==========
00:28:04.611  
00:28:04.611  in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_tcp"],["/var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=tcp"])
00:28:04.611       ...
00:28:04.611     1120		timing_enter $test_name
00:28:04.611     1121		echo "************************************"
00:28:04.611     1122		echo "START TEST $test_name"
00:28:04.611     1123		echo "************************************"
00:28:04.611     1124		xtrace_restore
00:28:04.611     1125		time "$@"
00:28:04.611     1126		xtrace_disable
00:28:04.611     1127		echo "************************************"
00:28:04.611     1128		echo "END TEST $test_name"
00:28:04.611     1129		echo "************************************"
00:28:04.611     1130		timing_exit $test_name
00:28:04.611       ...
00:28:04.611  in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/autotest.sh:280 -> main(["/var/jenkins/workspace/nvmf-tcp-phy-autotest/autorun-spdk.conf"])
00:28:04.611       ...
00:28:04.611     275 			# list of all tests can properly differentiate them. Please do not merge them into one line.
00:28:04.611     276 			if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then
00:28:04.611     277 				run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:28:04.611     278 				run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:28:04.611     279 			elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then
00:28:04.611  => 280 				run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:28:04.611     281 				if [[ $SPDK_TEST_URING -eq 0 ]]; then
00:28:04.611     282 					run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:28:04.611     283 					run_test "nvmf_identify_passthru" $rootdir/test/nvmf/target/identify_passthru.sh --transport=$SPDK_TEST_NVMF_TRANSPORT
00:28:04.611     284 				fi
00:28:04.611     285 				run_test "nvmf_dif" $rootdir/test/nvmf/target/dif.sh
00:28:04.611       ...
00:28:04.611  
00:28:04.611  ========== Backtrace end ==========