00:17:19.747  ========== Backtrace start: ==========
00:17:19.747  
00:17:19.747  in /var/jenkins/workspace/vhost-phy-autotest/spdk/test/vhost/common.sh:154 -> error_exit([""],["154"])
00:17:19.747       ...
00:17:19.747     149 		local vhost_log_file="$vhost_dir/vhost.log"
00:17:19.747     150 		local vhost_pid_file="$vhost_dir/vhost.pid"
00:17:19.747     151 		local vhost_socket="$vhost_dir/usvhost"
00:17:19.747     152 		notice "starting vhost app in background"
00:17:19.747     153 		[[ -r "$vhost_pid_file" ]] && vhost_kill $vhost_name
00:17:19.747  => 154 		[[ -d $vhost_dir ]] && rm -f $vhost_dir/*
00:17:19.747     155 		mkdir -p $vhost_dir
00:17:19.747     156 	
00:17:19.747     157 		if [[ ! -x $vhost_app ]]; then
00:17:19.747     158 			error "application not found: $vhost_app"
00:17:19.747     159 			return 1
00:17:19.747       ...
00:17:19.747  in /var/jenkins/workspace/vhost-phy-autotest/spdk/test/vhost/lvol/lvol_test.sh:154 -> main(["-x"],["--fio-bin=/usr/src/fio-static/fio"],["--ctrl-type=spdk_vhost_blk"])
00:17:19.747       ...
00:17:19.747     149 	
00:17:19.747     150 	$rpc_py vhost_get_controllers
00:17:19.747     151 	
00:17:19.747     152 	# Run VMs
00:17:19.747     153 	vm_run $used_vms
00:17:19.747  => 154 	vm_wait_for_boot 300 $used_vms
00:17:19.747     155 	
00:17:19.747     156 	# Get disk names from VMs and run FIO traffic
00:17:19.747     157 	
00:17:19.747     158 	fio_disks=""
00:17:19.747     159 	for vm_num in $used_vms; do
00:17:19.747       ...
00:17:19.747  
00:17:19.747  ========== Backtrace end ==========
00:17:22.189  ========== Backtrace start: ==========
00:17:22.189  
00:17:22.189  in /var/jenkins/workspace/vhost-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["vhost_blk_lvol_integrity"],["/var/jenkins/workspace/vhost-phy-autotest/spdk/test/vhost/lvol/lvol_test.sh"],["-x"],["--fio-bin=/usr/src/fio-static/fio"],["--ctrl-type=spdk_vhost_blk"])
00:17:22.189       ...
00:17:22.189     1124		timing_enter $test_name
00:17:22.189     1125		echo "************************************"
00:17:22.189     1126		echo "START TEST $test_name"
00:17:22.189     1127		echo "************************************"
00:17:22.189     1128		xtrace_restore
00:17:22.189     1129		time "$@"
00:17:22.189     1130		xtrace_disable
00:17:22.189     1131		echo "************************************"
00:17:22.189     1132		echo "END TEST $test_name"
00:17:22.189     1133		echo "************************************"
00:17:22.189     1134		timing_exit $test_name
00:17:22.189       ...
00:17:22.449  in /var/jenkins/workspace/vhost-phy-autotest/spdk/test/vhost/vhost.sh:65 -> main(["--iso"])
00:17:22.449       ...
00:17:22.449     60  	echo 'Running lvol integrity suite...'
00:17:22.449     61  	run_test "vhost_scsi_lvol_integrity" $WORKDIR/lvol/lvol_test.sh -x --fio-bin=$FIO_BIN \
00:17:22.449     62  		--ctrl-type=spdk_vhost_scsi --thin-provisioning
00:17:22.449     63  	
00:17:22.449     64  	echo 'Running lvol integrity suite...'
00:17:22.449  => 65  	run_test "vhost_blk_lvol_integrity" $WORKDIR/lvol/lvol_test.sh -x --fio-bin=$FIO_BIN \
00:17:22.449     66  		--ctrl-type=spdk_vhost_blk
00:17:22.449     67  	
00:17:22.449     68  	echo 'Running blk packed ring integrity suite...'
00:17:22.449     69  	run_test "vhost_blk_packed_ring_integrity" $WORKDIR/fiotest/fio.sh -x --fio-bin=$FIO_BIN \
00:17:22.449     70  		--vm=0,$VM_IMAGE,Nvme0n1p0 \
00:17:22.449       ...
00:17:22.449  
00:17:22.449  ========== Backtrace end ==========
00:17:22.449  ========== Backtrace start: ==========
00:17:22.449  
00:17:22.449  in /var/jenkins/workspace/vhost-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["vhost"],["/var/jenkins/workspace/vhost-phy-autotest/spdk/test/vhost/vhost.sh"],["--iso"])
00:17:22.449       ...
00:17:22.449     1124		timing_enter $test_name
00:17:22.449     1125		echo "************************************"
00:17:22.449     1126		echo "START TEST $test_name"
00:17:22.449     1127		echo "************************************"
00:17:22.449     1128		xtrace_restore
00:17:22.449     1129		time "$@"
00:17:22.449     1130		xtrace_disable
00:17:22.449     1131		echo "************************************"
00:17:22.449     1132		echo "END TEST $test_name"
00:17:22.449     1133		echo "************************************"
00:17:22.449     1134		timing_exit $test_name
00:17:22.449       ...
00:17:22.449  in /var/jenkins/workspace/vhost-phy-autotest/spdk/autotest.sh:312 -> main(["/var/jenkins/workspace/vhost-phy-autotest/autorun-spdk.conf"])
00:17:22.449       ...
00:17:22.449     307 		# goes to a single node as we share hugepages with qemu instance(s) and we
00:17:22.449     308 		# cannot split it across all numa nodes without making sure there's enough
00:17:22.449     309 		# memory available.
00:17:22.449     310 	
00:17:22.449     311 		if [ $SPDK_TEST_VHOST -eq 1 ]; then
00:17:22.449  => 312 			HUGENODE=0 run_test "vhost" $rootdir/test/vhost/vhost.sh --iso
00:17:22.449     313 		fi
00:17:22.449     314 	
00:17:22.449     315 		if [ $SPDK_TEST_VFIOUSER_QEMU -eq 1 ]; then
00:17:22.449     316 			HUGENODE=0 run_test "vfio_user_qemu" $rootdir/test/vfio_user/vfio_user.sh --iso
00:17:22.449     317 		fi
00:17:22.449       ...
00:17:22.449  
00:17:22.449  ========== Backtrace end ==========
00:17:47.130  ========== Backtrace start: ==========
00:17:47.130  
00:17:47.130  in spdk/autorun.sh:27 -> main(["/var/jenkins/workspace/vhost-phy-autotest/autorun-spdk.conf"])
00:17:47.130       ...
00:17:47.130     22  	trap 'timing_finish || exit 1' EXIT
00:17:47.130     23  	
00:17:47.130     24  	# Runs agent scripts
00:17:47.130     25  	$rootdir/autobuild.sh "$conf"
00:17:47.130     26  	if ((SPDK_TEST_UNITTEST == 1 || SPDK_RUN_FUNCTIONAL_TEST == 1)); then
00:17:47.130  => 27  		sudo -E $rootdir/autotest.sh "$conf"
00:17:47.130     28  	fi
00:17:47.130       ...
00:17:47.130  
00:17:47.130  ========== Backtrace end ==========