00:23:53.151 ========== Backtrace start: ========== 00:23:53.151 00:23:53.151 in /var/jenkins/workspace/vhost-phy-autotest/spdk/test/vhost/common.sh:154 -> error_exit([""],["154"]) 00:23:53.151 ... 00:23:53.151 149 local vhost_log_file="$vhost_dir/vhost.log" 00:23:53.151 150 local vhost_pid_file="$vhost_dir/vhost.pid" 00:23:53.151 151 local vhost_socket="$vhost_dir/usvhost" 00:23:53.151 152 notice "starting vhost app in background" 00:23:53.151 153 [[ -r "$vhost_pid_file" ]] && vhost_kill $vhost_name 00:23:53.151 => 154 [[ -d $vhost_dir ]] && rm -f $vhost_dir/* 00:23:53.151 155 mkdir -p $vhost_dir 00:23:53.151 156 00:23:53.151 157 if [[ ! -x $vhost_app ]]; then 00:23:53.151 158 error "application not found: $vhost_app" 00:23:53.151 159 return 1 00:23:53.151 ... 00:23:53.151 in /var/jenkins/workspace/vhost-phy-autotest/spdk/test/vhost/lvol/lvol_test.sh:154 -> main(["--fio-bin=/usr/src/fio-static/fio"],["--ctrl-type=spdk_vhost_blk"],["--distribute-cores"],["--vm-count=2"]) 00:23:53.151 ... 00:23:53.151 149 00:23:53.151 150 $rpc_py vhost_get_controllers 00:23:53.151 151 00:23:53.151 152 # Run VMs 00:23:53.151 153 vm_run $used_vms 00:23:53.151 => 154 vm_wait_for_boot 300 $used_vms 00:23:53.151 155 00:23:53.151 156 # Get disk names from VMs and run FIO traffic 00:23:53.151 157 00:23:53.151 158 fio_disks="" 00:23:53.151 159 for vm_num in $used_vms; do 00:23:53.151 ... 00:23:53.151 00:23:53.151 ========== Backtrace end ========== 00:23:56.413 ========== Backtrace start: ========== 00:23:56.413 00:23:56.413 in /var/jenkins/workspace/vhost-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["vhost_blk_cores_2ctrl"],["/var/jenkins/workspace/vhost-phy-autotest/spdk/test/vhost/lvol/lvol_test.sh"],["--fio-bin=/usr/src/fio-static/fio"],["--ctrl-type=spdk_vhost_blk"],["--distribute-cores"],["--vm-count=2"]) 00:23:56.413 ... 00:23:56.413 1124 timing_enter $test_name 00:23:56.413 1125 echo "************************************" 00:23:56.413 1126 echo "START TEST $test_name" 00:23:56.413 1127 echo "************************************" 00:23:56.413 1128 xtrace_restore 00:23:56.413 1129 time "$@" 00:23:56.413 1130 xtrace_disable 00:23:56.413 1131 echo "************************************" 00:23:56.413 1132 echo "END TEST $test_name" 00:23:56.413 1133 echo "************************************" 00:23:56.413 1134 timing_exit $test_name 00:23:56.413 ... 00:23:56.413 in /var/jenkins/workspace/vhost-phy-autotest/spdk/test/vhost/vhost.sh:49 -> main(["--iso"]) 00:23:56.413 ... 00:23:56.413 44 echo 'Running lvol integrity nightly suite with multiple cores and two vhost controllers (vhost_scsi)' 00:23:56.413 45 run_test "vhost_scsi_cores_2ctrl" $WORKDIR/lvol/lvol_test.sh --fio-bin=$FIO_BIN \ 00:23:56.413 46 --ctrl-type=spdk_vhost_scsi --distribute-cores --vm-count=2 00:23:56.413 47 00:23:56.413 48 echo 'Running lvol integrity nightly suite with multiple cores and two vhost controllers (vhost_blk)' 00:23:56.413 => 49 run_test "vhost_blk_cores_2ctrl" $WORKDIR/lvol/lvol_test.sh --fio-bin=$FIO_BIN \ 00:23:56.413 50 --ctrl-type=spdk_vhost_blk --distribute-cores --vm-count=2 00:23:56.413 51 00:23:56.413 52 echo 'Running readonly tests suite...' 00:23:56.413 53 run_test "vhost_readonly" $WORKDIR/readonly/readonly.sh --vm_image=$VM_IMAGE --disk=Nvme0n1 -x 00:23:56.413 54 00:23:56.413 ... 00:23:56.413 00:23:56.413 ========== Backtrace end ========== 00:23:56.413 ========== Backtrace start: ========== 00:23:56.413 00:23:56.413 in /var/jenkins/workspace/vhost-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["vhost"],["/var/jenkins/workspace/vhost-phy-autotest/spdk/test/vhost/vhost.sh"],["--iso"]) 00:23:56.413 ... 00:23:56.413 1124 timing_enter $test_name 00:23:56.413 1125 echo "************************************" 00:23:56.413 1126 echo "START TEST $test_name" 00:23:56.413 1127 echo "************************************" 00:23:56.413 1128 xtrace_restore 00:23:56.413 1129 time "$@" 00:23:56.413 1130 xtrace_disable 00:23:56.413 1131 echo "************************************" 00:23:56.413 1132 echo "END TEST $test_name" 00:23:56.413 1133 echo "************************************" 00:23:56.413 1134 timing_exit $test_name 00:23:56.413 ... 00:23:56.413 in /var/jenkins/workspace/vhost-phy-autotest/spdk/autotest.sh:312 -> main(["/var/jenkins/workspace/vhost-phy-autotest/autorun-spdk.conf"]) 00:23:56.413 ... 00:23:56.413 307 # goes to a single node as we share hugepages with qemu instance(s) and we 00:23:56.413 308 # cannot split it across all numa nodes without making sure there's enough 00:23:56.413 309 # memory available. 00:23:56.413 310 00:23:56.413 311 if [ $SPDK_TEST_VHOST -eq 1 ]; then 00:23:56.413 => 312 HUGENODE=0 run_test "vhost" $rootdir/test/vhost/vhost.sh --iso 00:23:56.413 313 fi 00:23:56.413 314 00:23:56.413 315 if [ $SPDK_TEST_VFIOUSER_QEMU -eq 1 ]; then 00:23:56.413 316 HUGENODE=0 run_test "vfio_user_qemu" $rootdir/test/vfio_user/vfio_user.sh --iso 00:23:56.413 317 fi 00:23:56.413 ... 00:23:56.413 00:23:56.413 ========== Backtrace end ========== 00:24:21.050 ========== Backtrace start: ========== 00:24:21.050 00:24:21.050 in spdk/autorun.sh:27 -> main(["/var/jenkins/workspace/vhost-phy-autotest/autorun-spdk.conf"]) 00:24:21.050 ... 00:24:21.050 22 trap 'timing_finish || exit 1' EXIT 00:24:21.050 23 00:24:21.050 24 # Runs agent scripts 00:24:21.050 25 $rootdir/autobuild.sh "$conf" 00:24:21.050 26 if ((SPDK_TEST_UNITTEST == 1 || SPDK_RUN_FUNCTIONAL_TEST == 1)); then 00:24:21.050 => 27 sudo -E $rootdir/autotest.sh "$conf" 00:24:21.050 28 fi 00:24:21.050 ... 00:24:21.050 00:24:21.050 ========== Backtrace end ==========