00:08:56.317 ========== Backtrace start: ========== 00:08:56.317 00:08:56.317 Initializing NVMe Controllers 00:08:56.317 Attached to NVMe over Fabrics controller at 10.0.0.3:4420: nqn.2016-06.io.spdk:cnode1 00:08:56.317 Controller IO queue size 128, less than required. 00:08:56.317 Consider using lower queue depth or smaller IO size, because IO requests may be queued at the NVMe driver. 00:08:56.317 Associating TCP (addr:10.0.0.3 subnqn:nqn.2016-06.io.spdk:cnode1) NSID 1 with lcore 2 00:08:56.317 Associating TCP (addr:10.0.0.3 subnqn:nqn.2016-06.io.spdk:cnode1) NSID 1 with lcore 3 00:08:56.317 Initialization complete. Launching workers. 00:08:56.317 ======================================================== 00:08:56.317 Latency(us) 00:08:56.317 Device Information : IOPS MiB/s Average min max 00:08:56.317 TCP (addr:10.0.0.3 subnqn:nqn.2016-06.io.spdk:cnode1) NSID 1 from core 2: 174.98 0.09 1847918.74 2286.35 4411787.55 00:08:56.317 TCP (addr:10.0.0.3 subnqn:nqn.2016-06.io.spdk:cnode1) NSID 1 from core 3: 158.62 0.08 2165424.49 1000781.39 4405138.16 00:08:56.317 ======================================================== 00:08:56.317 Total : 333.61 0.16 1998887.30 2286.35 4411787.55 00:08:56.317 00:08:56.317 /home/vagrant/spdk_repo/spdk/build/bin/spdk_nvme_perf: errors occurred 00:08:56.317 in /home/vagrant/spdk_repo/spdk/test/common/autotest_common.sh:589 -> rpc_cmd(["nvmf_delete_subsystem"],["nqn.2016-06.io.spdk:cnode1"]) 00:08:56.317 ... 00:08:56.317 584 echo "$rsp" 00:08:56.317 585 done 00:08:56.317 586 00:08:56.317 587 rc=${!status[*]} 00:08:56.317 588 xtrace_restore 00:08:56.317 => 589 [[ $rc == 0 ]] 00:08:56.317 590 } 00:08:56.317 591 00:08:56.317 592 function rpc_cmd_simple_data_json() { 00:08:56.317 593 00:08:56.317 594 local elems="$1[@]" elem 00:08:56.317 ... 00:08:56.317 in /home/vagrant/spdk_repo/spdk/test/nvmf/target/delete_subsystem.sh:32 -> main(["--transport=tcp"]) 00:08:56.317 ... 00:08:56.317 27 -t 5 -q 128 -w randrw -M 70 -o 512 -P 4 "${NO_HUGE[@]}" & 00:08:56.317 28 perf_pid=$! 00:08:56.317 29 00:08:56.317 30 sleep 2 00:08:56.317 31 00:08:56.317 => 32 $rpc_py nvmf_delete_subsystem nqn.2016-06.io.spdk:cnode1 00:08:56.317 33 00:08:56.317 34 delay=0 00:08:56.317 35 while kill -0 $perf_pid; do 00:08:56.317 36 sleep 0.5 00:08:56.317 37 #wait 15 seconds max 00:08:56.317 ... 00:08:56.317 00:08:56.317 ========== Backtrace end ========== 00:08:56.836 ========== Backtrace start: ========== 00:08:56.836 00:08:56.836 in /home/vagrant/spdk_repo/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_delete_subsystem"],["/home/vagrant/spdk_repo/spdk/test/nvmf/target/delete_subsystem.sh"],["--transport=tcp"]) 00:08:56.836 ... 00:08:56.836 1120 timing_enter $test_name 00:08:56.836 1121 echo "************************************" 00:08:56.836 1122 echo "START TEST $test_name" 00:08:56.836 1123 echo "************************************" 00:08:56.836 1124 xtrace_restore 00:08:56.836 1125 time "$@" 00:08:56.836 1126 xtrace_disable 00:08:56.836 1127 echo "************************************" 00:08:56.836 1128 echo "END TEST $test_name" 00:08:56.836 1129 echo "************************************" 00:08:56.836 1130 timing_exit $test_name 00:08:56.836 ... 00:08:56.836 in /home/vagrant/spdk_repo/spdk/test/nvmf/nvmf_target_core.sh:23 -> main(["--transport=tcp"]) 00:08:56.836 ... 00:08:56.836 18 TEST_ARGS=("$@") 00:08:56.836 19 00:08:56.836 20 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:08:56.836 21 run_test "nvmf_abort" $rootdir/test/nvmf/target/abort.sh "${TEST_ARGS[@]}" 00:08:56.836 22 run_test "nvmf_ns_hotplug_stress" $rootdir/test/nvmf/target/ns_hotplug_stress.sh "${TEST_ARGS[@]}" 00:08:56.836 => 23 run_test "nvmf_delete_subsystem" $rootdir/test/nvmf/target/delete_subsystem.sh "${TEST_ARGS[@]}" 00:08:56.836 24 fi 00:08:56.836 25 00:08:56.836 26 run_test "nvmf_host_management" $rootdir/test/nvmf/target/host_management.sh "${TEST_ARGS[@]}" 00:08:56.836 27 run_test "nvmf_lvol" $rootdir/test/nvmf/target/nvmf_lvol.sh "${TEST_ARGS[@]}" 00:08:56.836 28 run_test "nvmf_lvs_grow" $rootdir/test/nvmf/target/nvmf_lvs_grow.sh "${TEST_ARGS[@]}" 00:08:56.836 ... 00:08:56.836 00:08:56.836 ========== Backtrace end ========== 00:08:56.836 ========== Backtrace start: ========== 00:08:56.836 00:08:56.836 in /home/vagrant/spdk_repo/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_target_core"],["/home/vagrant/spdk_repo/spdk/test/nvmf/nvmf_target_core.sh"],["--transport=tcp"]) 00:08:56.836 ... 00:08:56.836 1120 timing_enter $test_name 00:08:56.836 1121 echo "************************************" 00:08:56.836 1122 echo "START TEST $test_name" 00:08:56.836 1123 echo "************************************" 00:08:56.836 1124 xtrace_restore 00:08:56.836 1125 time "$@" 00:08:56.836 1126 xtrace_disable 00:08:56.836 1127 echo "************************************" 00:08:56.836 1128 echo "END TEST $test_name" 00:08:56.836 1129 echo "************************************" 00:08:56.836 1130 timing_exit $test_name 00:08:56.836 ... 00:08:56.837 in /home/vagrant/spdk_repo/spdk/test/nvmf/nvmf.sh:14 -> main(["--transport=tcp"]) 00:08:56.837 ... 00:08:56.837 9 00:08:56.837 10 if [ ! $(uname -s) = Linux ]; then 00:08:56.837 11 exit 0 00:08:56.837 12 fi 00:08:56.837 13 00:08:56.837 => 14 run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:56.837 15 run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:56.837 16 run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:56.837 17 00:08:56.837 18 # Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations. 00:08:56.837 19 if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then 00:08:56.837 ... 00:08:56.837 00:08:56.837 ========== Backtrace end ========== 00:08:56.837 ========== Backtrace start: ========== 00:08:56.837 00:08:56.837 in /home/vagrant/spdk_repo/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_tcp"],["/home/vagrant/spdk_repo/spdk/test/nvmf/nvmf.sh"],["--transport=tcp"]) 00:08:56.837 ... 00:08:56.837 1120 timing_enter $test_name 00:08:56.837 1121 echo "************************************" 00:08:56.837 1122 echo "START TEST $test_name" 00:08:56.837 1123 echo "************************************" 00:08:56.837 1124 xtrace_restore 00:08:56.837 1125 time "$@" 00:08:56.837 1126 xtrace_disable 00:08:56.837 1127 echo "************************************" 00:08:56.837 1128 echo "END TEST $test_name" 00:08:56.837 1129 echo "************************************" 00:08:56.837 1130 timing_exit $test_name 00:08:56.837 ... 00:08:56.837 in /home/vagrant/spdk_repo/spdk/autotest.sh:280 -> main(["/home/vagrant/spdk_repo/autorun-spdk.conf"]) 00:08:56.837 ... 00:08:56.837 275 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:08:56.837 276 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:08:56.837 277 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:56.837 278 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:56.837 279 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:08:56.837 => 280 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:56.837 281 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:08:56.837 282 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:56.837 283 run_test "nvmf_identify_passthru" $rootdir/test/nvmf/target/identify_passthru.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:56.837 284 fi 00:08:56.837 285 run_test "nvmf_dif" $rootdir/test/nvmf/target/dif.sh 00:08:56.837 ... 00:08:56.837 00:08:56.837 ========== Backtrace end ==========