00:08:21.162 ========== Backtrace start: ========== 00:08:21.162 00:08:21.162 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:591 -> rpc_cmd(["nvmf_subsystem_remove_host"],["nqn.2016-06.io.spdk:cnode0"],["nqn.2016-06.io.spdk:host0"]) 00:08:21.162 ... 00:08:21.162 586 echo "$rsp" 00:08:21.162 587 done 00:08:21.162 588 00:08:21.162 589 rc=${!status[*]} 00:08:21.162 590 xtrace_restore 00:08:21.162 => 591 [[ $rc == 0 ]] 00:08:21.162 592 } 00:08:21.162 593 00:08:21.162 594 function rpc_cmd_simple_data_json() { 00:08:21.162 595 00:08:21.162 596 local elems="$1[@]" elem 00:08:21.162 ... 00:08:21.162 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/host_management.sh:84 -> nvmf_host_management([]) 00:08:21.162 ... 00:08:21.162 79 00:08:21.162 80 waitforio /var/tmp/bdevperf.sock Nvme0n1 00:08:21.162 81 00:08:21.162 82 # Remove the host while bdevperf is still running, then re-add it quickly. The host 00:08:21.162 83 # may attempt to reconnect. 00:08:21.162 => 84 $rpc_py nvmf_subsystem_remove_host nqn.2016-06.io.spdk:cnode0 nqn.2016-06.io.spdk:host0 00:08:21.162 85 $rpc_py nvmf_subsystem_add_host nqn.2016-06.io.spdk:cnode0 nqn.2016-06.io.spdk:host0 00:08:21.162 86 00:08:21.162 87 sleep 1 00:08:21.162 88 00:08:21.162 89 # TODO: Right now the NVMe-oF initiator will not correctly detect broken connections 00:08:21.162 ... 00:08:21.162 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/host_management.sh:107 -> main(["--transport=rdma"]) 00:08:21.162 ... 00:08:21.162 102 stoptarget 00:08:21.162 103 } 00:08:21.162 104 00:08:21.162 105 nvmftestinit 00:08:21.162 106 00:08:21.162 => 107 nvmf_host_management 00:08:21.162 108 00:08:21.162 109 trap - SIGINT SIGTERM EXIT 00:08:21.162 ... 00:08:21.162 00:08:21.162 ========== Backtrace end ========== 00:08:21.423 ========== Backtrace start: ========== 00:08:21.423 00:08:21.423 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_host_management"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/host_management.sh"],["--transport=rdma"]) 00:08:21.423 ... 00:08:21.423 1124 timing_enter $test_name 00:08:21.423 1125 echo "************************************" 00:08:21.423 1126 echo "START TEST $test_name" 00:08:21.423 1127 echo "************************************" 00:08:21.423 1128 xtrace_restore 00:08:21.423 1129 time "$@" 00:08:21.423 1130 xtrace_disable 00:08:21.423 1131 echo "************************************" 00:08:21.423 1132 echo "END TEST $test_name" 00:08:21.423 1133 echo "************************************" 00:08:21.423 1134 timing_exit $test_name 00:08:21.423 ... 00:08:21.423 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf_target_core.sh:26 -> main(["--transport=rdma"]) 00:08:21.423 ... 00:08:21.423 21 run_test "nvmf_abort" $rootdir/test/nvmf/target/abort.sh "${TEST_ARGS[@]}" 00:08:21.423 22 run_test "nvmf_ns_hotplug_stress" $rootdir/test/nvmf/target/ns_hotplug_stress.sh "${TEST_ARGS[@]}" 00:08:21.423 23 run_test "nvmf_delete_subsystem" $rootdir/test/nvmf/target/delete_subsystem.sh "${TEST_ARGS[@]}" 00:08:21.423 24 fi 00:08:21.423 25 00:08:21.423 => 26 run_test "nvmf_host_management" $rootdir/test/nvmf/target/host_management.sh "${TEST_ARGS[@]}" 00:08:21.423 27 run_test "nvmf_lvol" $rootdir/test/nvmf/target/nvmf_lvol.sh "${TEST_ARGS[@]}" 00:08:21.423 28 run_test "nvmf_lvs_grow" $rootdir/test/nvmf/target/nvmf_lvs_grow.sh "${TEST_ARGS[@]}" 00:08:21.423 29 run_test "nvmf_bdev_io_wait" $rootdir/test/nvmf/target/bdev_io_wait.sh "${TEST_ARGS[@]}" 00:08:21.423 30 run_test "nvmf_queue_depth" $rootdir/test/nvmf/target/queue_depth.sh "${TEST_ARGS[@]}" 00:08:21.423 31 run_test "nvmf_target_multipath" $rootdir/test/nvmf/target/multipath.sh "${TEST_ARGS[@]}" 00:08:21.423 ... 00:08:21.423 00:08:21.423 ========== Backtrace end ========== 00:08:21.423 ========== Backtrace start: ========== 00:08:21.423 00:08:21.423 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_target_core"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf_target_core.sh"],["--transport=rdma"]) 00:08:21.423 ... 00:08:21.423 1124 timing_enter $test_name 00:08:21.423 1125 echo "************************************" 00:08:21.423 1126 echo "START TEST $test_name" 00:08:21.423 1127 echo "************************************" 00:08:21.423 1128 xtrace_restore 00:08:21.423 1129 time "$@" 00:08:21.423 1130 xtrace_disable 00:08:21.423 1131 echo "************************************" 00:08:21.423 1132 echo "END TEST $test_name" 00:08:21.423 1133 echo "************************************" 00:08:21.423 1134 timing_exit $test_name 00:08:21.423 ... 00:08:21.423 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh:14 -> main(["--transport=rdma"]) 00:08:21.423 ... 00:08:21.423 9 00:08:21.423 10 if [ ! $(uname -s) = Linux ]; then 00:08:21.423 11 exit 0 00:08:21.423 12 fi 00:08:21.423 13 00:08:21.423 => 14 run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:21.423 15 run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:21.423 16 run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:21.423 17 00:08:21.423 18 # Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations. 00:08:21.423 19 if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then 00:08:21.423 ... 00:08:21.423 00:08:21.423 ========== Backtrace end ========== 00:08:21.424 ========== Backtrace start: ========== 00:08:21.424 00:08:21.424 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"]) 00:08:21.424 ... 00:08:21.424 1124 timing_enter $test_name 00:08:21.424 1125 echo "************************************" 00:08:21.424 1126 echo "START TEST $test_name" 00:08:21.424 1127 echo "************************************" 00:08:21.424 1128 xtrace_restore 00:08:21.424 1129 time "$@" 00:08:21.424 1130 xtrace_disable 00:08:21.424 1131 echo "************************************" 00:08:21.424 1132 echo "END TEST $test_name" 00:08:21.424 1133 echo "************************************" 00:08:21.424 1134 timing_exit $test_name 00:08:21.424 ... 00:08:21.424 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/autotest.sh:281 -> main(["/var/jenkins/workspace/nvmf-cvl-phy-autotest/autorun-spdk.conf"]) 00:08:21.424 ... 00:08:21.424 276 if [ $SPDK_TEST_NVMF -eq 1 ]; then 00:08:21.424 277 export NET_TYPE 00:08:21.424 278 # The NVMe-oF run test cases are split out like this so that the parser that compiles the 00:08:21.424 279 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:08:21.424 280 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:08:21.424 => 281 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:21.424 282 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:21.424 283 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:08:21.424 284 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:21.424 285 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:08:21.424 286 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:21.424 ... 00:08:21.424 00:08:21.424 ========== Backtrace end ========== 00:08:47.974 ========== Backtrace start: ========== 00:08:47.974 00:08:47.974 in spdk/autorun.sh:27 -> main(["/var/jenkins/workspace/nvmf-cvl-phy-autotest/autorun-spdk.conf"]) 00:08:47.974 ... 00:08:47.974 22 trap 'timing_finish || exit 1' EXIT 00:08:47.974 23 00:08:47.974 24 # Runs agent scripts 00:08:47.974 25 $rootdir/autobuild.sh "$conf" 00:08:47.974 26 if ((SPDK_TEST_UNITTEST == 1 || SPDK_RUN_FUNCTIONAL_TEST == 1)); then 00:08:47.974 => 27 sudo -E $rootdir/autotest.sh "$conf" 00:08:47.974 28 fi 00:08:47.974 ... 00:08:47.974 00:08:47.974 ========== Backtrace end ==========