00:07:59.545 ========== Backtrace start: ========== 00:07:59.545 00:07:59.545 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:591 -> rpc_cmd(["nvmf_subsystem_add_host"],["nqn.2016-06.io.spdk:cnode0"],["nqn.2016-06.io.spdk:host0"]) 00:07:59.545 ... 00:07:59.545 586 echo "$rsp" 00:07:59.545 587 done 00:07:59.545 588 00:07:59.545 589 rc=${!status[*]} 00:07:59.545 590 xtrace_restore 00:07:59.545 => 591 [[ $rc == 0 ]] 00:07:59.545 592 } 00:07:59.545 593 00:07:59.545 594 function rpc_cmd_simple_data_json() { 00:07:59.545 595 00:07:59.545 596 local elems="$1[@]" elem 00:07:59.545 ... 00:07:59.545 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/host_management.sh:85 -> nvmf_host_management([]) 00:07:59.545 ... 00:07:59.545 80 waitforio /var/tmp/bdevperf.sock Nvme0n1 00:07:59.545 81 00:07:59.545 82 # Remove the host while bdevperf is still running, then re-add it quickly. The host 00:07:59.545 83 # may attempt to reconnect. 00:07:59.545 84 $rpc_py nvmf_subsystem_remove_host nqn.2016-06.io.spdk:cnode0 nqn.2016-06.io.spdk:host0 00:07:59.545 => 85 $rpc_py nvmf_subsystem_add_host nqn.2016-06.io.spdk:cnode0 nqn.2016-06.io.spdk:host0 00:07:59.545 86 00:07:59.545 87 sleep 1 00:07:59.545 88 00:07:59.545 89 # TODO: Right now the NVMe-oF initiator will not correctly detect broken connections 00:07:59.545 90 # and so it will never shut down. Just kill it. 00:07:59.545 ... 00:07:59.545 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/host_management.sh:107 -> main(["--transport=rdma"]) 00:07:59.545 ... 00:07:59.545 102 stoptarget 00:07:59.545 103 } 00:07:59.545 104 00:07:59.545 105 nvmftestinit 00:07:59.545 106 00:07:59.545 => 107 nvmf_host_management 00:07:59.545 108 00:07:59.545 109 trap - SIGINT SIGTERM EXIT 00:07:59.545 ... 00:07:59.545 00:07:59.545 ========== Backtrace end ========== 00:07:59.546 ========== Backtrace start: ========== 00:07:59.546 00:07:59.546 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_host_management"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/host_management.sh"],["--transport=rdma"]) 00:07:59.546 ... 00:07:59.546 1124 timing_enter $test_name 00:07:59.546 1125 echo "************************************" 00:07:59.546 1126 echo "START TEST $test_name" 00:07:59.546 1127 echo "************************************" 00:07:59.546 1128 xtrace_restore 00:07:59.546 1129 time "$@" 00:07:59.546 1130 xtrace_disable 00:07:59.546 1131 echo "************************************" 00:07:59.546 1132 echo "END TEST $test_name" 00:07:59.546 1133 echo "************************************" 00:07:59.546 1134 timing_exit $test_name 00:07:59.546 ... 00:07:59.546 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf_target_core.sh:26 -> main(["--transport=rdma"]) 00:07:59.546 ... 00:07:59.546 21 run_test "nvmf_abort" $rootdir/test/nvmf/target/abort.sh "${TEST_ARGS[@]}" 00:07:59.546 22 run_test "nvmf_ns_hotplug_stress" $rootdir/test/nvmf/target/ns_hotplug_stress.sh "${TEST_ARGS[@]}" 00:07:59.546 23 run_test "nvmf_delete_subsystem" $rootdir/test/nvmf/target/delete_subsystem.sh "${TEST_ARGS[@]}" 00:07:59.546 24 fi 00:07:59.546 25 00:07:59.546 => 26 run_test "nvmf_host_management" $rootdir/test/nvmf/target/host_management.sh "${TEST_ARGS[@]}" 00:07:59.546 27 run_test "nvmf_lvol" $rootdir/test/nvmf/target/nvmf_lvol.sh "${TEST_ARGS[@]}" 00:07:59.546 28 run_test "nvmf_lvs_grow" $rootdir/test/nvmf/target/nvmf_lvs_grow.sh "${TEST_ARGS[@]}" 00:07:59.546 29 run_test "nvmf_bdev_io_wait" $rootdir/test/nvmf/target/bdev_io_wait.sh "${TEST_ARGS[@]}" 00:07:59.546 30 run_test "nvmf_queue_depth" $rootdir/test/nvmf/target/queue_depth.sh "${TEST_ARGS[@]}" 00:07:59.546 31 run_test "nvmf_target_multipath" $rootdir/test/nvmf/target/multipath.sh "${TEST_ARGS[@]}" 00:07:59.546 ... 00:07:59.546 00:07:59.546 ========== Backtrace end ========== 00:07:59.546 ========== Backtrace start: ========== 00:07:59.546 00:07:59.546 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_target_core"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf_target_core.sh"],["--transport=rdma"]) 00:07:59.546 ... 00:07:59.546 1124 timing_enter $test_name 00:07:59.546 1125 echo "************************************" 00:07:59.546 1126 echo "START TEST $test_name" 00:07:59.546 1127 echo "************************************" 00:07:59.546 1128 xtrace_restore 00:07:59.546 1129 time "$@" 00:07:59.546 1130 xtrace_disable 00:07:59.546 1131 echo "************************************" 00:07:59.546 1132 echo "END TEST $test_name" 00:07:59.546 1133 echo "************************************" 00:07:59.546 1134 timing_exit $test_name 00:07:59.546 ... 00:07:59.546 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh:14 -> main(["--transport=rdma"]) 00:07:59.546 ... 00:07:59.546 9 00:07:59.546 10 if [ ! $(uname -s) = Linux ]; then 00:07:59.546 11 exit 0 00:07:59.546 12 fi 00:07:59.546 13 00:07:59.546 => 14 run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:07:59.546 15 run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:07:59.546 16 run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:07:59.546 17 00:07:59.546 18 # Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations. 00:07:59.546 19 if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then 00:07:59.546 ... 00:07:59.546 00:07:59.546 ========== Backtrace end ========== 00:07:59.546 ========== Backtrace start: ========== 00:07:59.546 00:07:59.546 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"]) 00:07:59.546 ... 00:07:59.546 1124 timing_enter $test_name 00:07:59.546 1125 echo "************************************" 00:07:59.546 1126 echo "START TEST $test_name" 00:07:59.546 1127 echo "************************************" 00:07:59.546 1128 xtrace_restore 00:07:59.546 1129 time "$@" 00:07:59.546 1130 xtrace_disable 00:07:59.546 1131 echo "************************************" 00:07:59.546 1132 echo "END TEST $test_name" 00:07:59.547 1133 echo "************************************" 00:07:59.547 1134 timing_exit $test_name 00:07:59.547 ... 00:07:59.547 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/autotest.sh:281 -> main(["/var/jenkins/workspace/nvmf-cvl-phy-autotest/autorun-spdk.conf"]) 00:07:59.547 ... 00:07:59.547 276 if [ $SPDK_TEST_NVMF -eq 1 ]; then 00:07:59.547 277 export NET_TYPE 00:07:59.547 278 # The NVMe-oF run test cases are split out like this so that the parser that compiles the 00:07:59.547 279 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:07:59.547 280 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:07:59.547 => 281 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:07:59.547 282 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:07:59.547 283 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:07:59.547 284 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:07:59.547 285 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:07:59.547 286 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:07:59.547 ... 00:07:59.547 00:07:59.547 ========== Backtrace end ========== 00:08:27.450 ========== Backtrace start: ========== 00:08:27.450 00:08:27.450 in spdk/autorun.sh:27 -> main(["/var/jenkins/workspace/nvmf-cvl-phy-autotest/autorun-spdk.conf"]) 00:08:27.450 ... 00:08:27.450 22 trap 'timing_finish || exit 1' EXIT 00:08:27.450 23 00:08:27.450 24 # Runs agent scripts 00:08:27.450 25 $rootdir/autobuild.sh "$conf" 00:08:27.450 26 if ((SPDK_TEST_UNITTEST == 1 || SPDK_RUN_FUNCTIONAL_TEST == 1)); then 00:08:27.450 => 27 sudo -E $rootdir/autotest.sh "$conf" 00:08:27.450 28 fi 00:08:27.450 ... 00:08:27.450 00:08:27.450 ========== Backtrace end ==========