00:08:35.233 ========== Backtrace start: ========== 00:08:35.233 00:08:35.233 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:591 -> rpc_cmd(["nvmf_subsystem_add_host"],["nqn.2016-06.io.spdk:cnode0"],["nqn.2016-06.io.spdk:host0"]) 00:08:35.233 ... 00:08:35.233 586 echo "$rsp" 00:08:35.233 587 done 00:08:35.233 588 00:08:35.233 589 rc=${!status[*]} 00:08:35.233 590 xtrace_restore 00:08:35.233 => 591 [[ $rc == 0 ]] 00:08:35.233 592 } 00:08:35.233 593 00:08:35.233 594 function rpc_cmd_simple_data_json() { 00:08:35.233 595 00:08:35.233 596 local elems="$1[@]" elem 00:08:35.233 ... 00:08:35.233 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/host_management.sh:85 -> nvmf_host_management([]) 00:08:35.233 ... 00:08:35.233 80 waitforio /var/tmp/bdevperf.sock Nvme0n1 00:08:35.233 81 00:08:35.233 82 # Remove the host while bdevperf is still running, then re-add it quickly. The host 00:08:35.233 83 # may attempt to reconnect. 00:08:35.233 84 $rpc_py nvmf_subsystem_remove_host nqn.2016-06.io.spdk:cnode0 nqn.2016-06.io.spdk:host0 00:08:35.233 => 85 $rpc_py nvmf_subsystem_add_host nqn.2016-06.io.spdk:cnode0 nqn.2016-06.io.spdk:host0 00:08:35.233 86 00:08:35.233 87 sleep 1 00:08:35.233 88 00:08:35.233 89 # TODO: Right now the NVMe-oF initiator will not correctly detect broken connections 00:08:35.233 90 # and so it will never shut down. Just kill it. 00:08:35.233 ... 00:08:35.233 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/host_management.sh:107 -> main(["--transport=rdma"]) 00:08:35.233 ... 00:08:35.233 102 stoptarget 00:08:35.233 103 } 00:08:35.233 104 00:08:35.233 105 nvmftestinit 00:08:35.233 106 00:08:35.233 => 107 nvmf_host_management 00:08:35.233 108 00:08:35.233 109 trap - SIGINT SIGTERM EXIT 00:08:35.233 ... 00:08:35.233 00:08:35.233 ========== Backtrace end ========== 00:08:35.234 ========== Backtrace start: ========== 00:08:35.234 00:08:35.234 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_host_management"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/target/host_management.sh"],["--transport=rdma"]) 00:08:35.234 ... 00:08:35.234 1124 timing_enter $test_name 00:08:35.234 1125 echo "************************************" 00:08:35.234 1126 echo "START TEST $test_name" 00:08:35.234 1127 echo "************************************" 00:08:35.234 1128 xtrace_restore 00:08:35.234 1129 time "$@" 00:08:35.234 1130 xtrace_disable 00:08:35.234 1131 echo "************************************" 00:08:35.234 1132 echo "END TEST $test_name" 00:08:35.234 1133 echo "************************************" 00:08:35.234 1134 timing_exit $test_name 00:08:35.234 ... 00:08:35.234 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf_target_core.sh:26 -> main(["--transport=rdma"]) 00:08:35.234 ... 00:08:35.234 21 run_test "nvmf_abort" $rootdir/test/nvmf/target/abort.sh "${TEST_ARGS[@]}" 00:08:35.234 22 run_test "nvmf_ns_hotplug_stress" $rootdir/test/nvmf/target/ns_hotplug_stress.sh "${TEST_ARGS[@]}" 00:08:35.234 23 run_test "nvmf_delete_subsystem" $rootdir/test/nvmf/target/delete_subsystem.sh "${TEST_ARGS[@]}" 00:08:35.234 24 fi 00:08:35.234 25 00:08:35.234 => 26 run_test "nvmf_host_management" $rootdir/test/nvmf/target/host_management.sh "${TEST_ARGS[@]}" 00:08:35.234 27 run_test "nvmf_lvol" $rootdir/test/nvmf/target/nvmf_lvol.sh "${TEST_ARGS[@]}" 00:08:35.234 28 run_test "nvmf_lvs_grow" $rootdir/test/nvmf/target/nvmf_lvs_grow.sh "${TEST_ARGS[@]}" 00:08:35.234 29 run_test "nvmf_bdev_io_wait" $rootdir/test/nvmf/target/bdev_io_wait.sh "${TEST_ARGS[@]}" 00:08:35.234 30 run_test "nvmf_queue_depth" $rootdir/test/nvmf/target/queue_depth.sh "${TEST_ARGS[@]}" 00:08:35.234 31 run_test "nvmf_target_multipath" $rootdir/test/nvmf/target/multipath.sh "${TEST_ARGS[@]}" 00:08:35.234 ... 00:08:35.234 00:08:35.234 ========== Backtrace end ========== 00:08:35.234 ========== Backtrace start: ========== 00:08:35.234 00:08:35.234 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_target_core"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf_target_core.sh"],["--transport=rdma"]) 00:08:35.234 ... 00:08:35.234 1124 timing_enter $test_name 00:08:35.234 1125 echo "************************************" 00:08:35.234 1126 echo "START TEST $test_name" 00:08:35.234 1127 echo "************************************" 00:08:35.234 1128 xtrace_restore 00:08:35.234 1129 time "$@" 00:08:35.234 1130 xtrace_disable 00:08:35.234 1131 echo "************************************" 00:08:35.234 1132 echo "END TEST $test_name" 00:08:35.234 1133 echo "************************************" 00:08:35.234 1134 timing_exit $test_name 00:08:35.234 ... 00:08:35.234 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh:14 -> main(["--transport=rdma"]) 00:08:35.234 ... 00:08:35.234 9 00:08:35.234 10 if [ ! $(uname -s) = Linux ]; then 00:08:35.234 11 exit 0 00:08:35.234 12 fi 00:08:35.234 13 00:08:35.234 => 14 run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:35.234 15 run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:35.234 16 run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:35.234 17 00:08:35.234 18 # Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations. 00:08:35.234 19 if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then 00:08:35.234 ... 00:08:35.234 00:08:35.234 ========== Backtrace end ========== 00:08:35.234 ========== Backtrace start: ========== 00:08:35.234 00:08:35.234 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"]) 00:08:35.234 ... 00:08:35.234 1124 timing_enter $test_name 00:08:35.234 1125 echo "************************************" 00:08:35.234 1126 echo "START TEST $test_name" 00:08:35.234 1127 echo "************************************" 00:08:35.234 1128 xtrace_restore 00:08:35.234 1129 time "$@" 00:08:35.234 1130 xtrace_disable 00:08:35.234 1131 echo "************************************" 00:08:35.234 1132 echo "END TEST $test_name" 00:08:35.234 1133 echo "************************************" 00:08:35.234 1134 timing_exit $test_name 00:08:35.234 ... 00:08:35.234 in /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/autotest.sh:281 -> main(["/var/jenkins/workspace/nvmf-cvl-phy-autotest/autorun-spdk.conf"]) 00:08:35.234 ... 00:08:35.234 276 if [ $SPDK_TEST_NVMF -eq 1 ]; then 00:08:35.234 277 export NET_TYPE 00:08:35.234 278 # The NVMe-oF run test cases are split out like this so that the parser that compiles the 00:08:35.234 279 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:08:35.234 280 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:08:35.234 => 281 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:35.234 282 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:35.234 283 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:08:35.234 284 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:35.234 285 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:08:35.234 286 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:08:35.234 ... 00:08:35.234 00:08:35.234 ========== Backtrace end ========== 00:09:01.496 ========== Backtrace start: ========== 00:09:01.496 00:09:01.496 in spdk/autorun.sh:27 -> main(["/var/jenkins/workspace/nvmf-cvl-phy-autotest/autorun-spdk.conf"]) 00:09:01.496 ... 00:09:01.496 22 trap 'timing_finish || exit 1' EXIT 00:09:01.496 23 00:09:01.496 24 # Runs agent scripts 00:09:01.496 25 $rootdir/autobuild.sh "$conf" 00:09:01.496 26 if ((SPDK_TEST_UNITTEST == 1 || SPDK_RUN_FUNCTIONAL_TEST == 1)); then 00:09:01.496 => 27 sudo -E $rootdir/autotest.sh "$conf" 00:09:01.496 28 fi 00:09:01.496 ... 00:09:01.496 00:09:01.496 ========== Backtrace end ==========