00:19:18.818 ========== Backtrace start: ========== 00:19:18.818 00:19:18.818 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/host/multipath_status.sh:56 -> main(["--transport=rdma"]) 00:19:18.818 ... 00:19:18.818 51 # bdev_retry_count is set to -1 means infinite reconnects 00:19:18.818 52 $rpc_py -s $bdevperf_rpc_sock bdev_nvme_set_options -r -1 00:19:18.818 53 # -l -1 ctrlr_loss_timeout_sec -1 means infinite reconnects 00:19:18.818 54 # -o 10 reconnect_delay_sec time to delay a reconnect retry is limited to 10 sec 00:19:18.818 55 $rpc_py -s $bdevperf_rpc_sock bdev_nvme_attach_controller -b Nvme0 -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_PORT -f ipv4 -n $NQN -l -1 -o 10 00:19:18.818 => 56 $rpc_py -s $bdevperf_rpc_sock bdev_nvme_attach_controller -b Nvme0 -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_SECOND_PORT -f ipv4 -n $NQN -x multipath -l -1 -o 10 00:19:18.818 57 00:19:18.818 58 function set_ANA_state() { 00:19:18.818 59 $rpc_py nvmf_subsystem_listener_set_ana_state $NQN -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_PORT -n $1 00:19:18.818 60 $rpc_py nvmf_subsystem_listener_set_ana_state $NQN -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_SECOND_PORT -n $2 00:19:18.818 61 } 00:19:18.818 ... 00:19:18.818 00:19:18.818 ========== Backtrace end ========== 00:19:19.334 ========== Backtrace start: ========== 00:19:19.334 00:19:19.334 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_host_multipath_status"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/host/multipath_status.sh"],["--transport=rdma"]) 00:19:19.334 ... 00:19:19.334 1120 timing_enter $test_name 00:19:19.334 1121 echo "************************************" 00:19:19.334 1122 echo "START TEST $test_name" 00:19:19.334 1123 echo "************************************" 00:19:19.334 1124 xtrace_restore 00:19:19.334 1125 time "$@" 00:19:19.334 1126 xtrace_disable 00:19:19.334 1127 echo "************************************" 00:19:19.334 1128 echo "END TEST $test_name" 00:19:19.334 1129 echo "************************************" 00:19:19.334 1130 timing_exit $test_name 00:19:19.334 ... 00:19:19.334 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf_host.sh:27 -> main(["--transport=rdma"]) 00:19:19.334 ... 00:19:19.334 22 run_test "nvmf_identify" $rootdir/test/nvmf/host/identify.sh "${TEST_ARGS[@]}" 00:19:19.334 23 run_test "nvmf_perf" $rootdir/test/nvmf/host/perf.sh "${TEST_ARGS[@]}" 00:19:19.334 24 run_test "nvmf_fio_host" $rootdir/test/nvmf/host/fio.sh "${TEST_ARGS[@]}" 00:19:19.334 25 run_test "nvmf_failover" $rootdir/test/nvmf/host/failover.sh "${TEST_ARGS[@]}" 00:19:19.334 26 run_test "nvmf_host_discovery" $rootdir/test/nvmf/host/discovery.sh "${TEST_ARGS[@]}" 00:19:19.334 => 27 run_test "nvmf_host_multipath_status" $rootdir/test/nvmf/host/multipath_status.sh "${TEST_ARGS[@]}" 00:19:19.334 28 run_test "nvmf_discovery_remove_ifc" $rootdir/test/nvmf/host/discovery_remove_ifc.sh "${TEST_ARGS[@]}" 00:19:19.334 29 run_test "nvmf_identify_kernel_target" "$rootdir/test/nvmf/host/identify_kernel_nvmf.sh" "${TEST_ARGS[@]}" 00:19:19.334 30 run_test "nvmf_auth_host" "$rootdir/test/nvmf/host/auth.sh" "${TEST_ARGS[@]}" 00:19:19.334 31 00:19:19.334 32 if [[ "$SPDK_TEST_NVMF_TRANSPORT" == "tcp" ]]; then 00:19:19.334 ... 00:19:19.335 00:19:19.335 ========== Backtrace end ========== 00:19:19.335 ========== Backtrace start: ========== 00:19:19.335 00:19:19.335 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_host"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf_host.sh"],["--transport=rdma"]) 00:19:19.335 ... 00:19:19.335 1120 timing_enter $test_name 00:19:19.335 1121 echo "************************************" 00:19:19.335 1122 echo "START TEST $test_name" 00:19:19.335 1123 echo "************************************" 00:19:19.335 1124 xtrace_restore 00:19:19.335 1125 time "$@" 00:19:19.335 1126 xtrace_disable 00:19:19.335 1127 echo "************************************" 00:19:19.335 1128 echo "END TEST $test_name" 00:19:19.335 1129 echo "************************************" 00:19:19.335 1130 timing_exit $test_name 00:19:19.335 ... 00:19:19.595 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh:16 -> main(["--transport=rdma"]) 00:19:19.595 ... 00:19:19.595 11 exit 0 00:19:19.595 12 fi 00:19:19.595 13 00:19:19.595 14 run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:19:19.595 15 run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:19:19.595 => 16 run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:19:19.595 17 00:19:19.595 18 # Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations. 00:19:19.595 19 if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then 00:19:19.595 20 run_test "nvmf_target_core_interrupt_mode" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT --interrupt-mode 00:19:19.595 21 run_test "nvmf_interrupt" $rootdir/test/nvmf/target/interrupt.sh --transport=$SPDK_TEST_NVMF_TRANSPORT --interrupt-mode 00:19:19.595 ... 00:19:19.595 00:19:19.595 ========== Backtrace end ========== 00:19:19.595 ========== Backtrace start: ========== 00:19:19.595 00:19:19.595 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1125 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"]) 00:19:19.595 ... 00:19:19.595 1120 timing_enter $test_name 00:19:19.595 1121 echo "************************************" 00:19:19.595 1122 echo "START TEST $test_name" 00:19:19.595 1123 echo "************************************" 00:19:19.595 1124 xtrace_restore 00:19:19.595 1125 time "$@" 00:19:19.595 1126 xtrace_disable 00:19:19.595 1127 echo "************************************" 00:19:19.595 1128 echo "END TEST $test_name" 00:19:19.595 1129 echo "************************************" 00:19:19.595 1130 timing_exit $test_name 00:19:19.595 ... 00:19:19.595 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/autotest.sh:277 -> main(["/var/jenkins/workspace/nvmf-phy-autotest/autorun-spdk.conf"]) 00:19:19.595 ... 00:19:19.595 272 if [ $SPDK_TEST_NVMF -eq 1 ]; then 00:19:19.595 273 export NET_TYPE 00:19:19.595 274 # The NVMe-oF run test cases are split out like this so that the parser that compiles the 00:19:19.595 275 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:19:19.595 276 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:19:19.595 => 277 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:19:19.595 278 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:19:19.595 279 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:19:19.595 280 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:19:19.595 281 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:19:19.595 282 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:19:19.595 ... 00:19:19.595 00:19:19.595 ========== Backtrace end ==========