00:11:15.825 ========== Backtrace start: ========== 00:11:15.825 00:11:15.825 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/referrals.sh:50 -> main(["--transport=rdma"]) 00:11:15.825 ... 00:11:15.825 45 rpc_cmd nvmf_discovery_add_referral -t $TEST_TRANSPORT -a $NVMF_REFERRAL_IP_2 -s $NVMF_PORT_REFERRAL 00:11:15.825 46 rpc_cmd nvmf_discovery_add_referral -t $TEST_TRANSPORT -a $NVMF_REFERRAL_IP_3 -s $NVMF_PORT_REFERRAL 00:11:15.825 47 00:11:15.825 48 (($(rpc_cmd nvmf_discovery_get_referrals | jq 'length') == 3)) 00:11:15.825 49 [[ $(get_referral_ips "rpc") == "$NVMF_REFERRAL_IP_1 $NVMF_REFERRAL_IP_2 $NVMF_REFERRAL_IP_3" ]] 00:11:15.825 => 50 [[ $(get_referral_ips "nvme") == "$NVMF_REFERRAL_IP_1 $NVMF_REFERRAL_IP_2 $NVMF_REFERRAL_IP_3" ]] 00:11:15.825 51 00:11:15.825 52 rpc_cmd nvmf_discovery_remove_referral -t $TEST_TRANSPORT -a $NVMF_REFERRAL_IP_1 -s $NVMF_PORT_REFERRAL 00:11:15.825 53 rpc_cmd nvmf_discovery_remove_referral -t $TEST_TRANSPORT -a $NVMF_REFERRAL_IP_2 -s $NVMF_PORT_REFERRAL 00:11:15.825 54 rpc_cmd nvmf_discovery_remove_referral -t $TEST_TRANSPORT -a $NVMF_REFERRAL_IP_3 -s $NVMF_PORT_REFERRAL 00:11:15.825 55 00:11:15.825 ... 00:11:15.825 00:11:15.825 ========== Backtrace end ========== 00:11:16.345 ========== Backtrace start: ========== 00:11:16.345 00:11:16.345 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1127 -> run_test(["nvmf_referrals"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/referrals.sh"],["--transport=rdma"]) 00:11:16.345 ... 00:11:16.345 1122 timing_enter $test_name 00:11:16.345 1123 echo "************************************" 00:11:16.345 1124 echo "START TEST $test_name" 00:11:16.345 1125 echo "************************************" 00:11:16.345 1126 xtrace_restore 00:11:16.345 1127 time "$@" 00:11:16.345 1128 xtrace_disable 00:11:16.345 1129 echo "************************************" 00:11:16.345 1130 echo "END TEST $test_name" 00:11:16.345 1131 echo "************************************" 00:11:16.345 1132 timing_exit $test_name 00:11:16.345 ... 00:11:16.345 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh:19 -> main(["--transport=rdma"]) 00:11:16.345 ... 00:11:16.345 14 00:11:16.345 15 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:11:16.345 16 run_test "nvmf_example" $rootdir/test/nvmf/target/nvmf_example.sh "${TEST_ARGS[@]}" 00:11:16.345 17 run_test "nvmf_filesystem" $rootdir/test/nvmf/target/filesystem.sh "${TEST_ARGS[@]}" 00:11:16.345 18 run_test "nvmf_target_discovery" $rootdir/test/nvmf/target/discovery.sh "${TEST_ARGS[@]}" 00:11:16.345 => 19 run_test "nvmf_referrals" $rootdir/test/nvmf/target/referrals.sh "${TEST_ARGS[@]}" 00:11:16.345 20 run_test "nvmf_connect_disconnect" $rootdir/test/nvmf/target/connect_disconnect.sh "${TEST_ARGS[@]}" 00:11:16.345 21 run_test "nvmf_multitarget" $rootdir/test/nvmf/target/multitarget.sh "${TEST_ARGS[@]}" 00:11:16.345 22 run_test "nvmf_rpc" $rootdir/test/nvmf/target/rpc.sh "${TEST_ARGS[@]}" 00:11:16.345 23 run_test "nvmf_invalid" $rootdir/test/nvmf/target/invalid.sh "${TEST_ARGS[@]}" 00:11:16.345 24 run_test "nvmf_connect_stress" $rootdir/test/nvmf/target/connect_stress.sh "${TEST_ARGS[@]}" 00:11:16.345 ... 00:11:16.345 00:11:16.345 ========== Backtrace end ========== 00:11:16.345 ========== Backtrace start: ========== 00:11:16.345 00:11:16.345 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1127 -> run_test(["nvmf_target_extra"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh"],["--transport=rdma"]) 00:11:16.345 ... 00:11:16.345 1122 timing_enter $test_name 00:11:16.345 1123 echo "************************************" 00:11:16.345 1124 echo "START TEST $test_name" 00:11:16.345 1125 echo "************************************" 00:11:16.345 1126 xtrace_restore 00:11:16.345 1127 time "$@" 00:11:16.345 1128 xtrace_disable 00:11:16.345 1129 echo "************************************" 00:11:16.345 1130 echo "END TEST $test_name" 00:11:16.345 1131 echo "************************************" 00:11:16.345 1132 timing_exit $test_name 00:11:16.345 ... 00:11:16.345 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh:15 -> main(["--transport=rdma"]) 00:11:16.345 ... 00:11:16.345 10 if [ ! $(uname -s) = Linux ]; then 00:11:16.345 11 exit 0 00:11:16.345 12 fi 00:11:16.345 13 00:11:16.345 14 run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:11:16.345 => 15 run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:11:16.345 16 run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:11:16.345 17 00:11:16.345 18 # Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations. 00:11:16.345 19 if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then 00:11:16.345 20 run_test "nvmf_target_core_interrupt_mode" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT --interrupt-mode 00:11:16.345 ... 00:11:16.345 00:11:16.345 ========== Backtrace end ========== 00:11:16.345 ========== Backtrace start: ========== 00:11:16.345 00:11:16.345 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1127 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"]) 00:11:16.345 ... 00:11:16.345 1122 timing_enter $test_name 00:11:16.345 1123 echo "************************************" 00:11:16.345 1124 echo "START TEST $test_name" 00:11:16.345 1125 echo "************************************" 00:11:16.345 1126 xtrace_restore 00:11:16.345 1127 time "$@" 00:11:16.345 1128 xtrace_disable 00:11:16.345 1129 echo "************************************" 00:11:16.345 1130 echo "END TEST $test_name" 00:11:16.345 1131 echo "************************************" 00:11:16.345 1132 timing_exit $test_name 00:11:16.345 ... 00:11:16.345 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/autotest.sh:277 -> main(["/var/jenkins/workspace/nvmf-phy-autotest/autorun-spdk.conf"]) 00:11:16.345 ... 00:11:16.345 272 if [ $SPDK_TEST_NVMF -eq 1 ]; then 00:11:16.345 273 export NET_TYPE 00:11:16.345 274 # The NVMe-oF run test cases are split out like this so that the parser that compiles the 00:11:16.345 275 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:11:16.345 276 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:11:16.345 => 277 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:11:16.345 278 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:11:16.345 279 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:11:16.345 280 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:11:16.345 281 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:11:16.345 282 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:11:16.345 ... 00:11:16.345 00:11:16.345 ========== Backtrace end ========== 00:11:44.010 ========== Backtrace start: ========== 00:11:44.010 00:11:44.010 in spdk/autorun.sh:27 -> main(["/var/jenkins/workspace/nvmf-phy-autotest/autorun-spdk.conf"]) 00:11:44.010 ... 00:11:44.010 22 trap 'timing_finish || exit 1' EXIT 00:11:44.010 23 00:11:44.010 24 # Runs agent scripts 00:11:44.010 25 $rootdir/autobuild.sh "$conf" 00:11:44.010 26 if ((SPDK_TEST_UNITTEST == 1 || SPDK_RUN_FUNCTIONAL_TEST == 1)); then 00:11:44.010 => 27 sudo -E $rootdir/autotest.sh "$conf" 00:11:44.010 28 fi 00:11:44.010 ... 00:11:44.010 00:11:44.010 ========== Backtrace end ==========