00:10:24.919 ========== Backtrace start: ========== 00:10:24.919 00:10:24.919 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/target/referrals.sh:50 -> main(["--transport=tcp"]) 00:10:24.919 ... 00:10:24.919 45 rpc_cmd nvmf_discovery_add_referral -t $TEST_TRANSPORT -a $NVMF_REFERRAL_IP_2 -s $NVMF_PORT_REFERRAL 00:10:24.919 46 rpc_cmd nvmf_discovery_add_referral -t $TEST_TRANSPORT -a $NVMF_REFERRAL_IP_3 -s $NVMF_PORT_REFERRAL 00:10:24.919 47 00:10:24.919 48 (($(rpc_cmd nvmf_discovery_get_referrals | jq 'length') == 3)) 00:10:24.919 49 [[ $(get_referral_ips "rpc") == "$NVMF_REFERRAL_IP_1 $NVMF_REFERRAL_IP_2 $NVMF_REFERRAL_IP_3" ]] 00:10:24.919 => 50 [[ $(get_referral_ips "nvme") == "$NVMF_REFERRAL_IP_1 $NVMF_REFERRAL_IP_2 $NVMF_REFERRAL_IP_3" ]] 00:10:24.919 51 00:10:24.919 52 rpc_cmd nvmf_discovery_remove_referral -t $TEST_TRANSPORT -a $NVMF_REFERRAL_IP_1 -s $NVMF_PORT_REFERRAL 00:10:24.919 53 rpc_cmd nvmf_discovery_remove_referral -t $TEST_TRANSPORT -a $NVMF_REFERRAL_IP_2 -s $NVMF_PORT_REFERRAL 00:10:24.919 54 rpc_cmd nvmf_discovery_remove_referral -t $TEST_TRANSPORT -a $NVMF_REFERRAL_IP_3 -s $NVMF_PORT_REFERRAL 00:10:24.919 55 00:10:24.919 ... 00:10:24.919 00:10:24.919 ========== Backtrace end ========== 00:10:27.345 ========== Backtrace start: ========== 00:10:27.345 00:10:27.345 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:1127 -> run_test(["nvmf_referrals"],["/var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/target/referrals.sh"],["--transport=tcp"]) 00:10:27.345 ... 00:10:27.345 1122 timing_enter $test_name 00:10:27.345 1123 echo "************************************" 00:10:27.345 1124 echo "START TEST $test_name" 00:10:27.345 1125 echo "************************************" 00:10:27.345 1126 xtrace_restore 00:10:27.345 1127 time "$@" 00:10:27.345 1128 xtrace_disable 00:10:27.345 1129 echo "************************************" 00:10:27.345 1130 echo "END TEST $test_name" 00:10:27.345 1131 echo "************************************" 00:10:27.345 1132 timing_exit $test_name 00:10:27.345 ... 00:10:27.345 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh:19 -> main(["--transport=tcp"]) 00:10:27.345 ... 00:10:27.345 14 00:10:27.345 15 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:10:27.345 16 run_test "nvmf_example" $rootdir/test/nvmf/target/nvmf_example.sh "${TEST_ARGS[@]}" 00:10:27.345 17 run_test "nvmf_filesystem" $rootdir/test/nvmf/target/filesystem.sh "${TEST_ARGS[@]}" 00:10:27.345 18 run_test "nvmf_target_discovery" $rootdir/test/nvmf/target/discovery.sh "${TEST_ARGS[@]}" 00:10:27.345 => 19 run_test "nvmf_referrals" $rootdir/test/nvmf/target/referrals.sh "${TEST_ARGS[@]}" 00:10:27.345 20 run_test "nvmf_connect_disconnect" $rootdir/test/nvmf/target/connect_disconnect.sh "${TEST_ARGS[@]}" 00:10:27.345 21 run_test "nvmf_multitarget" $rootdir/test/nvmf/target/multitarget.sh "${TEST_ARGS[@]}" 00:10:27.345 22 run_test "nvmf_rpc" $rootdir/test/nvmf/target/rpc.sh "${TEST_ARGS[@]}" 00:10:27.345 23 run_test "nvmf_invalid" $rootdir/test/nvmf/target/invalid.sh "${TEST_ARGS[@]}" 00:10:27.345 24 run_test "nvmf_connect_stress" $rootdir/test/nvmf/target/connect_stress.sh "${TEST_ARGS[@]}" 00:10:27.345 ... 00:10:27.345 00:10:27.345 ========== Backtrace end ========== 00:10:27.345 ========== Backtrace start: ========== 00:10:27.345 00:10:27.345 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:1127 -> run_test(["nvmf_target_extra"],["/var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh"],["--transport=tcp"]) 00:10:27.345 ... 00:10:27.345 1122 timing_enter $test_name 00:10:27.345 1123 echo "************************************" 00:10:27.345 1124 echo "START TEST $test_name" 00:10:27.345 1125 echo "************************************" 00:10:27.345 1126 xtrace_restore 00:10:27.345 1127 time "$@" 00:10:27.345 1128 xtrace_disable 00:10:27.345 1129 echo "************************************" 00:10:27.345 1130 echo "END TEST $test_name" 00:10:27.345 1131 echo "************************************" 00:10:27.345 1132 timing_exit $test_name 00:10:27.345 ... 00:10:27.345 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf.sh:15 -> main(["--transport=tcp"]) 00:10:27.345 ... 00:10:27.345 10 if [ ! $(uname -s) = Linux ]; then 00:10:27.345 11 exit 0 00:10:27.345 12 fi 00:10:27.345 13 00:10:27.345 14 run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:27.345 => 15 run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:27.345 16 run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:27.345 17 00:10:27.345 18 # Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations. 00:10:27.345 19 if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then 00:10:27.345 20 run_test "nvmf_target_core_interrupt_mode" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT --interrupt-mode 00:10:27.345 ... 00:10:27.345 00:10:27.345 ========== Backtrace end ========== 00:10:27.345 ========== Backtrace start: ========== 00:10:27.345 00:10:27.345 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:1127 -> run_test(["nvmf_tcp"],["/var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=tcp"]) 00:10:27.345 ... 00:10:27.345 1122 timing_enter $test_name 00:10:27.345 1123 echo "************************************" 00:10:27.345 1124 echo "START TEST $test_name" 00:10:27.345 1125 echo "************************************" 00:10:27.345 1126 xtrace_restore 00:10:27.345 1127 time "$@" 00:10:27.345 1128 xtrace_disable 00:10:27.345 1129 echo "************************************" 00:10:27.345 1130 echo "END TEST $test_name" 00:10:27.345 1131 echo "************************************" 00:10:27.345 1132 timing_exit $test_name 00:10:27.345 ... 00:10:27.345 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/autotest.sh:280 -> main(["/var/jenkins/workspace/nvmf-tcp-phy-autotest/autorun-spdk.conf"]) 00:10:27.345 ... 00:10:27.345 275 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:10:27.345 276 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:10:27.345 277 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:27.345 278 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:27.345 279 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:10:27.345 => 280 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:27.345 281 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:10:27.345 282 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:27.345 283 run_test "nvmf_identify_passthru" $rootdir/test/nvmf/target/identify_passthru.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:27.345 284 fi 00:10:27.345 285 run_test "nvmf_dif" $rootdir/test/nvmf/target/dif.sh 00:10:27.345 ... 00:10:27.345 00:10:27.346 ========== Backtrace end ========== 00:10:45.342 ========== Backtrace start: ========== 00:10:45.342 00:10:45.342 in spdk/autorun.sh:27 -> main(["/var/jenkins/workspace/nvmf-tcp-phy-autotest/autorun-spdk.conf"]) 00:10:45.342 ... 00:10:45.342 22 trap 'timing_finish || exit 1' EXIT 00:10:45.342 23 00:10:45.342 24 # Runs agent scripts 00:10:45.342 25 $rootdir/autobuild.sh "$conf" 00:10:45.342 26 if ((SPDK_TEST_UNITTEST == 1 || SPDK_RUN_FUNCTIONAL_TEST == 1)); then 00:10:45.342 => 27 sudo -E $rootdir/autotest.sh "$conf" 00:10:45.342 28 fi 00:10:45.342 ... 00:10:45.342 00:10:45.342 ========== Backtrace end ==========