00:10:32.347 ========== Backtrace start: ========== 00:10:32.347 00:10:32.347 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:591 -> rpc_cmd(["nvmf_discovery_add_referral"],["-t"],["-a"],["127.0.0.2"],["-s"],["4430"],["-n"],["nqn.2016-06.io.spdk:cnode1"],["-w"]) 00:10:32.347 ... 00:10:32.347 586 echo "$rsp" 00:10:32.347 587 done 00:10:32.347 588 00:10:32.347 589 rc=${!status[*]} 00:10:32.347 590 xtrace_restore 00:10:32.347 => 591 [[ $rc == 0 ]] 00:10:32.347 592 } 00:10:32.347 593 00:10:32.347 594 function rpc_cmd_simple_data_json() { 00:10:32.347 595 00:10:32.347 596 local elems="$1[@]" elem 00:10:32.347 ... 00:10:32.347 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/referrals.sh:62 -> main(["--transport=rdma"]) 00:10:32.347 ... 00:10:32.347 57 [[ $(get_referral_ips "nvme") == "" ]] 00:10:32.347 58 00:10:32.347 59 # Add a referral to a discovery and NVMe subsystems on the same IP/port 00:10:32.347 60 rpc_cmd nvmf_discovery_add_referral -t $TEST_TRANSPORT -a $NVMF_REFERRAL_IP_1 \ 00:10:32.347 61 -s $NVMF_PORT_REFERRAL -n discovery -w 00:10:32.347 => 62 rpc_cmd nvmf_discovery_add_referral -t $TEST_RANSPORT -a $NVMF_REFERRAL_IP_1 \ 00:10:32.347 63 -s $NVMF_PORT_REFERRAL -n "$NQN" -w 00:10:32.347 64 00:10:32.347 65 [[ $(get_referral_ips "rpc") == "$NVMF_REFERRAL_IP_1 $NVMF_REFERRAL_IP_1" ]] 00:10:32.347 66 [[ $(get_referral_ips "nvme") == "$NVMF_REFERRAL_IP_1 $NVMF_REFERRAL_IP_1" ]] 00:10:32.347 67 [[ $(get_discovery_entries "nvme subsystem" | jq -r '.subnqn') == "$NQN" ]] 00:10:32.347 ... 00:10:32.347 00:10:32.347 ========== Backtrace end ========== 00:10:32.872 ========== Backtrace start: ========== 00:10:32.872 00:10:32.872 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_referrals"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/target/referrals.sh"],["--transport=rdma"]) 00:10:32.872 ... 00:10:32.872 1124 timing_enter $test_name 00:10:32.872 1125 echo "************************************" 00:10:32.872 1126 echo "START TEST $test_name" 00:10:32.872 1127 echo "************************************" 00:10:32.872 1128 xtrace_restore 00:10:32.872 1129 time "$@" 00:10:32.872 1130 xtrace_disable 00:10:32.872 1131 echo "************************************" 00:10:32.872 1132 echo "END TEST $test_name" 00:10:32.872 1133 echo "************************************" 00:10:32.872 1134 timing_exit $test_name 00:10:32.872 ... 00:10:32.872 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh:19 -> main(["--transport=rdma"]) 00:10:32.872 ... 00:10:32.872 14 00:10:32.872 15 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:10:32.872 16 run_test "nvmf_example" $rootdir/test/nvmf/target/nvmf_example.sh "${TEST_ARGS[@]}" 00:10:32.872 17 run_test "nvmf_filesystem" $rootdir/test/nvmf/target/filesystem.sh "${TEST_ARGS[@]}" 00:10:32.872 18 run_test "nvmf_target_discovery" $rootdir/test/nvmf/target/discovery.sh "${TEST_ARGS[@]}" 00:10:32.872 => 19 run_test "nvmf_referrals" $rootdir/test/nvmf/target/referrals.sh "${TEST_ARGS[@]}" 00:10:32.872 20 run_test "nvmf_connect_disconnect" $rootdir/test/nvmf/target/connect_disconnect.sh "${TEST_ARGS[@]}" 00:10:32.872 21 run_test "nvmf_multitarget" $rootdir/test/nvmf/target/multitarget.sh "${TEST_ARGS[@]}" 00:10:32.872 22 run_test "nvmf_rpc" $rootdir/test/nvmf/target/rpc.sh "${TEST_ARGS[@]}" 00:10:32.872 23 run_test "nvmf_invalid" $rootdir/test/nvmf/target/invalid.sh "${TEST_ARGS[@]}" 00:10:32.872 24 run_test "nvmf_connect_stress" $rootdir/test/nvmf/target/connect_stress.sh "${TEST_ARGS[@]}" 00:10:32.872 ... 00:10:32.872 00:10:32.872 ========== Backtrace end ========== 00:10:32.872 ========== Backtrace start: ========== 00:10:32.872 00:10:32.872 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_target_extra"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh"],["--transport=rdma"]) 00:10:32.872 ... 00:10:32.872 1124 timing_enter $test_name 00:10:32.872 1125 echo "************************************" 00:10:32.872 1126 echo "START TEST $test_name" 00:10:32.872 1127 echo "************************************" 00:10:32.872 1128 xtrace_restore 00:10:32.872 1129 time "$@" 00:10:32.872 1130 xtrace_disable 00:10:32.872 1131 echo "************************************" 00:10:32.872 1132 echo "END TEST $test_name" 00:10:32.872 1133 echo "************************************" 00:10:32.872 1134 timing_exit $test_name 00:10:32.872 ... 00:10:32.872 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh:15 -> main(["--transport=rdma"]) 00:10:32.872 ... 00:10:32.873 10 if [ ! $(uname -s) = Linux ]; then 00:10:32.873 11 exit 0 00:10:32.873 12 fi 00:10:32.873 13 00:10:32.873 14 run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:32.873 => 15 run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:32.873 16 run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:32.873 17 00:10:32.873 18 # Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations. 00:10:32.873 19 if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then 00:10:32.873 20 run_test "nvmf_target_core_interrupt_mode" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT --interrupt-mode 00:10:32.873 ... 00:10:32.873 00:10:32.873 ========== Backtrace end ========== 00:10:32.873 ========== Backtrace start: ========== 00:10:32.873 00:10:32.873 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_rdma"],["/var/jenkins/workspace/nvmf-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=rdma"]) 00:10:32.873 ... 00:10:32.873 1124 timing_enter $test_name 00:10:32.873 1125 echo "************************************" 00:10:32.873 1126 echo "START TEST $test_name" 00:10:32.873 1127 echo "************************************" 00:10:32.873 1128 xtrace_restore 00:10:32.873 1129 time "$@" 00:10:32.873 1130 xtrace_disable 00:10:32.873 1131 echo "************************************" 00:10:32.873 1132 echo "END TEST $test_name" 00:10:32.873 1133 echo "************************************" 00:10:32.873 1134 timing_exit $test_name 00:10:32.873 ... 00:10:32.873 in /var/jenkins/workspace/nvmf-phy-autotest/spdk/autotest.sh:281 -> main(["/var/jenkins/workspace/nvmf-phy-autotest/autorun-spdk.conf"]) 00:10:32.873 ... 00:10:32.873 276 if [ $SPDK_TEST_NVMF -eq 1 ]; then 00:10:32.873 277 export NET_TYPE 00:10:32.873 278 # The NVMe-oF run test cases are split out like this so that the parser that compiles the 00:10:32.873 279 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:10:32.873 280 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:10:32.873 => 281 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:32.873 282 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:32.873 283 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:10:32.873 284 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:32.873 285 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:10:32.873 286 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:10:32.873 ... 00:10:32.873 00:10:32.873 ========== Backtrace end ========== 00:11:00.304 ========== Backtrace start: ========== 00:11:00.304 00:11:00.304 in spdk/autorun.sh:27 -> main(["/var/jenkins/workspace/nvmf-phy-autotest/autorun-spdk.conf"]) 00:11:00.304 ... 00:11:00.304 22 trap 'timing_finish || exit 1' EXIT 00:11:00.304 23 00:11:00.304 24 # Runs agent scripts 00:11:00.304 25 $rootdir/autobuild.sh "$conf" 00:11:00.304 26 if ((SPDK_TEST_UNITTEST == 1 || SPDK_RUN_FUNCTIONAL_TEST == 1)); then 00:11:00.304 => 27 sudo -E $rootdir/autotest.sh "$conf" 00:11:00.304 28 fi 00:11:00.304 ... 00:11:00.304 00:11:00.304 ========== Backtrace end ==========