00:28:52.240 ========== Backtrace start: ========== 00:28:52.240 00:28:52.240 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:679 -> NOT(["wait"],["3600542"]) 00:28:52.240 ... 00:28:52.240 674 elif [[ -n ${EXIT_STATUS:-} ]] && ((es != EXIT_STATUS)); then 00:28:52.240 675 es=0 00:28:52.240 676 fi 00:28:52.240 677 00:28:52.240 678 # invert error code of any command and also trigger ERR on 0 (unlike bash ! prefix) 00:28:52.240 => 679 ((!es == 0)) 00:28:52.240 680 } 00:28:52.240 681 00:28:52.240 682 function timing() { 00:28:52.240 683 direction="$1" 00:28:52.240 684 testname="$2" 00:28:52.240 ... 00:28:52.240 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/target/shutdown.sh:158 -> nvmf_shutdown_tc4([]) 00:28:52.240 ... 00:28:52.240 153 00:28:52.240 154 # Kill the target half way through 00:28:52.240 155 killprocess $nvmfpid 00:28:52.240 156 sleep 1 00:28:52.240 157 # Due to IOs are completed with errors, perf exits with bad status 00:28:52.240 => 158 NOT wait $perfpid 00:28:52.240 159 stoptarget 00:28:52.240 160 } 00:28:52.240 161 00:28:52.240 162 run_test "nvmf_shutdown_tc1" nvmf_shutdown_tc1 00:28:52.240 163 run_test "nvmf_shutdown_tc2" nvmf_shutdown_tc2 00:28:52.240 ... 00:28:52.240 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_shutdown_tc4"],["nvmf_shutdown_tc4"]) 00:28:52.240 ... 00:28:52.240 1124 timing_enter $test_name 00:28:52.240 1125 echo "************************************" 00:28:52.240 1126 echo "START TEST $test_name" 00:28:52.240 1127 echo "************************************" 00:28:52.240 1128 xtrace_restore 00:28:52.240 1129 time "$@" 00:28:52.240 1130 xtrace_disable 00:28:52.240 1131 echo "************************************" 00:28:52.240 1132 echo "END TEST $test_name" 00:28:52.240 1133 echo "************************************" 00:28:52.240 1134 timing_exit $test_name 00:28:52.240 ... 00:28:52.240 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/target/shutdown.sh:167 -> main(["--transport=tcp"]) 00:28:52.240 ... 00:28:52.240 162 run_test "nvmf_shutdown_tc1" nvmf_shutdown_tc1 00:28:52.240 163 run_test "nvmf_shutdown_tc2" nvmf_shutdown_tc2 00:28:52.240 164 run_test "nvmf_shutdown_tc3" nvmf_shutdown_tc3 00:28:52.240 165 # Temporarily disable on e810 due to issue #3523 00:28:52.240 166 if ! [[ "$SPDK_TEST_NVMF_NICS" == "e810" && "$TEST_TRANSPORT" == "rdma" ]]; then 00:28:52.240 => 167 run_test "nvmf_shutdown_tc4" nvmf_shutdown_tc4 00:28:52.240 168 fi 00:28:52.240 169 00:28:52.240 170 trap - SIGINT SIGTERM EXIT 00:28:52.240 ... 00:28:52.240 00:28:52.240 ========== Backtrace end ========== 00:28:54.686 ========== Backtrace start: ========== 00:28:54.686 00:28:54.686 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_shutdown"],["/var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/target/shutdown.sh"],["--transport=tcp"]) 00:28:54.686 ... 00:28:54.686 1124 timing_enter $test_name 00:28:54.686 1125 echo "************************************" 00:28:54.686 1126 echo "START TEST $test_name" 00:28:54.686 1127 echo "************************************" 00:28:54.686 1128 xtrace_restore 00:28:54.686 1129 time "$@" 00:28:54.686 1130 xtrace_disable 00:28:54.686 1131 echo "************************************" 00:28:54.686 1132 echo "END TEST $test_name" 00:28:54.686 1133 echo "************************************" 00:28:54.686 1134 timing_exit $test_name 00:28:54.686 ... 00:28:54.686 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh:65 -> main(["--transport=tcp"]) 00:28:54.686 ... 00:28:54.686 60 elif [[ $SPDK_TEST_NVMF_TRANSPORT == "rdma" ]]; then 00:28:54.686 61 # Disabled due to https://github.com/spdk/spdk/issues/3345 00:28:54.686 62 # run_test "nvmf_device_removal" test/nvmf/target/device_removal.sh "${TEST_ARGS[@]}" 00:28:54.686 63 run_test "nvmf_srq_overwhelm" "$rootdir/test/nvmf/target/srq_overwhelm.sh" "${TEST_ARGS[@]}" 00:28:54.686 64 fi 00:28:54.686 => 65 run_test "nvmf_shutdown" $rootdir/test/nvmf/target/shutdown.sh "${TEST_ARGS[@]}" 00:28:54.686 66 fi 00:28:54.686 67 run_test "nvmf_nsid" "$rootdir/test/nvmf/target/nsid.sh" "${TEST_ARGS[@]}" 00:28:54.686 68 00:28:54.686 69 trap - SIGINT SIGTERM EXIT 00:28:54.686 ... 00:28:54.686 00:28:54.686 ========== Backtrace end ========== 00:28:54.686 ========== Backtrace start: ========== 00:28:54.686 00:28:54.686 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_target_extra"],["/var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf_target_extra.sh"],["--transport=tcp"]) 00:28:54.686 ... 00:28:54.686 1124 timing_enter $test_name 00:28:54.686 1125 echo "************************************" 00:28:54.686 1126 echo "START TEST $test_name" 00:28:54.686 1127 echo "************************************" 00:28:54.686 1128 xtrace_restore 00:28:54.686 1129 time "$@" 00:28:54.686 1130 xtrace_disable 00:28:54.686 1131 echo "************************************" 00:28:54.686 1132 echo "END TEST $test_name" 00:28:54.686 1133 echo "************************************" 00:28:54.686 1134 timing_exit $test_name 00:28:54.686 ... 00:28:54.686 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf.sh:15 -> main(["--transport=tcp"]) 00:28:54.686 ... 00:28:54.686 10 if [ ! $(uname -s) = Linux ]; then 00:28:54.686 11 exit 0 00:28:54.686 12 fi 00:28:54.686 13 00:28:54.686 14 run_test "nvmf_target_core" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:54.686 => 15 run_test "nvmf_target_extra" $rootdir/test/nvmf/nvmf_target_extra.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:54.686 16 run_test "nvmf_host" $rootdir/test/nvmf/nvmf_host.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:54.686 17 00:28:54.686 18 # Interrupt mode for now is supported only on the target, with the TCP transport and posix or ssl socket implementations. 00:28:54.686 19 if [[ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" && $SPDK_TEST_URING -eq 0 ]]; then 00:28:54.686 20 run_test "nvmf_target_core_interrupt_mode" $rootdir/test/nvmf/nvmf_target_core.sh --transport=$SPDK_TEST_NVMF_TRANSPORT --interrupt-mode 00:28:54.686 ... 00:28:54.686 00:28:54.686 ========== Backtrace end ========== 00:28:54.686 ========== Backtrace start: ========== 00:28:54.686 00:28:54.686 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/common/autotest_common.sh:1129 -> run_test(["nvmf_tcp"],["/var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/test/nvmf/nvmf.sh"],["--transport=tcp"]) 00:28:54.686 ... 00:28:54.687 1124 timing_enter $test_name 00:28:54.687 1125 echo "************************************" 00:28:54.687 1126 echo "START TEST $test_name" 00:28:54.687 1127 echo "************************************" 00:28:54.687 1128 xtrace_restore 00:28:54.687 1129 time "$@" 00:28:54.687 1130 xtrace_disable 00:28:54.687 1131 echo "************************************" 00:28:54.687 1132 echo "END TEST $test_name" 00:28:54.687 1133 echo "************************************" 00:28:54.687 1134 timing_exit $test_name 00:28:54.687 ... 00:28:54.687 in /var/jenkins/workspace/nvmf-tcp-phy-autotest/spdk/autotest.sh:284 -> main(["/var/jenkins/workspace/nvmf-tcp-phy-autotest/autorun-spdk.conf"]) 00:28:54.687 ... 00:28:54.687 279 # list of all tests can properly differentiate them. Please do not merge them into one line. 00:28:54.687 280 if [ "$SPDK_TEST_NVMF_TRANSPORT" = "rdma" ]; then 00:28:54.687 281 run_test "nvmf_rdma" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:54.687 282 run_test "spdkcli_nvmf_rdma" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:54.687 283 elif [ "$SPDK_TEST_NVMF_TRANSPORT" = "tcp" ]; then 00:28:54.687 => 284 run_test "nvmf_tcp" $rootdir/test/nvmf/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:54.687 285 if [[ $SPDK_TEST_URING -eq 0 ]]; then 00:28:54.687 286 run_test "spdkcli_nvmf_tcp" $rootdir/test/spdkcli/nvmf.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:54.687 287 run_test "nvmf_identify_passthru" $rootdir/test/nvmf/target/identify_passthru.sh --transport=$SPDK_TEST_NVMF_TRANSPORT 00:28:54.687 288 fi 00:28:54.687 289 run_test "nvmf_dif" $rootdir/test/nvmf/target/dif.sh 00:28:54.687 ... 00:28:54.687 00:28:54.687 ========== Backtrace end ========== 00:29:20.259 ========== Backtrace start: ========== 00:29:20.259 00:29:20.259 in spdk/autorun.sh:27 -> main(["/var/jenkins/workspace/nvmf-tcp-phy-autotest/autorun-spdk.conf"]) 00:29:20.259 ... 00:29:20.259 22 trap 'timing_finish || exit 1' EXIT 00:29:20.259 23 00:29:20.259 24 # Runs agent scripts 00:29:20.259 25 $rootdir/autobuild.sh "$conf" 00:29:20.259 26 if ((SPDK_TEST_UNITTEST == 1 || SPDK_RUN_FUNCTIONAL_TEST == 1)); then 00:29:20.259 => 27 sudo -E $rootdir/autotest.sh "$conf" 00:29:20.259 28 fi 00:29:20.259 ... 00:29:20.259 00:29:20.259 ========== Backtrace end ==========