00:14:37.161 10:08:21 sw_hotplug -- common/autotest_common.sh@715 -- # time='========== Backtrace start: ========== 00:14:37.161 00:14:37.161 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/common/autotest_common.sh:715 -> timing_cmd(["remove_attach_helper"],["3"],["6"],["true"]) 00:14:37.161 ... 00:14:37.161 710 00:14:37.161 711 # We redirect cmd'\''s std{out,err} to a separate fd dup'\''ed to stdin'\''s device (or /dev/null) to 00:14:37.161 712 # catch only output from the time builtin - output from the actual cmd would be still visible, 00:14:37.161 713 # but $() will return just the time'\''s data, hence making it possible to just do: 00:14:37.161 714 # time_of_super_verbose_cmd=$(timing_cmd super_verbose_cmd) 00:14:37.161 => 715 time=$({ time "$@" >&"$cmd_out" 2>&1; } 2>&1) 00:14:37.161 716 00:14:37.161 717 echo "$time" 00:14:37.161 718 ) 00:14:37.161 719 00:14:37.161 720 function timing_enter() { 00:14:37.161 ... 00:14:37.161 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/nvme/sw_hotplug.sh:16 -> debug_remove_attach_helper(["3"],["6"],["true"]) 00:14:37.161 ... 00:14:37.161 11 # Pci bus hotplug 00:14:37.161 12 # Helper function to remove/attach cotrollers 00:14:37.161 13 debug_remove_attach_helper() { 00:14:37.161 14 local helper_time=0 00:14:37.161 15 00:14:37.161 => 16 helper_time=$(timing_cmd remove_attach_helper "$@") 00:14:37.161 17 printf '\''remove_attach_helper took %ss to complete (handling %u nvme drive(s))'\'' \ 00:14:37.161 18 "$helper_time" "$nvme_count" >&2 00:14:37.161 19 } 00:14:37.161 20 00:14:37.161 21 remove_attach_helper() { 00:14:37.161 ... 00:14:37.161 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/nvme/sw_hotplug.sh:110 -> tgt_run_hotplug([]) 00:14:37.161 ... 00:14:37.161 105 waitforbdev "Nvme0${dev}n1" "$hotplug_wait" 00:14:37.161 106 done 00:14:37.161 107 00:14:37.161 108 rpc_cmd bdev_nvme_set_hotplug -e 00:14:37.161 109 00:14:37.161 => 110 debug_remove_attach_helper "$hotplug_events" "$hotplug_wait" true 00:14:37.161 111 # Verify reregistering hotplug poller 00:14:37.161 112 rpc_cmd bdev_nvme_set_hotplug -d 00:14:37.161 113 rpc_cmd bdev_nvme_set_hotplug -e 00:14:37.161 114 00:14:37.161 115 debug_remove_attach_helper "$hotplug_events" "$hotplug_wait" true 00:14:37.161 ... 00:14:37.161 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/nvme/sw_hotplug.sh:138 -> main([]) 00:14:37.161 ... 00:14:37.161 133 00:14:37.161 134 # Run pci bus hotplug test 00:14:37.161 135 run_hotplug 00:14:37.161 136 00:14:37.161 137 # Run SPDK target based hotplug 00:14:37.161 => 138 tgt_run_hotplug 00:14:37.161 ... 00:14:37.161 00:14:37.161 ========== Backtrace end ==========' 00:14:37.161 ========== Backtrace start: ========== 00:14:37.161 00:14:37.161 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/common/autotest_common.sh:715 -> timing_cmd(["remove_attach_helper"],["3"],["6"],["true"]) 00:14:37.161 ... 00:14:37.161 710 00:14:37.161 711 # We redirect cmd's std{out,err} to a separate fd dup'ed to stdin's device (or /dev/null) to 00:14:37.161 712 # catch only output from the time builtin - output from the actual cmd would be still visible, 00:14:37.161 713 # but $() will return just the time's data, hence making it possible to just do: 00:14:37.161 714 # time_of_super_verbose_cmd=$(timing_cmd super_verbose_cmd) 00:14:37.161 => 715 time=$({ time "$@" >&"$cmd_out" 2>&1; } 2>&1) 00:14:37.161 716 00:14:37.161 717 echo "$time" 00:14:37.161 718 ) 00:14:37.161 719 00:14:37.161 720 function timing_enter() { 00:14:37.161 ... 00:14:37.161 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/nvme/sw_hotplug.sh:16 -> debug_remove_attach_helper(["3"],["6"],["true"]) 00:14:37.161 ... 00:14:37.161 11 # Pci bus hotplug 00:14:37.161 12 # Helper function to remove/attach cotrollers 00:14:37.161 13 debug_remove_attach_helper() { 00:14:37.161 14 local helper_time=0 00:14:37.161 15 00:14:37.161 => 16 helper_time=$(timing_cmd remove_attach_helper "$@") 00:14:37.161 17 printf 'remove_attach_helper took %ss to complete (handling %u nvme drive(s))' \ 00:14:37.161 18 "$helper_time" "$nvme_count" >&2 00:14:37.161 19 } 00:14:37.161 20 00:14:37.161 21 remove_attach_helper() { 00:14:37.161 ... 00:14:37.161 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/nvme/sw_hotplug.sh:110 -> tgt_run_hotplug([]) 00:14:37.161 ... 00:14:37.161 105 waitforbdev "Nvme0${dev}n1" "$hotplug_wait" 00:14:37.161 106 done 00:14:37.161 107 00:14:37.161 108 rpc_cmd bdev_nvme_set_hotplug -e 00:14:37.161 109 00:14:37.161 => 110 debug_remove_attach_helper "$hotplug_events" "$hotplug_wait" true 00:14:37.161 111 # Verify reregistering hotplug poller 00:14:37.161 112 rpc_cmd bdev_nvme_set_hotplug -d 00:14:37.161 113 rpc_cmd bdev_nvme_set_hotplug -e 00:14:37.161 114 00:14:37.161 115 debug_remove_attach_helper "$hotplug_events" "$hotplug_wait" true 00:14:37.161 ... 00:14:37.161 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/nvme/sw_hotplug.sh:138 -> main([]) 00:14:37.161 ... 00:14:37.161 133 00:14:37.161 134 # Run pci bus hotplug test 00:14:37.161 135 run_hotplug 00:14:37.161 136 00:14:37.161 137 # Run SPDK target based hotplug 00:14:37.161 => 138 tgt_run_hotplug 00:14:37.161 ... 00:14:37.161 00:14:37.161 ========== Backtrace end ========== 00:14:37.161 ========== Backtrace start: ========== 00:14:37.161 00:14:37.161 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/common/autotest_common.sh:718 -> timing_cmd(["remove_attach_helper"],["3"],["6"],["true"]) 00:14:37.161 ... 00:14:37.161 713 # but $() will return just the time's data, hence making it possible to just do: 00:14:37.161 714 # time_of_super_verbose_cmd=$(timing_cmd super_verbose_cmd) 00:14:37.161 715 time=$({ time "$@" >&"$cmd_out" 2>&1; } 2>&1) 00:14:37.161 716 00:14:37.161 717 echo "$time" 00:14:37.161 => 718 ) 00:14:37.161 719 00:14:37.161 720 function timing_enter() { 00:14:37.161 721 xtrace_disable 00:14:37.161 722 timing "enter" "$1" 00:14:37.161 723 xtrace_restore 00:14:37.161 ... 00:14:37.161 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/nvme/sw_hotplug.sh:16 -> debug_remove_attach_helper(["3"],["6"],["true"]) 00:14:37.161 ... 00:14:37.161 11 # Pci bus hotplug 00:14:37.161 12 # Helper function to remove/attach cotrollers 00:14:37.161 13 debug_remove_attach_helper() { 00:14:37.161 14 local helper_time=0 00:14:37.161 15 00:14:37.161 => 16 helper_time=$(timing_cmd remove_attach_helper "$@") 00:14:37.161 17 printf 'remove_attach_helper took %ss to complete (handling %u nvme drive(s))' \ 00:14:37.161 18 "$helper_time" "$nvme_count" >&2 00:14:37.161 19 } 00:14:37.161 20 00:14:37.161 21 remove_attach_helper() { 00:14:37.161 ... 00:14:37.161 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/nvme/sw_hotplug.sh:110 -> tgt_run_hotplug([]) 00:14:37.162 ... 00:14:37.162 105 waitforbdev "Nvme0${dev}n1" "$hotplug_wait" 00:14:37.162 106 done 00:14:37.162 107 00:14:37.162 108 rpc_cmd bdev_nvme_set_hotplug -e 00:14:37.162 109 00:14:37.162 => 110 debug_remove_attach_helper "$hotplug_events" "$hotplug_wait" true 00:14:37.162 111 # Verify reregistering hotplug poller 00:14:37.162 112 rpc_cmd bdev_nvme_set_hotplug -d 00:14:37.162 113 rpc_cmd bdev_nvme_set_hotplug -e 00:14:37.162 114 00:14:37.162 115 debug_remove_attach_helper "$hotplug_events" "$hotplug_wait" true 00:14:37.162 ... 00:14:37.162 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/nvme/sw_hotplug.sh:138 -> main([]) 00:14:37.162 ... 00:14:37.162 133 00:14:37.162 134 # Run pci bus hotplug test 00:14:37.162 135 run_hotplug 00:14:37.162 136 00:14:37.162 137 # Run SPDK target based hotplug 00:14:37.162 => 138 tgt_run_hotplug 00:14:37.162 ... 00:14:37.162 00:14:37.162 ========== Backtrace end ========== 00:14:37.162 ========== Backtrace start: ========== 00:14:37.162 00:14:37.162 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/nvme/sw_hotplug.sh:16 -> debug_remove_attach_helper(["3"],["6"],["true"]) 00:14:37.162 ... 00:14:37.162 11 # Pci bus hotplug 00:14:37.162 12 # Helper function to remove/attach cotrollers 00:14:37.162 13 debug_remove_attach_helper() { 00:14:37.162 14 local helper_time=0 00:14:37.162 15 00:14:37.162 => 16 helper_time=$(timing_cmd remove_attach_helper "$@") 00:14:37.162 17 printf 'remove_attach_helper took %ss to complete (handling %u nvme drive(s))' \ 00:14:37.162 18 "$helper_time" "$nvme_count" >&2 00:14:37.162 19 } 00:14:37.162 20 00:14:37.162 21 remove_attach_helper() { 00:14:37.162 ... 00:14:37.162 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/nvme/sw_hotplug.sh:110 -> tgt_run_hotplug([]) 00:14:37.162 ... 00:14:37.162 105 waitforbdev "Nvme0${dev}n1" "$hotplug_wait" 00:14:37.162 106 done 00:14:37.162 107 00:14:37.162 108 rpc_cmd bdev_nvme_set_hotplug -e 00:14:37.162 109 00:14:37.162 => 110 debug_remove_attach_helper "$hotplug_events" "$hotplug_wait" true 00:14:37.162 111 # Verify reregistering hotplug poller 00:14:37.162 112 rpc_cmd bdev_nvme_set_hotplug -d 00:14:37.162 113 rpc_cmd bdev_nvme_set_hotplug -e 00:14:37.162 114 00:14:37.162 115 debug_remove_attach_helper "$hotplug_events" "$hotplug_wait" true 00:14:37.162 ... 00:14:37.162 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/nvme/sw_hotplug.sh:138 -> main([]) 00:14:37.162 ... 00:14:37.162 133 00:14:37.162 134 # Run pci bus hotplug test 00:14:37.162 135 run_hotplug 00:14:37.162 136 00:14:37.162 137 # Run SPDK target based hotplug 00:14:37.162 => 138 tgt_run_hotplug 00:14:37.162 ... 00:14:37.162 00:14:37.162 ========== Backtrace end ========== 00:14:37.421 ========== Backtrace start: ========== 00:14:37.421 00:14:37.421 in /var/jenkins/workspace/nvme-phy-autotest/spdk/test/common/autotest_common.sh:1122 -> run_test(["sw_hotplug"],["/var/jenkins/workspace/nvme-phy-autotest/spdk/test/nvme/sw_hotplug.sh"]) 00:14:37.421 ... 00:14:37.421 1117 timing_enter $test_name 00:14:37.421 1118 echo "************************************" 00:14:37.421 1119 echo "START TEST $test_name" 00:14:37.421 1120 echo "************************************" 00:14:37.421 1121 xtrace_restore 00:14:37.421 1122 time "$@" 00:14:37.421 1123 xtrace_disable 00:14:37.421 1124 echo "************************************" 00:14:37.421 1125 echo "END TEST $test_name" 00:14:37.421 1126 echo "************************************" 00:14:37.421 1127 timing_exit $test_name 00:14:37.421 ... 00:14:37.421 in /var/jenkins/workspace/nvme-phy-autotest/spdk/autotest.sh:240 -> main(["/var/jenkins/workspace/nvme-phy-autotest/autorun-spdk.conf"]) 00:14:37.421 ... 00:14:37.421 235 00:14:37.421 236 run_test "nvme_rpc" $rootdir/test/nvme/nvme_rpc.sh 00:14:37.421 237 run_test "nvme_rpc_timeouts" $rootdir/test/nvme/nvme_rpc_timeouts.sh 00:14:37.421 238 00:14:37.421 239 if [ $(uname -s) = Linux ]; then 00:14:37.421 => 240 run_test "sw_hotplug" $rootdir/test/nvme/sw_hotplug.sh 00:14:37.421 241 fi 00:14:37.421 242 00:14:37.421 243 if [[ $SPDK_TEST_XNVME -eq 1 ]]; then 00:14:37.421 244 run_test "nvme_xnvme" $rootdir/test/nvme/xnvme/xnvme.sh 00:14:37.421 245 run_test "blockdev_xnvme" $rootdir/test/bdev/blockdev.sh "xnvme" 00:14:37.421 ... 00:14:37.421 00:14:37.421 ========== Backtrace end ==========