gdb: warning: Couldn't determine a path for the index cache directory. [New LWP 507979] [New LWP 508002] [New LWP 508003] [Thread debugging using libthread_db enabled] Using host libthread_db library "/usr/lib64/libthread_db.so.1". Core was generated by `/var/jenkins/workspace/nvme-phy-autotest/spdk/build/examples/hotplug -i 0 -t 0'. Program terminated with signal SIGSEGV, Segmentation fault. #0 0x00007fb2cd8c1387 in pci_vfio_sparse_mmap_bar (vfio_dev_fd=25, vfio_res=0x200000606d40, bar_index=0, additional_flags=0) at ../drivers/bus/pci/linux/pci_vfio.c:615 615 if (sparse->size) { [Current thread is 1 (Thread 0x7fb2cc220a00 (LWP 507979))] Thread 3 (Thread 0x7fb2cb8006c0 (LWP 508003)): #0 0x00007fb2cccd888b in recvmsg () from /usr/lib64/libc.so.6 No symbol table info available. #1 0x00007fb2cd783db9 in read_msg (fd=9, m=0x7fb2cb7fe9f0, s=0x7fb2cb7fe980) at ../lib/eal/common/eal_common_proc.c:284 msglen = 0 iov = {iov_base = 0x7fb2cb7fe9f0, iov_len = 332} msgh = {msg_name = 0x7fb2cb7fe980, msg_namelen = 110, msg_iov = 0x7fb2cb7fe940, msg_iovlen = 1, msg_control = 0x7fb2cb7fe8d0, msg_controllen = 48, msg_flags = 0} control = '\000' cmsg = 0x0 buflen = 332 #2 0x00007fb2cd784306 in mp_handle (arg=0x0) at ../lib/eal/common/eal_common_proc.c:410 ret = -847464896 msg = {type = 0, msg = {name = '\000' , len_param = 0, num_fds = 0, param = '\000' , "\001\000\000\000\320\352\177\313\262\177\000\000=@w\315\262\177\000\000\000\000\000\000\000\000\000\000\210\352|\315\262\177", '\000' , "\001\000\000\000\026\000\000\000\000\000\000\000\377\377\377\377\026\000\000\000\020\353\177\313\262\177\000\000\300@w\315\262\177\000\000\020\353\177\313\262\177\000\000\262qx\315\262\177\000\000\020\353\177\313\262\177\000\000h?w\315\377\377\377\377@@|\315"..., fds = {32690, 0, 0, 26430944, 0, 0, 0, 26430944}}} sa = {sun_family = 0, sun_path = '\000' } fd = 9 #3 0x00007fb2cd774cd7 in control_thread_start (arg=0x1934de0) at ../lib/eal/common/eal_common_thread.c:282 params = 0x1934de0 start_arg = 0x0 start_routine = 0x7fb2cd7842d7 #4 0x00007fb2cd78da2a in thread_start_wrapper (arg=0x7ffd8cff3ee0) at ../lib/eal/unix/rte_thread.c:114 ctx = 0x7ffd8cff3ee0 thread_func = 0x7fb2cd774c88 thread_args = 0x1934de0 ret = 0 #5 0x00007fb2ccc50947 in start_thread () from /usr/lib64/libc.so.6 No symbol table info available. #6 0x00007fb2cccd6970 in clone3 () from /usr/lib64/libc.so.6 No symbol table info available. Thread 2 (Thread 0x7fb2cc2006c0 (LWP 508002)): #0 0x00007fb2cccd6d72 in epoll_wait () from /usr/lib64/libc.so.6 No symbol table info available. #1 0x00007fb2cd79685c in eal_intr_handle_interrupts (pfd=6, totalfds=2) at ../lib/eal/linux/eal_interrupts.c:1077 events = {{events = 1, data = {ptr = 0x4, fd = 4, u32 = 4, u64 = 4}}, {events = 32690, data = {ptr = 0x400000001, fd = 1, u32 = 1, u64 = 17179869185}}} nfds = 0 #2 0x00007fb2cd796a99 in eal_intr_thread_main (arg=0x0) at ../lib/eal/linux/eal_interrupts.c:1163 pipe_event = {events = 3, data = {ptr = 0x4, fd = 4, u32 = 4, u64 = 4}} src = 0x0 numfds = 2 pfd = 6 __func__ = "eal_intr_thread_main" #3 0x00007fb2cd774cd7 in control_thread_start (arg=0x1934de0) at ../lib/eal/common/eal_common_thread.c:282 params = 0x1934de0 start_arg = 0x0 start_routine = 0x7fb2cd7968cb #4 0x00007fb2cd78da2a in thread_start_wrapper (arg=0x7ffd8cff4ed0) at ../lib/eal/unix/rte_thread.c:114 ctx = 0x7ffd8cff4ed0 thread_func = 0x7fb2cd774c88 thread_args = 0x1934de0 ret = 0 #5 0x00007fb2ccc50947 in start_thread () from /usr/lib64/libc.so.6 No symbol table info available. #6 0x00007fb2cccd6970 in clone3 () from /usr/lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7fb2cc220a00 (LWP 507979)): #0 0x00007fb2cd8c1387 in pci_vfio_sparse_mmap_bar (vfio_dev_fd=25, vfio_res=0x200000606d40, bar_index=0, additional_flags=0) at ../drivers/bus/pci/linux/pci_vfio.c:615 map_addr = 0x0 bar = 0x200000607d60 sparse = 0x303030303030303 bar_addr = 0x202001008000 i = 0 #1 0x00007fb2cd8c1f51 in pci_vfio_map_resource_primary (dev=0x19619f0) at ../drivers/bus/pci/linux/pci_vfio.c:914 bar_addr = 0x202001008000 hdr = 0x0 sparse = 0x7ffd8cff4c30 pdev = 0x19619f0 device_info = {argsz = 24, flags = 3, num_regions = 9, num_irqs = 5, cap_offset = 0, pad = 0} reg = 0x19289f0 pci_addr = "0000:dc:00.0", '\000' vfio_dev_fd = 25 loc = 0x1961a40 i = 0 j = -847635598 ret = 0 vfio_res = 0x200000606d40 vfio_res_list = 0x1fffffffd610 maps = 0x200000607d60 #2 0x00007fb2cd8c265a in pci_vfio_map_resource (dev=0x19619f0) at ../drivers/bus/pci/linux/pci_vfio.c:1064 No locals. #3 0x00007fb2cd8bd19f in rte_pci_map_device (dev=0x19619f0) at ../drivers/bus/pci/linux/pci.c:67 ret = -1 #4 0x00007fb2cd8baf4b in rte_pci_probe_one_driver (dr=0x1915710, dev=0x19619f0) at ../drivers/bus/pci/pci_common.c:295 dev_iova_mode = RTE_IOVA_DC iova_mode = RTE_IOVA_VA ret = 1 already_probed = false loc = 0x1961a40 #5 0x00007fb2cd8bb2d4 in pci_probe_all_drivers (dev=0x19619f0) at ../drivers/bus/pci/pci_common.c:396 dr = 0x1915710 rc = 1 #6 0x00007fb2cd8bb358 in pci_probe () at ../drivers/bus/pci/pci_common.c:423 dev = 0x19619f0 probed = 103 failed = 0 ret = 1 #7 0x00007fb2cd75ca8c in rte_bus_probe () at ../lib/eal/common/eal_common_bus.c:78 ret = 0 bus = 0x7fb2cd8c8380 vbus = 0x0 #8 0x00007fb2cd935961 in bus_probe_2211 () at pci_dpdk_2211.c:176 No locals. #9 0x00007fb2cd932a42 in dpdk_bus_probe () at pci_dpdk.c:167 No locals. #10 0x00007fb2cd927b8a in spdk_pci_enumerate (driver=0x1915710, enum_cb=0x7fb2cdc75842 , enum_ctx=0x7ffd8cff4e30) at pci.c:713 dev = 0x0 rc = 0 #11 0x00007fb2cdc75d56 in nvme_pcie_ctrlr_scan (probe_ctx=0x19cb9f0, direct_connect=false) at nvme_pcie.c:881 enum_ctx = {probe_ctx = 0x19cb9f0, pci_addr = {domain = 0, bus = 0 '\000', dev = 0 '\000', func = 0 '\000'}, has_pci_addr = false} #12 0x00007fb2cdc96e51 in nvme_transport_ctrlr_scan (probe_ctx=0x19cb9f0, direct_connect=false) at nvme_transport.c:129 transport = 0x7fb2cde1b7a0 __func__ = "nvme_transport_ctrlr_scan" #13 0x00007fb2cdc8c8de in nvme_probe_internal (probe_ctx=0x19cb9f0, direct_connect=false) at nvme.c:828 rc = 0 ctrlr = 0x0 ctrlr_tmp = 0x19cb9f0 opts = 0x0 __func__ = "nvme_probe_internal" #14 0x00007fb2cdc93e24 in spdk_nvme_probe_async (trid=0x7ffd8cff4f90, cb_ctx=0x0, probe_cb=0x404866 , attach_cb=0x40493f , remove_cb=0x404a2c ) at nvme.c:1528 rc = 0 probe_ctx = 0x19cb9f0 #15 0x00007fb2cdc8daa3 in spdk_nvme_probe (trid=0x7ffd8cff4f90, cb_ctx=0x0, probe_cb=0x404866 , attach_cb=0x40493f , remove_cb=0x404a2c ) at nvme.c:910 trid_pcie = {trstring = "PCIE", '\000' , trtype = SPDK_NVME_TRANSPORT_PCIE, adrfam = 0, traddr = '\000' , trsvcid = '\000' , subnqn = '\000' , priority = 0} probe_ctx = 0x19cb9f0 __func__ = "spdk_nvme_probe" #16 0x0000000000404efa in io_loop () at hotplug.c:356 now = 4899629328949970 dev = 0x0 dev_tmp = 0x0 tsc_end = 18446744073709551615 next_stats_tsc = 4899630049642474 rc = 0 __func__ = "io_loop" #17 0x0000000000405e37 in main (argc=11, argv=0x7ffd8cff5408) at hotplug.c:593 rc = 0 opts = {name = 0x418519 "hotplug", core_mask = 0x418521 "0x1", lcore_map = 0x0, shm_id = 0, mem_channel = -1, main_core = -1, mem_size = -1, no_pci = false, hugepage_single_segments = false, unlink_hugepage = false, no_huge = false, num_pci_addr = 0, hugedir = 0x0, pci_blocked = 0x0, pci_allowed = 0x0, iova_mode = 0x0, base_virtaddr = 35184372088832, env_context = 0x0, vf_token = 0x0}