[Sun Dec 15 23:29:43 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh reset (start)
[Sun Dec 15 23:29:47 2024] pcieport 0000:d7:00.0: bridge window [io  0x1000-0x0fff] to [bus d8] add_size 1000
[Sun Dec 15 23:29:47 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: can't assign; no space
[Sun Dec 15 23:29:47 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: failed to assign
[Sun Dec 15 23:29:47 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: can't assign; no space
[Sun Dec 15 23:29:47 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: failed to assign
[Sun Dec 15 23:29:47 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh reset (done)
[Sun Dec 15 23:29:52 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh status (start)
[Sun Dec 15 23:29:55 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh status (done)
[Sun Dec 15 23:29:55 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh  (start)
[Sun Dec 15 23:29:58 2024] ioatdma 0000:00:04.7: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:00:04.6: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:00:04.5: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:00:04.4: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:00:04.3: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:00:04.2: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:00:04.1: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:00:04.0: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:80:04.7: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:80:04.6: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:80:04.5: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:80:04.4: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:80:04.3: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:80:04.2: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:80:04.1: Removing dma and dca services
[Sun Dec 15 23:29:58 2024] ioatdma 0000:80:04.0: Removing dma and dca services
[Sun Dec 15 23:29:59 2024] pcieport 0000:d7:00.0: bridge window [io  0x1000-0x0fff] to [bus d8] add_size 1000
[Sun Dec 15 23:29:59 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: can't assign; no space
[Sun Dec 15 23:29:59 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: failed to assign
[Sun Dec 15 23:29:59 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: can't assign; no space
[Sun Dec 15 23:29:59 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: failed to assign
[Sun Dec 15 23:29:59 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh  (done)
[Sun Dec 15 23:30:00 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh reset (start)
[Sun Dec 15 23:30:03 2024] nvme nvme0: pci function 0000:5e:00.0
[Sun Dec 15 23:30:03 2024] nvme nvme0: 96/0/0 default/read/poll queues
[Sun Dec 15 23:30:03 2024] nvme nvme0: Ignoring bogus Namespace Identifiers
[Sun Dec 15 23:30:04 2024] pcieport 0000:d7:00.0: bridge window [io  0x1000-0x0fff] to [bus d8] add_size 1000
[Sun Dec 15 23:30:04 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: can't assign; no space
[Sun Dec 15 23:30:04 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: failed to assign
[Sun Dec 15 23:30:04 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: can't assign; no space
[Sun Dec 15 23:30:04 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: failed to assign
[Sun Dec 15 23:30:04 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh reset (done)
[Sun Dec 15 23:30:04 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh  (start)
[Sun Dec 15 23:30:07 2024] ioatdma 0000:00:04.7: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:00:04.6: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:00:04.5: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:00:04.4: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:00:04.3: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:00:04.2: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:00:04.1: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:00:04.0: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:80:04.7: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:80:04.6: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:80:04.5: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:80:04.4: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:80:04.3: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:80:04.2: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:80:04.1: Removing dma and dca services
[Sun Dec 15 23:30:07 2024] ioatdma 0000:80:04.0: Removing dma and dca services
[Sun Dec 15 23:30:08 2024] pcieport 0000:d7:00.0: bridge window [io  0x1000-0x0fff] to [bus d8] add_size 1000
[Sun Dec 15 23:30:08 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: can't assign; no space
[Sun Dec 15 23:30:08 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: failed to assign
[Sun Dec 15 23:30:08 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: can't assign; no space
[Sun Dec 15 23:30:08 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: failed to assign
[Sun Dec 15 23:30:08 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh  (done)
[Sun Dec 15 23:31:08 2024] infiniband iwp175s0f1: ib_query_port failed (-19)
[Sun Dec 15 23:31:08 2024] irdma_dbg_pf_exit: removing debugfs entries
[Sun Dec 15 23:31:08 2024] infiniband iwp175s0f0: ib_query_port failed (-19)
[Sun Dec 15 23:31:08 2024] irdma_dbg_pf_exit: removing debugfs entries
[Sun Dec 15 23:31:08 2024] irdma driver version: 1.14.31
[Sun Dec 15 23:31:08 2024] version mismatch:
[Sun Dec 15 23:31:08 2024] expected major ver 1, caller specified major ver 0
[Sun Dec 15 23:31:08 2024] expected minor ver 1, caller specified minor ver 1
[Sun Dec 15 23:31:08 2024] irdma.gen_1: probe of i40e.iwarp.0 failed with error -22
[Sun Dec 15 23:31:08 2024] version mismatch:
[Sun Dec 15 23:31:08 2024] expected major ver 1, caller specified major ver 0
[Sun Dec 15 23:31:08 2024] expected minor ver 1, caller specified minor ver 1
[Sun Dec 15 23:31:08 2024] irdma.gen_1: probe of i40e.iwarp.1 failed with error -22
[Sun Dec 15 23:31:08 2024] probe: cdev_info=00000000a13d9034, cdev_info->dev.aux_dev.bus->number=175, cdev_info->rdma_active_port=0xff netdev=cvl_0_0
[Sun Dec 15 23:31:08 2024] irdma: Because roce_ena is ENABLED, roce_port_cfg will be ignored.
[Sun Dec 15 23:31:08 2024] ice 0000:af:00.0: irdma_fill_device_info: iwdev->lag_mode = 0
[Sun Dec 15 23:31:08 2024] irdma_dbg_prep_dump_buf: irdma_dbg_dump_buf_len = 16384
[Sun Dec 15 23:31:08 2024] INFO: Flow control is disabled for this traffic class (0) on this vsi.
[Sun Dec 15 23:31:08 2024] probe: cdev_info=00000000ede8555f, cdev_info->dev.aux_dev.bus->number=175, cdev_info->rdma_active_port=0xff netdev=cvl_0_1
[Sun Dec 15 23:31:08 2024] ice 0000:af:00.1: irdma_fill_device_info: iwdev->lag_mode = 0
[Sun Dec 15 23:31:09 2024] INFO: Flow control is disabled for this traffic class (0) on this vsi.
[Sun Dec 15 23:31:48 2024] nbd0: detected capacity change from 0 to 131072
[Sun Dec 15 23:31:48 2024] block nbd0: Other side returned error (5)
[Sun Dec 15 23:31:48 2024] I/O error, dev nbd0, sector 0 op 0x0:(READ) flags 0x0 phys_seg 1 prio class 0
[Sun Dec 15 23:31:48 2024] Buffer I/O error on dev nbd0, logical block 0, async page read
[Sun Dec 15 23:31:48 2024] nbd1: detected capacity change from 0 to 131072
[Sun Dec 15 23:31:48 2024] block nbd1: Other side returned error (5)
[Sun Dec 15 23:31:48 2024] I/O error, dev nbd1, sector 0 op 0x0:(READ) flags 0x0 phys_seg 1 prio class 0
[Sun Dec 15 23:31:48 2024] Buffer I/O error on dev nbd1, logical block 0, async page read
[Sun Dec 15 23:31:49 2024] block nbd0: NBD_DISCONNECT
[Sun Dec 15 23:31:49 2024] block nbd0: Disconnected due to user request.
[Sun Dec 15 23:31:49 2024] block nbd1: NBD_DISCONNECT
[Sun Dec 15 23:31:49 2024] block nbd1: Disconnected due to user request.
[Sun Dec 15 23:31:54 2024] nbd0: detected capacity change from 0 to 131072
[Sun Dec 15 23:31:54 2024] block nbd0: Other side returned error (5)
[Sun Dec 15 23:31:54 2024] I/O error, dev nbd0, sector 0 op 0x0:(READ) flags 0x0 phys_seg 1 prio class 0
[Sun Dec 15 23:31:54 2024] Buffer I/O error on dev nbd0, logical block 0, async page read
[Sun Dec 15 23:31:54 2024] nbd1: detected capacity change from 0 to 131072
[Sun Dec 15 23:31:54 2024] block nbd1: Other side returned error (5)
[Sun Dec 15 23:31:54 2024] I/O error, dev nbd1, sector 0 op 0x0:(READ) flags 0x0 phys_seg 1 prio class 0
[Sun Dec 15 23:31:54 2024] Buffer I/O error on dev nbd1, logical block 0, async page read
[Sun Dec 15 23:31:54 2024] block nbd0: NBD_DISCONNECT
[Sun Dec 15 23:31:54 2024] block nbd0: Disconnected due to user request.
[Sun Dec 15 23:31:55 2024] block nbd1: NBD_DISCONNECT
[Sun Dec 15 23:31:55 2024] block nbd1: Disconnected due to user request.
[Sun Dec 15 23:31:59 2024] nbd0: detected capacity change from 0 to 131072
[Sun Dec 15 23:31:59 2024] block nbd0: Other side returned error (5)
[Sun Dec 15 23:31:59 2024] I/O error, dev nbd0, sector 0 op 0x0:(READ) flags 0x0 phys_seg 1 prio class 0
[Sun Dec 15 23:31:59 2024] Buffer I/O error on dev nbd0, logical block 0, async page read
[Sun Dec 15 23:31:59 2024] nbd1: detected capacity change from 0 to 131072
[Sun Dec 15 23:32:00 2024] block nbd0: NBD_DISCONNECT
[Sun Dec 15 23:32:00 2024] block nbd0: Disconnected due to user request.
[Sun Dec 15 23:32:00 2024] block nbd1: NBD_DISCONNECT
[Sun Dec 15 23:32:00 2024] block nbd1: Disconnected due to user request.
[Sun Dec 15 23:34:11 2024] ice 0000:af:00.0 rocep175s0f0: AEQ: abnormal ae_id = 0x50a (Connection error: The max number of retries has been reached), is_qp = 1, qp_id = 1831, ae_source = 5
[Sun Dec 15 23:34:52 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh reset (start)
[Sun Dec 15 23:34:55 2024] nvme nvme0: pci function 0000:5e:00.0
[Sun Dec 15 23:34:55 2024] nvme nvme0: 96/0/0 default/read/poll queues
[Sun Dec 15 23:34:55 2024] nvme nvme0: Ignoring bogus Namespace Identifiers
[Sun Dec 15 23:34:56 2024] pcieport 0000:d7:00.0: bridge window [io  0x1000-0x0fff] to [bus d8] add_size 1000
[Sun Dec 15 23:34:56 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: can't assign; no space
[Sun Dec 15 23:34:56 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: failed to assign
[Sun Dec 15 23:34:56 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: can't assign; no space
[Sun Dec 15 23:34:56 2024] pcieport 0000:d7:00.0: bridge window [io  size 0x1000]: failed to assign
[Sun Dec 15 23:34:57 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh reset (done)
[Sun Dec 15 23:34:57 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh cleanup (start)
[Sun Dec 15 23:35:00 2024] spdk: /var/jenkins/workspace/nvmf-cvl-phy-autotest/spdk/scripts/setup.sh cleanup (done)
[Sun Dec 15 23:35:01 2024] ######## Autotest Cleanup Dump ########
[Sun Dec 15 23:35:01 2024] sysrq: Show backtrace of all active CPUs
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 0
[Sun Dec 15 23:35:01 2024] CPU: 0 PID: 522851 Comm: bash Tainted: G           OE      6.8.9-200.fc39.x86_64 #1
[Sun Dec 15 23:35:01 2024] Hardware name: Intel Corporation S2600WFT/S2600WFT, BIOS SE5C620.86B.02.01.0013.121520200651 12/15/2020
[Sun Dec 15 23:35:01 2024] Call Trace:
[Sun Dec 15 23:35:01 2024]  <TASK>
[Sun Dec 15 23:35:01 2024]  dump_stack_lvl+0x64/0x80
[Sun Dec 15 23:35:01 2024]  nmi_cpu_backtrace+0xd6/0x110
[Sun Dec 15 23:35:01 2024]  ? __pfx_nmi_raise_cpu_backtrace+0x10/0x10
[Sun Dec 15 23:35:01 2024]  nmi_trigger_cpumask_backtrace+0xf3/0x140
[Sun Dec 15 23:35:01 2024]  __handle_sysrq+0xe1/0x260
[Sun Dec 15 23:35:01 2024]  write_sysrq_trigger+0x59/0x80
[Sun Dec 15 23:35:01 2024]  proc_reg_write+0x5a/0xa0
[Sun Dec 15 23:35:01 2024]  vfs_write+0xed/0x470
[Sun Dec 15 23:35:01 2024]  ? ptep_set_access_flags+0x32/0x40
[Sun Dec 15 23:35:01 2024]  ? get_close_on_exec+0x36/0x40
[Sun Dec 15 23:35:01 2024]  ksys_write+0x6f/0xf0
[Sun Dec 15 23:35:01 2024]  do_syscall_64+0x83/0x170
[Sun Dec 15 23:35:01 2024]  ? syscall_exit_to_user_mode+0x83/0x230
[Sun Dec 15 23:35:01 2024]  ? do_syscall_64+0x90/0x170
[Sun Dec 15 23:35:01 2024]  ? __count_memcg_events+0x69/0x100
[Sun Dec 15 23:35:01 2024]  ? count_memcg_events.constprop.0+0x1a/0x30
[Sun Dec 15 23:35:01 2024]  ? handle_mm_fault+0xa2/0x360
[Sun Dec 15 23:35:01 2024]  ? do_user_addr_fault+0x304/0x690
[Sun Dec 15 23:35:01 2024]  ? clear_bhb_loop+0x55/0xb0
[Sun Dec 15 23:35:01 2024]  ? clear_bhb_loop+0x55/0xb0
[Sun Dec 15 23:35:01 2024]  ? clear_bhb_loop+0x55/0xb0
[Sun Dec 15 23:35:01 2024]  entry_SYSCALL_64_after_hwframe+0x78/0x80
[Sun Dec 15 23:35:01 2024] RIP: 0033:0x7fbc37b3bee4
[Sun Dec 15 23:35:01 2024] Code: c7 00 16 00 00 00 b8 ff ff ff ff c3 66 2e 0f 1f 84 00 00 00 00 00 f3 0f 1e fa 80 3d 85 74 0d 00 00 74 13 b8 01 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 54 c3 0f 1f 00 55 48 89 e5 48 83 ec 20 48 89
[Sun Dec 15 23:35:01 2024] RSP: 002b:00007ffe5b7a7b78 EFLAGS: 00000202 ORIG_RAX: 0000000000000001
[Sun Dec 15 23:35:01 2024] RAX: ffffffffffffffda RBX: 0000000000000002 RCX: 00007fbc37b3bee4
[Sun Dec 15 23:35:01 2024] RDX: 0000000000000002 RSI: 000055d743bcc3c0 RDI: 0000000000000001
[Sun Dec 15 23:35:01 2024] RBP: 00007ffe5b7a7ba0 R08: 0000000000000073 R09: 0000000000000001
[Sun Dec 15 23:35:01 2024] R10: 0000000000000000 R11: 0000000000000202 R12: 0000000000000002
[Sun Dec 15 23:35:01 2024] R13: 000055d743bcc3c0 R14: 00007fbc37c0c5c0 R15: 00007fbc37c09f20
[Sun Dec 15 23:35:01 2024]  </TASK>
[Sun Dec 15 23:35:01 2024] Sending NMI from CPU 0 to CPUs 1-95:
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 33 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 71 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 81
[Sun Dec 15 23:35:01 2024] CPU: 81 PID: 522992 Comm: bash Tainted: G           OE      6.8.9-200.fc39.x86_64 #1
[Sun Dec 15 23:35:01 2024] Hardware name: Intel Corporation S2600WFT/S2600WFT, BIOS SE5C620.86B.02.01.0013.121520200651 12/15/2020
[Sun Dec 15 23:35:01 2024] RIP: 0033:0x5561d09d2589
[Sun Dec 15 23:35:01 2024] Code: 90 f3 0f 1e fa 55 48 89 e5 41 57 41 56 41 55 41 54 53 48 83 ec 68 44 8b 35 64 cb 04 00 64 48 8b 04 25 28 00 00 00 48 89 45 c8 <31> c0 45 85 f6 0f 85 6c 10 00 00 8b 05 ce ca 04 00 48 8d 4d b8 48
[Sun Dec 15 23:35:01 2024] RSP: 002b:00007ffdf8391960 EFLAGS: 00000206
[Sun Dec 15 23:35:01 2024] RAX: ec26eee600de8a00 RBX: 0000000000000001 RCX: 000060e0c8795e5f
[Sun Dec 15 23:35:01 2024] RDX: 00005561d1c09810 RSI: 00000000fffffff2 RDI: 0000000000000119
[Sun Dec 15 23:35:01 2024] RBP: 00007ffdf83919f0 R08: 00005561d1c0e350 R09: 00005561d479b890
[Sun Dec 15 23:35:01 2024] R10: 00005561d41303e0 R11: 0000000000000000 R12: 00005561d09f0b3f
[Sun Dec 15 23:35:01 2024] R13: 00005561d47c7510 R14: 0000000000000000 R15: 0000000000000000
[Sun Dec 15 23:35:01 2024] FS:  00007f6a49e83740 GS:  0000000000000000
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 5 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 91 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 43 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 18 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 92 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 44 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 22 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 73 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 56 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 79 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 7 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 40 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 1 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 27 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 58 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 89 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 42 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 17 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 65 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 90 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 19 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 67 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 47 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 48 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 38 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 59 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 11 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 75 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 66 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 3 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 86 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 64 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 35 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 8 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 39 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 87 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 10 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 21 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 29 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 83 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 49 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 31 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 78 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 70 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 55 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 77 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 15 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 28 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 69 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 34 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 6 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 93 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 63 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 53 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 95 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 13 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 45 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 20 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 50 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 85 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 57 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 72 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] INFO: NMI handler (nmi_cpu_backtrace_handler) took too long to run: 1.003 msecs
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 60 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 12 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] INFO: NMI handler (nmi_cpu_backtrace_handler) took too long to run: 1.063 msecs
[Sun Dec 15 23:35:01 2024] INFO: NMI handler (nmi_cpu_backtrace_handler) took too long to run: 1.076 msecs
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 25 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 68 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 37 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] INFO: NMI handler (nmi_cpu_backtrace_handler) took too long to run: 1.098 msecs
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 52 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] INFO: NMI handler (nmi_cpu_backtrace_handler) took too long to run: 1.130 msecs
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 84 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 14 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 30 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 74 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 26 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] INFO: NMI handler (nmi_cpu_backtrace_handler) took too long to run: 1.144 msecs
[Sun Dec 15 23:35:01 2024] INFO: NMI handler (nmi_cpu_backtrace_handler) took too long to run: 1.157 msecs
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 23 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] INFO: NMI handler (nmi_cpu_backtrace_handler) took too long to run: 1.212 msecs
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 88 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 82 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 9 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 41 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 4 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] INFO: NMI handler (nmi_cpu_backtrace_handler) took too long to run: 1.272 msecs
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 24 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 54 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] INFO: NMI handler (nmi_cpu_backtrace_handler) took too long to run: 1.297 msecs
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 76 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 61 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 46 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 2 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 94 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 16 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 80 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 62 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 51 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 36 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] NMI backtrace for cpu 32 skipped: idling at intel_idle+0x71/0xe0
[Sun Dec 15 23:35:01 2024] sysrq: Show Memory
[Sun Dec 15 23:35:02 2024] Mem-Info:
[Sun Dec 15 23:35:02 2024] active_anon:1647680 inactive_anon:0 isolated_anon:0
                            active_file:102055 inactive_file:943666 isolated_file:0
                            unevictable:768 dirty:0 writeback:0
                            slab_reclaimable:52841 slab_unreclaimable:138713
                            mapped:40407 shmem:1465618 pagetables:2334
                            sec_pagetables:0 bounce:0
                            kernel_misc_reclaimable:0
                            free:19841700 free_pcp:107619 free_cma:0
[Sun Dec 15 23:35:02 2024] Node 0 active_anon:2299768kB inactive_anon:0kB active_file:280208kB inactive_file:122760kB unevictable:3072kB isolated(anon):0kB isolated(file):0kB mapped:98304kB dirty:0kB writeback:0kB shmem:1801336kB shmem_thp:0kB shmem_pmdmapped:0kB anon_thp:0kB writeback_tmp:0kB kernel_stack:10840kB pagetables:5112kB sec_pagetables:0kB all_unreclaimable? no
[Sun Dec 15 23:35:02 2024] Node 1 active_anon:4291040kB inactive_anon:0kB active_file:128012kB inactive_file:3651904kB unevictable:0kB isolated(anon):0kB isolated(file):0kB mapped:62320kB dirty:0kB writeback:0kB shmem:4061136kB shmem_thp:0kB shmem_pmdmapped:0kB anon_thp:0kB writeback_tmp:0kB kernel_stack:11128kB pagetables:4272kB sec_pagetables:0kB all_unreclaimable? no
[Sun Dec 15 23:35:02 2024] Node 0 DMA free:11264kB boost:0kB min:12kB low:24kB high:36kB reserved_highatomic:0KB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15972kB managed:15360kB mlocked:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
[Sun Dec 15 23:35:02 2024] lowmem_reserve[]: 0 1666 31794 31794 31794
[Sun Dec 15 23:35:02 2024] Node 0 DMA32 free:1702868kB boost:0kB min:1648kB low:3352kB high:5056kB reserved_highatomic:0KB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:1772500kB managed:1706964kB mlocked:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB
[Sun Dec 15 23:35:02 2024] lowmem_reserve[]: 0 0 30127 30127 30127
[Sun Dec 15 23:35:02 2024] Node 0 Normal free:26762512kB boost:0kB min:29816kB low:60664kB high:91512kB reserved_highatomic:0KB active_anon:2299628kB inactive_anon:0kB active_file:280208kB inactive_file:122760kB unevictable:3072kB writepending:0kB present:31444992kB managed:30859204kB mlocked:0kB bounce:0kB free_pcp:178316kB local_pcp:1128kB free_cma:0kB
[Sun Dec 15 23:35:02 2024] lowmem_reserve[]: 0 0 0 0 0
[Sun Dec 15 23:35:02 2024] Node 1 Normal free:50906328kB boost:0kB min:58624kB low:119280kB high:179936kB reserved_highatomic:0KB active_anon:4291396kB inactive_anon:0kB active_file:128012kB inactive_file:3651904kB unevictable:0kB writepending:0kB present:61865984kB managed:60731348kB mlocked:0kB bounce:0kB free_pcp:234428kB local_pcp:0kB free_cma:0kB
[Sun Dec 15 23:35:02 2024] lowmem_reserve[]: 0 0 0 0 0
[Sun Dec 15 23:35:02 2024] Node 0 DMA: 0*4kB 0*8kB 0*16kB 0*32kB 0*64kB 0*128kB 0*256kB 0*512kB 1*1024kB (U) 1*2048kB (M) 2*4096kB (M) = 11264kB
[Sun Dec 15 23:35:02 2024] Node 0 DMA32: 9*4kB (UM) 12*8kB (UM) 9*16kB (UM) 6*32kB (UM) 6*64kB (UM) 13*128kB (UM) 10*256kB (UM) 10*512kB (UM) 7*1024kB (UM) 7*2048kB (M) 408*4096kB (M) = 1702868kB
[Sun Dec 15 23:35:02 2024] Node 0 Normal: 22584*4kB (UME) 29455*8kB (UME) 21271*16kB (UME) 11338*32kB (UME) 5539*64kB (UME) 2721*128kB (UME) 1046*256kB (UME) 284*512kB (UME) 86*1024kB (UM) 34*2048kB (UME) 5972*4096kB (M) = 26764104kB
[Sun Dec 15 23:35:02 2024] Node 1 Normal: 32132*4kB (UM) 50356*8kB (UME) 36686*16kB (UME) 17584*32kB (UME) 9424*64kB (UME) 4297*128kB (UME) 1546*256kB (ME) 1016*512kB (UME) 301*1024kB (UME) 16*2048kB (UME) 11430*4096kB (UME) = 50908432kB
[Sun Dec 15 23:35:02 2024] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB
[Sun Dec 15 23:35:02 2024] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
[Sun Dec 15 23:35:02 2024] Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB
[Sun Dec 15 23:35:02 2024] Node 1 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB
[Sun Dec 15 23:35:02 2024] 2511343 total pagecache pages
[Sun Dec 15 23:35:02 2024] 0 pages in swap cache
[Sun Dec 15 23:35:02 2024] Free swap  = 8388604kB
[Sun Dec 15 23:35:02 2024] Total swap = 8388604kB
[Sun Dec 15 23:35:02 2024] 23774862 pages RAM
[Sun Dec 15 23:35:02 2024] 0 pages HighMem/MovableOnly
[Sun Dec 15 23:35:02 2024] 446643 pages reserved
[Sun Dec 15 23:35:02 2024] 0 pages cma reserved
[Sun Dec 15 23:35:02 2024] 0 pages hwpoisoned
[Sun Dec 15 23:35:02 2024] sysrq: Show Blocked State
[Sun Dec 15 23:35:02 2024] task:ipmitool        state:D stack:0     pid:605454 tgid:605454 ppid:523042 flags:0x00004002
[Sun Dec 15 23:35:02 2024] Call Trace:
[Sun Dec 15 23:35:02 2024]  <TASK>
[Sun Dec 15 23:35:02 2024]  __schedule+0x413/0x1720
[Sun Dec 15 23:35:02 2024]  ? __schedule+0x41b/0x1720
[Sun Dec 15 23:35:02 2024]  schedule+0x32/0xd0
[Sun Dec 15 23:35:02 2024]  schedule_timeout+0x151/0x160
[Sun Dec 15 23:35:02 2024]  wait_for_completion+0x8a/0x160
[Sun Dec 15 23:35:02 2024]  __wait_rcu_gp+0x15b/0x170
[Sun Dec 15 23:35:02 2024]  synchronize_rcu+0x133/0x150
[Sun Dec 15 23:35:02 2024]  ? __pfx_call_rcu_hurry+0x10/0x10
[Sun Dec 15 23:35:02 2024]  ? __pfx_wakeme_after_rcu+0x10/0x10
[Sun Dec 15 23:35:02 2024]  _ipmi_destroy_user+0x2aa/0x320 [ipmi_msghandler]
[Sun Dec 15 23:35:02 2024]  ipmi_destroy_user+0x12/0x60 [ipmi_msghandler]
[Sun Dec 15 23:35:02 2024]  ipmi_release+0x1f/0x60 [ipmi_devintf]
[Sun Dec 15 23:35:02 2024]  __fput+0x97/0x2c0
[Sun Dec 15 23:35:02 2024]  __x64_sys_close+0x3d/0x80
[Sun Dec 15 23:35:02 2024]  do_syscall_64+0x83/0x170
[Sun Dec 15 23:35:02 2024]  ? __handle_mm_fault+0x827/0xe40
[Sun Dec 15 23:35:02 2024]  ? __count_memcg_events+0x69/0x100
[Sun Dec 15 23:35:02 2024]  ? count_memcg_events.constprop.0+0x1a/0x30
[Sun Dec 15 23:35:02 2024]  ? handle_mm_fault+0xa2/0x360
[Sun Dec 15 23:35:02 2024]  ? do_user_addr_fault+0x304/0x690
[Sun Dec 15 23:35:02 2024]  ? clear_bhb_loop+0x55/0xb0
[Sun Dec 15 23:35:02 2024]  ? clear_bhb_loop+0x55/0xb0
[Sun Dec 15 23:35:02 2024]  ? clear_bhb_loop+0x55/0xb0
[Sun Dec 15 23:35:02 2024]  entry_SYSCALL_64_after_hwframe+0x78/0x80
[Sun Dec 15 23:35:02 2024] RIP: 0033:0x7fc29c47f804
[Sun Dec 15 23:35:02 2024] RSP: 002b:00007ffda68ac228 EFLAGS: 00000202 ORIG_RAX: 0000000000000003
[Sun Dec 15 23:35:02 2024] RAX: ffffffffffffffda RBX: 0000560bb8d189e0 RCX: 00007fc29c47f804
[Sun Dec 15 23:35:02 2024] RDX: 0000000000000003 RSI: 0000560bbafb0a80 RDI: 0000000000000003
[Sun Dec 15 23:35:02 2024] RBP: 00007ffda68ac240 R08: 0000560eda40a590 R09: 0000000000000007
[Sun Dec 15 23:35:02 2024] R10: 0000560bbafb0a90 R11: 0000000000000202 R12: 0000000000000000
[Sun Dec 15 23:35:02 2024] R13: 0000000000000000 R14: 0000560bb8d189e0 R15: 0000000000000007
[Sun Dec 15 23:35:02 2024]  </TASK>