Page MenuHomePhabricator
Paste P96503

(An Untitled Masterwork)
ActivePublic

Authored by cmooney on Tue, Sep 22, 6:03 PM.
Project Tags
None
Referenced Files
F104332236: raw-paste-data.txt
Tue, Sep 22, 6:03 PM
Subscribers
None
[1138605.925389] systemd-shutdown[1]: Unable to finalize remaining MD devices, ignoring.
[1138707.455447] bnxt_en 0000:6a:00.1: QPLIB: bnxt_re_is_fw_stalled: FW STALL Detected. cmdq[0x13]=0x2 waited (1138690684 > 100000) msec active 1
[1138707.469927] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to destroy HW QP
[1138707.477102] ------------[ cut here ]------------
[1138707.482500] WARNING: CPU: 64 PID: 1 at drivers/infiniband/core/cq.c:322 ib_free_cq+0xf7/0x130 [ib_core]
[1138707.493288] Modules linked in: tcp_diag inet_diag cls_bpf ip6_tunnel tunnel6 msr ipip tunnel4 ip_tunnel sch_ingress binfmt_misc nls_ascii nls_cp437 vfat fat intel_rapl_msr intel_rapl_common intel_uncore_frequency intel_uncore_frequency_common intel_ifs i10nm_edac skx_edac_common nfit libnvdimm ipmi_ssif x86_pkg_temp_thermal intel_powerclamp coretemp crct10dif_pclmul ghash_clmulni_intel sha512_ssse3 sha256_ssse3 sha1_ssse3 bnxt_re aesni_intel ib_uverbs gf128mul crypto_simd isst_if_mmio cryptd isst_if_mbox_pci ast ib_core pmt_telemetry mei_me deflate drm_shmem_helper pmt_class intel_sdsi rapl drm_kms_helper dax_hmem pcspkr isst_if_common iaa_crypto mei intel_vsec acpi_ipmi ipmi_si acpi_pad cxl_acpi joydev evdev button sg tcp_bbr sch_fq ipmi_devintf ipmi_msghandler nvme_fabrics nvme_keyring drm efi_pstore configfs nfnetlink autofs4 ext4 crc16 mbcache jbd2 raid10 raid456 async_raid6_recov async_memcpy async_pq async_xor async_tx xor raid6_pq libcrc32c crc32c_generic raid0 raid1 rndis_host md_mod cdc_ether usbnet mii
[1138707.493327] hid_generic sd_mod usbhid hid ahci iTCO_wdt libahci xhci_pci intel_pmc_bxt libata xhci_hcd iTCO_vendor_support nvme igb watchdog scsi_mod nvme_core idxd crc32_pclmul i2c_algo_bit bnxt_en usbcore i2c_i801 crc32c_intel nvme_auth idxd_bus scsi_common i2c_ismt i2c_smbus dca usb_common wmi pinctrl_emmitsburg efivarfs
[1138707.626686] CPU: 64 UID: 0 PID: 1 Comm: systemd-shutdow Not tainted 6.12.107+deb13-amd64 #1 Debian 6.12.107-1
[1138707.638129] Hardware name: Supermicro SYS-111E-WR/X13SEW-F, BIOS 3.0a 06/08/2026
[1138707.646647] RIP: 0010:ib_free_cq+0xf7/0x130 [ib_core]
[1138707.652549] Code: 89 de e8 9c 75 02 00 65 ff 0d 8d 8d f4 3e 75 82 0f 1f 44 00 00 e9 78 ff ff ff 83 f8 03 0f 84 4c ff ff ff 0f 0b e9 45 ff ff ff <0f> 0b c3 cc cc cc cc 0f 0b 5b c3 cc cc cc cc 80 3d fc 30 03 00 00
[1138707.673838] RSP: 0018:ff5544110007b980 EFLAGS: 00010202
[1138707.679919] RAX: 0000000000000002 RBX: ff3f4f93a38d1000 RCX: 0000000000000003
[1138707.688141] RDX: 0000000000000000 RSI: 0000000000000003 RDI: ff3f4f9262065400
[1138707.696364] RBP: ff3f4f93a38d1870 R08: 0000000000000000 R09: ff5544110007b650
[1138707.704591] R10: ff3f500ffe3fffa8 R11: 0000000000000003 R12: ff3f4f93a38d18f8
[1138707.712817] R13: 0000000000000246 R14: ff3f4f93a20004b8 R15: 0000000000000000
[1138707.721042] FS: 00007f1097c4a980(0000) GS:ff3f4fcfffc00000(0000) knlGS:0000000000000000
[1138707.730341] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[1138707.737008] CR2: 0000560e418919e8 CR3: 000000043564a003 CR4: 0000000000f71ef0
[1138707.745232] PKRU: 55555554
[1138707.748486] Call Trace:
[1138707.751446] <TASK>
[1138707.754015] ib_mad_port_close+0xde/0x180 [ib_core]
[1138707.759710] ib_mad_remove_device+0x59/0x90 [ib_core]
[1138707.765608] remove_client_context+0x87/0xd0 [ib_core]
[1138707.771601] disable_device+0x8e/0x170 [ib_core]
[1138707.777008] __ib_unregister_device+0x111/0x180 [ib_core]
[1138707.783295] ib_unregister_device+0x25/0x30 [ib_core]
[1138707.789192] bnxt_re_shutdown+0x1a/0x30 [bnxt_re]
[1138707.794692] device_shutdown+0x118/0x1a0
[1138707.799312] kernel_restart+0x3a/0x70
[1138707.803639] __do_sys_reboot+0x146/0x240
[1138707.808259] do_syscall_64+0x87/0x1b0
[1138707.812583] ? arch_exit_to_user_mode_prepare.isra.0+0x16/0xa0
[1138707.819343] ? syscall_exit_to_user_mode+0x37/0x1b0
[1138707.825034] ? do_syscall_64+0x93/0x1b0
[1138707.829556] ? path_openat+0x867/0x12e0
[1138707.834079] ? kmem_cache_free+0x3ee/0x440
[1138707.838891] ? path_openat+0x867/0x12e0
[1138707.843408] ? ptep_set_access_flags+0x32/0x40
[1138707.848610] ? wp_page_reuse+0x8d/0xa0
[1138707.853035] ? do_wp_page+0x840/0xcd0
[1138707.857357] ? do_filp_open+0xc4/0x170
[1138707.861779] ? __pte_offset_map+0x1b/0x180
[1138707.866593] ? __handle_mm_fault+0xaa7/0xf70
[1138707.871604] ? __count_memcg_events+0x53/0xf0
[1138707.876714] ? count_memcg_events.constprop.0+0x1a/0x30
[1138707.882791] ? handle_mm_fault+0x1bb/0x2c0
[1138707.887602] ? do_user_addr_fault+0x36c/0x620
[1138707.892710] ? arch_exit_to_user_mode_prepare.isra.0+0x16/0xa0
[1138707.899469] entry_SYSCALL_64_after_hwframe+0x76/0x7e
[1138707.905354] RIP: 0033:0x7f109771a013
[1138707.909595] Code: ff 45 31 c9 6a 13 45 31 c0 31 c9 e8 a7 16 f8 ff 48 83 c4 18 c3 66 90 89 fa be 69 19 12 28 bf ad de e1 fe b8 a9 00 00 00 0f 05 <48> 3d 00 f0 ff ff 77 05 c3 0f 1f 40 00 48 8b 15 c9 6d 0d 00 f7 d8
[1138707.930887] RSP: 002b:00007ffcfe7d55c8 EFLAGS: 00000202 ORIG_RAX: 00000000000000a9
[1138707.939600] RAX: ffffffffffffffda RBX: 0000000000000000 RCX: 00007f109771a013
[1138707.947827] RDX: 0000000001234567 RSI: 0000000028121969 RDI: 00000000fee1dead
[1138707.956049] RBP: 0000000000000000 R08: 0000000000000000 R09: 0000000000000000
[1138707.964268] R10: 0000000000000000 R11: 0000000000000202 R12: 0000000000000000
[1138707.972496] R13: 0000000000000000 R14: 0000000000000003 R15: 00007ffcfe7d58e8
[1138707.980718] </TASK>
[1138707.983388] ---[ end trace 0000000000000000 ]---
[1138707.988786] bnxt_en 0000:6a:00.1 bnxt_re1: Free MW failed: 0xffffff92
[1138708.890541] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89cd} len:0
[1138708.900134] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:310 :0xfffffff0
[1138709.798088] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89ce} len:0
[1138709.807682] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:311 :0xfffffff0
[1138710.705504] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89cf} len:0
[1138710.715091] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:312 :0xfffffff0
[1138711.612875] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89d0} len:0
[1138711.622469] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:313 :0xfffffff0
[1138712.520247] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89d1} len:0
[1138712.529840] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:314 :0xfffffff0
[1138713.427618] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89d2} len:0
[1138713.437212] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:315 :0xfffffff0
[1138714.334997] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89d3} len:0
[1138714.344589] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:316 :0xfffffff0
[1138715.243172] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89d4} len:0
[1138715.252771] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:317 :0xfffffff0
[1138716.150630] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89d5} len:0
[1138716.160212] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:318 :0xfffffff0
[1138717.058001] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89d6} len:0
[1138717.067593] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:319 :0xfffffff0
[1138717.965375] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89d7} len:0
[1138717.974967] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:320 :0xfffffff0
[1138718.872745] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89d8} len:0
[1138718.882338] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:321 :0xfffffff0
[1138719.780116] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89d9} len:0
[1138719.789709] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:322 :0xfffffff0
[1138720.687488] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89da} len:0
[1138720.697080] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:323 :0xfffffff0
[1138721.594912] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89db} len:0
[1138721.604503] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:324 :0xfffffff0
[1138722.502327] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89dc} len:0
[1138722.511919] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:325 :0xfffffff0
[1138723.409699] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89dd} len:0
[1138723.419291] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:326 :0xfffffff0
[1138724.317070] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89de} len:0
[1138724.326662] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:327 :0xfffffff0
[1138725.224621] bnxt_en 0000:6a:00.1 ens1f1np1: Error (timeout: 500015) msg {0x51 0x89df} len:0
[1138725.234215] bnxt_en 0000:6a:00.1 bnxt_re1: Failed to free HW ring:328 :0xfffffff0