kernel panic on i915

[Víctor Gonzalo]

I'm using 20.04 fully up to date on an Asrock N3700.

I'm getting random crashes every now and then. Total crash, no ssh or anything (later I found out it's a kernel panic). Not tied to any app, but it happened more often during gaming. Logs didn't show anything, they just stop. I set up netconsole, with debug and ignore_loglevel in the command line and I got this:

[77196.866485] BUG: unable to handle page fault for address: 0000000000a72860
[77196.866527] #PF: supervisor read access in kernel mode
[77196.866535] #PF: error_code(0x0000) - not-present page
[77196.866542] PGD 0 P4D 0
[77196.866552] Oops: 0000 [#1] SMP PTI
[77196.866567] CPU: 2 PID: 1408 Comm: Xorg Tainted: P O 5.4.0-29-generic #33-Ubuntu
[77196.866575] Hardware name: To Be Filled By O.E.M. To Be Filled By O.E.M./N3700-ITX, BIOS P2.00 04/16/2018
[77196.866743] RIP: 0010:__i915_schedule+0x261/0x350 [i915]
[77196.866748] Code: ff a8 08 0f 84 a0 00 00 00 45 3b b4 24 18 04 00 00 7e 50 49 8b 84 24 d8 03 00 00 48 8b 00 48 85 c0 74 40 48 8b b3 30 ff ff ff <48> 39 70 60 74 33 45 89 b4 24 18 04 00 00 8b 80 60 01 00 00 be 00
[77196.866753] RSP: 0018:ffffa48380c2b9e0 EFLAGS: 00010006
[77196.866759] RAX: 0000000000a72800 RBX: ffff961bed909a30 RCX: ffff9619a559edb0
[77196.866764] RDX: ffff961bed909a50 RSI: ffff961beaa21180 RDI: ffff9619a559edc0
[77196.866769] RBP: ffffa48380c2ba78 R08: ffff961bf73f4420 R09: ffff9619a559ed80
[77196.866773] R10: 0000000000000000 R11: 0000000000000208 R12: ffff961bf73f4000
[77196.866783] R13: ffffa48380c2b9f0 R14: 0000000000001000 R15: ffffa48380c2b9c0
[77196.866788] FS: 00007f6ee2aa9a80(0000) GS:ffff961bf8300000(0000) knlGS:0000000000000000
[77196.866794] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[77196.866798] CR2: 0000000000a72860 CR3: 000000026a0a2000 CR4: 00000000001006e0
[77196.866802] Call Trace:
[77196.866887] i915_schedule+0x2d/0x50 [i915]
[77196.866979] __fence_set_priority+0x6b/0x90 [i915]
[77196.867067] fence_set_priority+0x23/0x60 [i915]
[77196.867117] i915_gem_object_wait_priority+0x13e/0x170 [i915]
[77196.867194] intel_prepare_plane_fb+0x1ab/0x2d0 [i915]
[77196.867232] drm_atomic_helper_prepare_planes+0x94/0x120 [drm_kms_helper]
[77196.867305] intel_atomic_commit+0xc2/0x2b0 [i915]
[77196.867370] drm_atomic_nonblocking_commit+0x4d/0x60 [drm]
[77196.867401] drm_atomic_helper_page_flip+0x63/0xa0 [drm_kms_helper]
[77196.867443] drm_mode_page_flip_ioctl+0x59d/0x630 [drm]
[77196.867469] ? drm_mode_cursor2_ioctl+0x10/0x10 [drm]
[77196.867490] drm_ioctl_kernel+0xae/0xf0 [drm]
[77196.867512] drm_ioctl+0x234/0x3d0 [drm]
[77196.867536] ? drm_mode_cursor2_ioctl+0x10/0x10 [drm]
[77196.867550] do_vfs_ioctl+0x407/0x670
[77196.867560] ? fput+0x13/0x15
[77196.867568] ? __sys_recvmsg+0x88/0xa0
[77196.867575] ksys_ioctl+0x67/0x90
[77196.867582] __x64_sys_ioctl+0x1a/0x20
[77196.867592] do_syscall_64+0x57/0x190
[77196.867603] entry_SYSCALL_64_after_hwframe+0x44/0xa9
[77196.867611] RIP: 0033:0x7f6ee2e0737b
[77196.867618] Code: 0f 1e fa 48 8b 05 15 3b 0d 00 64 c7 00 26 00 00 00 48 c7 c0 ff ff ff ff c3 66 0f 1f 44 00 00 f3 0f 1e fa b8 10 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 3a 0d 00 f7 d8 64 89 01 48
[77196.867624] RSP: 002b:00007ffe6ff493d8 EFLAGS: 00000246 ORIG_RAX: 0000000000000010
[77196.867631] RAX: ffffffffffffffda RBX: 00007ffe6ff49410 RCX: 00007f6ee2e0737b
[77196.867635] RDX: 00007ffe6ff49410 RSI: 00000000c01864b0 RDI: 000000000000000e
[77196.867640] RBP: 00000000c01864b0 R08: 00000000002bf8f2 R09: 000000000000006a
[77196.867645] R10: 000000000000000e R11: 0000000000000246 R12: 000056454c520040
[77196.867649] R13: 000000000000000e R14: 00000000002bf8f2 R15: 0000000000000002
[77196.867655] Modules linked in: bnep wireguard(O) ip6_udp_tunnel udp_tunnel binfmt_misc zfs(PO) zunicode(PO) zavl(PO) icp(PO) zcommon(PO) znvpair(PO) spl(O) zlua(PO) joydev input_leds nls_iso8859_1 snd_hda_codec_hdmi snd_hda_codec_realtek snd_hda_codec_generic ledtrig_audio intel_rapl_msr mei_hdcp snd_hda_intel snd_intel_dspcfg snd_hda_codec snd_hda_core snd_hwdep snd_pcm snd_seq_midi snd_seq_midi_event snd_rawmidi intel_rapl_common intel_powerclamp coretemp kvm_intel kvm punit_atom_debug intel_cstate snd_seq snd_seq_device snd_timer snd mei_txe soundcore mei hci_uart intel_xhci_usb_role_switch btqca roles btrtl btbcm btintel bluetooth ecdh_generic ecc rfkill_gpio acpi_pad intel_int0002_vgpio mac_hid sch_fq_codel parport_pc ppdev lp parport ip_tables x_tables autofs4 dm_crypt netconsole hid_logitech_hidpp hid_logitech_dj hid_generic usbhid crct10dif_pclmul crc32_pclmul uas ghash_clmulni_intel i915 usb_storage i2c_algo_bit drm_kms_helper aesni_intel syscopyarea crypto_simd sysfillrect
[77196.867739] sysimgblt fb_sys_fops cryptd glue_helper i2c_i801 r8169 lpc_ich drm realtek ahci libahci video i2c_hid hid
[77196.867774] CR2: 0000000000a72860
[77196.867791] ---[ end trace 42f159c7504ac8a9 ]---
[77196.867895] RIP: 0010:__i915_schedule+0x261/0x350 [i915]
[77196.867905] Code: ff a8 08 0f 84 a0 00 00 00 45 3b b4 24 18 04 00 00 7e 50 49 8b 84 24 d8 03 00 00 48 8b 00 48 85 c0 74 40 48 8b b3 30 ff ff ff <48> 39 70 60 74 33 45 89 b4 24 18 04 00 00 8b 80 60 01 00 00 be 00
[77196.867912] RSP: 0018:ffffa48380c2b9e0 EFLAGS: 00010006
[77196.867919] RAX: 0000000000a72800 RBX: ffff961bed909a30 RCX: ffff9619a559edb0
[77196.867925] RDX: ffff961bed909a50 RSI: ffff961beaa21180 RDI: ffff9619a559edc0
[77196.867931] RBP: ffffa48380c2ba78 R08: ffff961bf73f4420 R09: ffff9619a559ed80
[77196.867937] R10: 0000000000000000 R11: 0000000000000208 R12: ffff961bf73f4000
[77196.867943] R13: ffffa48380c2b9f0 R14: 0000000000001000 R15: ffffa48380c2b9c0
[77196.867950] FS: 00007f6ee2aa9a80(0000) GS:ffff961bf8300000(0000) knlGS:0000000000000000
[77196.867956] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[77196.867964] CR2: 0000000000a72860 CR3: 000000026a0a2000 CR4: 00000000001006e0
[77196.867972] Kernel panic - not syncing: Fatal exception in interrupt
[77197.914657] Shutting down cpus with NMI
[77197.914668] Kernel Offset: 0x22400000 from 0xffffffff81000000 (relocation range: 0xffffffff80000000-0xffffffffbfffffff)
[77197.914676] ---[ end Kernel panic - not syncing: Fatal exception in interrupt ]---
---
ProblemType: Bug
ApportVersion: 2.20.11-0ubuntu27
Architecture: amd64
AudioDevicesInUse:
 USER PID ACCESS COMMAND
 /dev/snd/controlC0: vic 1461 F.... pulseaudio
CasperMD5CheckResult: skip
CurrentDesktop: MATE
DistroRelease: Ubuntu 20.04
HibernationDevice: RESUME=UUID=a1273d42-513d-41ec-81d6-e954f4a3434d
InstallationDate: Installed on 2017-02-19 (1178 days ago)
InstallationMedia: Ubuntu-MATE 16.10 "Yakkety Yak" - Release amd64 (20161012.1)
IwConfig:
 elements no wireless extensions.

 lo no wireless extensions.

 enp3s0 no wireless extensions.
MachineType: To Be Filled By O.E.M. To Be Filled By O.E.M.
NonfreeKernelModules: zfs zunicode zavl icp zcommon znvpair
Package: linux (not installed)
ProcFB: 0 i915drmfb
ProcKernelCmdLine: BOOT_IMAGE=/vmlinuz-5.4.0-29-generic root=/dev/mapper/ubuntu--mate--vg-root ro quiet splash vt.handoff=7
ProcVersionSignature: Ubuntu 5.4.0-29.33-generic 5.4.30
RelatedPackageVersions:
 linux-restricted-modules-5.4.0-29-generic N/A
 linux-backports-modules-5.4.0-29-generic N/A
 linux-firmware 1.187
RfKill:

Tags: focal
Uname: Linux 5.4.0-29-generic x86_64
UpgradeStatus: Upgraded to focal on 2020-04-28 (15 days ago)
UserGroups: adm cdrom dip input lpadmin plugdev sambashare sudo
_MarkForUpload: True
dmi.bios.date: 04/16/2018
dmi.bios.vendor: American Megatrends Inc.
dmi.bios.version: P2.00
dmi.board.name: N3700-ITX
dmi.board.vendor: ASRock
dmi.chassis.asset.tag: To Be Filled By O.E.M.
dmi.chassis.type: 3
dmi.chassis.vendor: To Be Filled By O.E.M.
dmi.chassis.version: To Be Filled By O.E.M.
dmi.modalias: dmi:bvnAmericanMegatrendsInc.:bvrP2.00:bd04/16/2018:svnToBeFilledByO.E.M.:pnToBeFilledByO.E.M.:pvrToBeFilledByO.E.M.:rvnASRock:rnN3700-ITX:rvr:cvnToBeFilledByO.E.M.:ct3:cvrToBeFilledByO.E.M.:
dmi.product.family: To Be Filled By O.E.M.
dmi.product.name: To Be Filled By O.E.M.
dmi.product.sku: To Be Filled By O.E.M.
dmi.product.version: To Be Filled By O.E.M.
dmi.sys.vendor: To Be Filled By O.E.M.

[Ubuntu Kernel Bot (ubuntu-kernel-bot)]

This bug is missing log files that will aid in diagnosing the problem. While running an Ubuntu kernel (not a mainline or third-party kernel) please enter the following command in a terminal window:

apport-collect 1878484

and then change the status of the bug to 'Confirmed'.

If, due to the nature of the issue you have encountered, you are unable to run this command, please add a comment stating that fact and change the bug status to 'Confirmed'.

This change has been made by an automated script, maintained by the Ubuntu Kernel Team.

[Víctor Gonzalo (vic.thor)]

apport information

[Víctor Gonzalo (vic.thor)]

apport information

[Víctor Gonzalo (vic.thor)]

apport information

[Víctor Gonzalo (vic.thor)]

apport information

[Víctor Gonzalo (vic.thor)]

apport information

[Víctor Gonzalo (vic.thor)]

apport information

[Víctor Gonzalo (vic.thor)]

apport information

[Kai-Heng Feng (kaihengfeng)]

Please update the system and test 5.4.0-31.35.

[Víctor Gonzalo (vic.thor)]

It still crashes on 5.4.0-31-generic #35-Ubuntu

I'm still looking for that damm __i915_schedule+0x261/0x350, still haven't been able to pinpoint that to code.

[ 9640.917215] BUG: kernel NULL pointer dereference, address: 00000000000000e0
[ 9640.917262] #PF: supervisor read access in kernel mode
[ 9640.917277] #PF: error_code(0x0000) - not-present page
[ 9640.917289] PGD 0 P4D 0
[ 9640.917310] Oops: 0000 [#1] SMP PTI
[ 9640.917336] CPU: 2 PID: 1397 Comm: Xorg Tainted: P O 5.4.0-31-generic #35-Ubuntu
[ 9640.917351] Hardware name: To Be Filled By O.E.M. To Be Filled By O.E.M./N3700-ITX, BIOS P2.00 04/16/2018
[ 9640.917585] RIP: 0010:__i915_schedule+0x261/0x350 [i915]
[ 9640.917605] Code: ff a8 08 0f 84 a0 00 00 00 45 3b b4 24 18 04 00 00 7e 50 49 8b 84 24 d8 03 00 00 48 8b 00 48 85 c0 74 40 48 8b b3 30 ff ff ff <48> 39 70 60 74 33 45 89 b4 24 18 04 00 00 8b 80 60 01 00 00 be 00
[ 9640.917619] RSP: 0018:ffffc0000100f9e0 EFLAGS: 00010002
[ 9640.917635] RAX: 0000000000000080 RBX: ffff9d871d4dfab0 RCX: ffff9d871d4dfab0
[ 9640.917647] RDX: ffff9d871d4dfad0 RSI: ffff9d882b71d180 RDI: ffff9d871d4dfab0
[ 9640.917660] RBP: ffffc0000100fa78 R08: ffffc0000100f9c0 R09: ffff9d871d4dc420
[ 9640.917673] R10: 0000000000000000 R11: 0000000000000208 R12: ffff9d8834dec000
[ 9640.917687] R13: ffffc0000100f9f0 R14: 0000000000001000 R15: ffffc0000100fa00
[ 9640.917702] FS: 00007f283650ba80(0000) GS:ffff9d8838300000(0000) knlGS:0000000000000000
[ 9640.917715] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[ 9640.917727] CR2: 00000000000000e0 CR3: 0000000272a98000 CR4: 00000000001006e0
[ 9640.917740] Call Trace:
[ 9640.917946] ? intel_compute_aligned_offset+0x120/0x170 [i915]
[ 9640.918001] i915_schedule+0x2d/0x50 [i915]
[ 9640.918053] __fence_set_priority+0x6b/0x90 [i915]
[ 9640.918238] fence_set_priority+0x23/0x60 [i915]
[ 9640.918374] i915_gem_object_wait_priority+0x13e/0x170 [i915]
[ 9640.918429] intel_prepare_plane_fb+0x1ab/0x2d0 [i915]
[ 9640.918464] drm_atomic_helper_prepare_planes+0x94/0x120 [drm_kms_helper]
[ 9640.918518] intel_atomic_commit+0xc2/0x2b0 [i915]
[ 9640.918574] drm_atomic_nonblocking_commit+0x4d/0x60 [drm]
[ 9640.918592] drm_atomic_helper_page_flip+0x63/0xa0 [drm_kms_helper]
[ 9640.918617] drm_mode_page_flip_ioctl+0x59d/0x630 [drm]
[ 9640.918641] ? drm_mode_cursor2_ioctl+0x10/0x10 [drm]
[ 9640.918661] drm_ioctl_kernel+0xae/0xf0 [drm]
[ 9640.918682] drm_ioctl+0x234/0x3d0 [drm]
[ 9640.918706] ? drm_mode_cursor2_ioctl+0x10/0x10 [drm]
[ 9640.918719] do_vfs_ioctl+0x407/0x670
[ 9640.918730] ? fput+0x13/0x15
[ 9640.918741] ? __sys_recvmsg+0x88/0xa0
[ 9640.918748] ksys_ioctl+0x67/0x90
[ 9640.918754] __x64_sys_ioctl+0x1a/0x20
[ 9640.918763] do_syscall_64+0x57/0x190
[ 9640.918773] entry_SYSCALL_64_after_hwframe+0x44/0xa9
[ 9640.918781] RIP: 0033:0x7f283686937b
[ 9640.918788] Code: 0f 1e fa 48 8b 05 15 3b 0d 00 64 c7 00 26 00 00 00 48 c7 c0 ff ff ff ff c3 66 0f 1f 44 00 00 f3 0f 1e fa b8 10 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 3a 0d 00 f7 d8 64 89 01 48
[ 9640.918794] RSP: 002b:00007ffce75d29b8 EFLAGS: 00000246 ORIG_RAX: 0000000000000010
[ 9640.918799] RAX: ffffffffffffffda RBX: 00007ffce75d29f0...

[Kai-Heng Feng (kaihengfeng)]

Please test latest mainline kernel:
https://kernel.ubuntu.com/~kernel-ppa/mainline/v5.7-rc7/

And we probably need to bisect to find a fix commit...

[Víctor Gonzalo (vic.thor)]

It looks like it doesn't happen with 5.7.0-050700rc7-generic. I cannot be 100% sure as it happened randomly. I have got, however, something suspiciously similar that has never happened before. It has happened several times already, as randomly as when I got a kernel panic before. Screen hangs for a while, but system stays alive. Logs show:

kernel: Asynchronous wait on fence 0000:00:02.0:Xorg[33564]:a28c timed out (hint:intel_atomic_commit_ready+0x0/0x50 [i915])
kernel: i915 0000:00:02.0: GPU HANG: ecode 8:1:86dffffd, in Xorg [33564]
kernel: i915 0000:00:02.0: Resetting rcs0 for stopped heartbeat on rcs0
kernel: i915 0000:00:02.0: Xorg[33564] context reset due to GPU hang

[Sultan Alsawaf (kerneltoast)]

Please test this kernel which has a potential fix: https://kernel.ubuntu.com/~sultan/i915-lp1878484/

Source code is here: https://git.launchpad.net/~kerneltoast/ubuntu/+source/linux/+git/focal/log/?h=i915-lp1878484

[Víctor Gonzalo (vic.thor)]

The kernel from #22 doesn't get to boot. Last message shown is a suspicious:

fb0: switching to inteldrmfb from EFI VGA

[Víctor Gonzalo (vic.thor)]

Still happens on 5.4.0-40 #44
The only way to see these logs is with netconsole.

[149556.375416] BUG: unable to handle page fault for address: 000000000000dbe0
[149556.375450] #PF: supervisor read access in kernel mode
[149556.375455] #PF: error_code(0x0000) - not-present page
[149556.375459] PGD 0 P4D 0
[149556.375468] Oops: 0000 [#1] SMP PTI
[149556.375476] CPU: 0 PID: 1412 Comm: Xorg Tainted: P O 5.4.0-40-generic #44-Ubuntu
[149556.375482] Hardware name: To Be Filled By O.E.M. To Be Filled By O.E.M./N3700-ITX, BIOS P2.00 04/16/2018
[149556.375624] RIP: 0010:__i915_schedule+0x261/0x350 [i915]
[149556.375634] Code: ff a8 08 0f 84 a0 00 00 00 45 3b b4 24 18 04 00 00 7e 50 49 8b 84 24 d8 03 00 00 48 8b 00 48 85 c0 74 40 48 8b b3 30 ff ff ff <48> 39 70 60 74 33 45 89 b4 24 18 04 00 00 8b 80 60 01 00 00 be 00
[149556.375639] RSP: 0018:ffffbf6bc0d2f9e0 EFLAGS: 00010002
[149556.375644] RAX: 000000000000db80 RBX: ffff9d2623c0d030 RCX: ffff9d2623c0d030
[149556.375648] RDX: ffff9d2623c0d050 RSI: ffff9d26f135f400 RDI: ffff9d2623c0d030
[149556.375652] RBP: ffffbf6bc0d2fa78 R08: ffffbf6bc0d2f9c0 R09: 0000000000000208
[149556.375656] R10: 0000000000000000 R11: 0000000000000208 R12: ffff9d26f73f2000
[149556.375660] R13: ffffbf6bc0d2f9f0 R14: 0000000000001000 R15: ffffbf6bc0d2f9c0
[149556.375665] FS: 00007ff64727ca80(0000) GS:ffff9d26f8200000(0000) knlGS:0000000000000000
[149556.375670] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
[149556.375676] CR2: 000000000000dbe0 CR3: 00000002712ca000 CR4: 00000000001006f0
[149556.375681] Call Trace:
[149556.375741] ? intel_compute_aligned_offset+0x120/0x170 [i915]
[149556.375800] i915_schedule+0x2d/0x50 [i915]
[149556.375855] __fence_set_priority+0x6b/0x90 [i915]
[149556.375908] fence_set_priority+0x23/0x60 [i915]
[149556.375962] i915_gem_object_wait_priority+0x13e/0x170 [i915]
[149556.376019] intel_prepare_plane_fb+0x1ab/0x2d0 [i915]
[149556.376052] drm_atomic_helper_prepare_planes+0x94/0x120 [drm_kms_helper]
[149556.376109] intel_atomic_commit+0xc2/0x2b0 [i915]
[149556.376163] drm_atomic_nonblocking_commit+0x4d/0x60 [drm]
[149556.376182] drm_atomic_helper_page_flip+0x63/0xa0 [drm_kms_helper]
[149556.376208] drm_mode_page_flip_ioctl+0x59d/0x630 [drm]
[149556.376234] ? drm_mode_cursor2_ioctl+0x10/0x10 [drm]
[149556.376256] drm_ioctl_kernel+0xae/0xf0 [drm]
[149556.376279] drm_ioctl+0x234/0x3d0 [drm]
[149556.376304] ? drm_mode_cursor2_ioctl+0x10/0x10 [drm]
[149556.376319] do_vfs_ioctl+0x407/0x670
[149556.376329] ? get_file_raw_ptr+0x22/0x70
[149556.376336] ksys_ioctl+0x67/0x90
[149556.376343] __x64_sys_ioctl+0x1a/0x20
[149556.376352] do_syscall_64+0x57/0x190
[149556.376363] entry_SYSCALL_64_after_hwframe+0x44/0xa9
[149556.376371] RIP: 0033:0x7ff6475da37b
[149556.376379] Code: 0f 1e fa 48 8b 05 15 3b 0d 00 64 c7 00 26 00 00 00 48 c7 c0 ff ff ff ff c3 66 0f 1f 44 00 00 f3 0f 1e fa b8 10 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d e5 3a 0d 00 f7 d8 64 89 01 48
[149556.376386] RSP: 002b:00007ffd3468ccd8 EFLAGS: 00003246 ORIG_RAX: 0000000000000010
[149556.376391] RAX: ffffffffffffffda RBX: 00007ffd3468cd10 RCX: 00007ff6475da37b
[149556.376395] RDX: 00007ffd3468cd10 RSI: ...

[Launchpad Janitor (janitor)]

[Expired for linux (Ubuntu) because there has been no activity for 60 days.]