Skip to contentSkip to conversation

BUG: NULL pointer dereference in try_to_del_timer_sync()

DISCUSSION Daniel Mack 4 participants 10 messages Apr 28, 2009 – Apr 29, 2009

Subsystems (2)
lore
Share & tools
lore
#0 lore raw

This happened more than once in the last 12h on my desktop machine with the kernel snapshot as of ce8a7424d23a36f043 (yesterday). It's not reproducible, otherwise I would have bisected it.

Daniel

[10982.240372] BUG: unable to handle kernel NULL pointer dereference at 00000090
[10982.240383] IP: [<c022eefd>] lock_timer_base+0xe/0x3e
[10982.240396] *pde = 00000000 
[10982.240400] Oops: 0000 [#2] PREEMPT SMP 
[10982.240405] last sysfs file: /sys/devices/pci0000:00/0000:00:02.1/usb1/1-3/idProduct
[10982.240411] Modules linked in: cbc nvidia(P) ppdev lp nfsd exportfs nfs lockd nfs_acl auth_rpcgss sunrpc dm_crypt dm_mod aes_generic cryptoloop loop snd_usb_caiaq snd_rawmidi pl2303 snd_pcm ftdi_sio usbserial snd_timer snd_page_alloc psmouse pcspkr i2c_nforce2 via_rhine mii forcedeth parport_pc thermal button [last unloaded: nvidia]
[10982.240449] 
[10982.240455] Pid: 22809, comm: cu Tainted: P      D    (2.6.30-rc3 #1) MS-7260
[10982.240458] EIP: 0060:[<c022eefd>] EFLAGS: 00210286 CPU: 1
[10982.240462] EIP is at lock_timer_base+0xe/0x3e
[10982.240465] EAX: 0000007c EBX: 0000007c ECX: c022f4b9 EDX: ea10fe5c
[10982.240468] ESI: ffffffff EDI: 0000007c EBP: ea10fe54 ESP: ea10fe44
[10982.240471]  DS: 007b ES: 007b FS: 00d8 GS: 0033 SS: 0068
[10982.240475] Process cu (pid: 22809, ti=ea10e000 task=ea779270 task.ti=ea10e000)
[10982.240477] Stack:
[10982.240479]  ea10fe5c 0000007c ffffffff 0000007c ea10fe68 c022f0b6 00200246 00000094
[10982.240488]  00200246 ea10fe7c c022f515 000004b2 f66b4c00 00000000 ea10fe94 f86930c6
[10982.240497]  22222222 f869c310 f66b4c00 ea0bf000 ea10feb8 f85c0a32 edc52f00 f66b4ce4
[10982.240507] Call Trace:
[10982.240510]  [<c022f0b6>] ? try_to_del_timer_sync+0x15/0x4f
[10982.240516]  [<c022f515>] ? del_timer_sync+0x5c/0x6c
[10982.240521]  [<f86930c6>] ? ftdi_close+0xc5/0xe9 [ftdi_sio]
[10982.240540]  [<f85c0a32>] ? serial_close+0x86/0x12d [usbserial]
[10982.240553]  [<c03cb413>] ? tty_release_dev+0x176/0x3fa
[10982.240561]  [<c023aefb>] ? lock_hrtimer_base+0x18/0x33
[10982.240568]  [<c0244ca4>] ? trace_hardirqs_off+0xb/0xd
[10982.240576]  [<c051feed>] ? _spin_unlock_irqrestore+0x42/0x58
[10982.240582]  [<c028e4ff>] ? vfs_ioctl+0x22/0x69
[10982.240589]  [<c028e998>] ? do_vfs_ioctl+0x452/0x48b
[10982.240594]  [<c03cb6a9>] ? tty_release+0x12/0x1c
[10982.240598]  [<c02843ab>] ? __fput+0xca/0x175
[10982.240604]  [<c028446f>] ? fput+0x19/0x1b
[10982.240608]  [<c0281b1d>] ? filp_close+0x51/0x5b
[10982.240612]  [<c0281b91>] ? sys_close+0x6a/0xa4
[10982.240616]  [<c02029c8>] ? sysenter_do_call+0x12/0x36
[10982.240623] Code: 40 f7 d0 83 e0 f2 5b c9 c3 55 31 c9 31 d2 64 a1 00 f0 73 c0 89 e5 e8 05 6f 00 00 c9 c3 55 89 e5 57 89 c7 56 53 83 ec 04 89 55 f0 <8b> 5f 14 89 de 83 e6 fe 74 22 89 f0 e8 8b 11 2f 00 8b 55 f0 89 
[10982.240675] EIP: [<c022eefd>] lock_timer_base+0xe/0x3e SS:ESP 0068:ea10fe44
[10982.240681] CR2: 0000000000000090
[10982.240685] ---[ end trace ca8d2f0f6a72aeeb ]---
#1 lore raw

(cc linux-usb)

Quoted 38 lines · On Tue, 28 Apr 2009 10:14:16 +0200 Daniel Mack <[email protected]> wrote:

This happened more than once in the last 12h on my desktop machine with the kernel snapshot as of ce8a7424d23a36f043 (yesterday). It's not reproducible, otherwise I would have bisected it.

Daniel

[10982.240372] BUG: unable to handle kernel NULL pointer dereference at 00000090
[10982.240383] IP: [<c022eefd>] lock_timer_base+0xe/0x3e
[10982.240396] *pde = 00000000 
[10982.240400] Oops: 0000 [#2] PREEMPT SMP 
[10982.240405] last sysfs file: /sys/devices/pci0000:00/0000:00:02.1/usb1/1-3/idProduct
[10982.240411] Modules linked in: cbc nvidia(P) ppdev lp nfsd exportfs nfs lockd nfs_acl auth_rpcgss sunrpc dm_crypt dm_mod aes_generic cryptoloop loop snd_usb_caiaq snd_rawmidi pl2303 snd_pcm ftdi_sio usbserial snd_timer snd_page_alloc psmouse pcspkr i2c_nforce2 via_rhine mii forcedeth parport_pc thermal button [last unloaded: nvidia]
[10982.240449] 
[10982.240455] Pid: 22809, comm: cu Tainted: P      D    (2.6.30-rc3 #1) MS-7260
[10982.240458] EIP: 0060:[<c022eefd>] EFLAGS: 00210286 CPU: 1
[10982.240462] EIP is at lock_timer_base+0xe/0x3e
[10982.240465] EAX: 0000007c EBX: 0000007c ECX: c022f4b9 EDX: ea10fe5c
[10982.240468] ESI: ffffffff EDI: 0000007c EBP: ea10fe54 ESP: ea10fe44
[10982.240471]  DS: 007b ES: 007b FS: 00d8 GS: 0033 SS: 0068
[10982.240475] Process cu (pid: 22809, ti=ea10e000 task=ea779270 task.ti=ea10e000)
[10982.240477] Stack:
[10982.240479]  ea10fe5c 0000007c ffffffff 0000007c ea10fe68 c022f0b6 00200246 00000094
[10982.240488]  00200246 ea10fe7c c022f515 000004b2 f66b4c00 00000000 ea10fe94 f86930c6
[10982.240497]  22222222 f869c310 f66b4c00 ea0bf000 ea10feb8 f85c0a32 edc52f00 f66b4ce4
[10982.240507] Call Trace:
[10982.240510]  [<c022f0b6>] ? try_to_del_timer_sync+0x15/0x4f
[10982.240516]  [<c022f515>] ? del_timer_sync+0x5c/0x6c
[10982.240521]  [<f86930c6>] ? ftdi_close+0xc5/0xe9 [ftdi_sio]
[10982.240540]  [<f85c0a32>] ? serial_close+0x86/0x12d [usbserial]
[10982.240553]  [<c03cb413>] ? tty_release_dev+0x176/0x3fa
[10982.240561]  [<c023aefb>] ? lock_hrtimer_base+0x18/0x33
[10982.240568]  [<c0244ca4>] ? trace_hardirqs_off+0xb/0xd
[10982.240576]  [<c051feed>] ? _spin_unlock_irqrestore+0x42/0x58
[10982.240582]  [<c028e4ff>] ? vfs_ioctl+0x22/0x69
[10982.240589]  [<c028e998>] ? do_vfs_ioctl+0x452/0x48b
[10982.240594]  [<c03cb6a9>] ? tty_release+0x12/0x1c
[10982.240598]  [<c02843ab>] ? __fput+0xca/0x175
Quoted 8 lines
[10982.240604]  [<c028446f>] ? fput+0x19/0x1b
[10982.240608]  [<c0281b1d>] ? filp_close+0x51/0x5b
[10982.240612]  [<c0281b91>] ? sys_close+0x6a/0xa4
[10982.240616]  [<c02029c8>] ? sysenter_do_call+0x12/0x36
[10982.240623] Code: 40 f7 d0 83 e0 f2 5b c9 c3 55 31 c9 31 d2 64 a1 00 f0 73 c0 89 e5 e8 05 6f 00 00 c9 c3 55 89 e5 57 89 c7 56 53 83 ec 04 89 55 f0 <8b> 5f 14 89 de 83 e6 fe 74 22 89 f0 e8 8b 11 2f 00 8b 55 f0 89 
[10982.240675] EIP: [<c022eefd>] lock_timer_base+0xe/0x3e SS:ESP 0068:ea10fe44
[10982.240681] CR2: 0000000000000090
[10982.240685] ---[ end trace ca8d2f0f6a72aeeb ]---

usb-serial went splat.

Do you think that this is a post-2.6.29 regression?

Thanks.

#2 lore raw
Quoted 22 lines · Andrew Morton
Quoted 13 lines
[10982.240507] Call Trace:
[10982.240510]  [<c022f0b6>] ? try_to_del_timer_sync+0x15/0x4f
[10982.240516]  [<c022f515>] ? del_timer_sync+0x5c/0x6c
[10982.240521]  [<f86930c6>] ? ftdi_close+0xc5/0xe9 [ftdi_sio]
[10982.240540]  [<f85c0a32>] ? serial_close+0x86/0x12d [usbserial]
[10982.240553]  [<c03cb413>] ? tty_release_dev+0x176/0x3fa
[10982.240561]  [<c023aefb>] ? lock_hrtimer_base+0x18/0x33
[10982.240568]  [<c0244ca4>] ? trace_hardirqs_off+0xb/0xd
[10982.240576]  [<c051feed>] ? _spin_unlock_irqrestore+0x42/0x58
[10982.240582]  [<c028e4ff>] ? vfs_ioctl+0x22/0x69
[10982.240589]  [<c028e998>] ? do_vfs_ioctl+0x452/0x48b
[10982.240594]  [<c03cb6a9>] ? tty_release+0x12/0x1c
[10982.240598]  [<c02843ab>] ? __fput+0xca/0x175
Quoted 8 lines
[10982.240604]  [<c028446f>] ? fput+0x19/0x1b
[10982.240608]  [<c0281b1d>] ? filp_close+0x51/0x5b
[10982.240612]  [<c0281b91>] ? sys_close+0x6a/0xa4
[10982.240616]  [<c02029c8>] ? sysenter_do_call+0x12/0x36
[10982.240623] Code: 40 f7 d0 83 e0 f2 5b c9 c3 55 31 c9 31 d2 64 a1 00 f0 73 c0 89 e5 e8 05 6f 00 00 c9 c3 55 89 e5 57 89 c7 56 53 83 ec 04 89 55 f0 <8b> 5f 14 89 de 83 e6 fe 74 22 89 f0 e8 8b 11 2f 00 8b 55 f0 89 
[10982.240675] EIP: [<c022eefd>] lock_timer_base+0xe/0x3e SS:ESP 0068:ea10fe44
[10982.240681] CR2: 0000000000000090
[10982.240685] ---[ end trace ca8d2f0f6a72aeeb ]---
Quoted 3 lines

usb-serial went splat.

Do you think that this is a post-2.6.29 regression?

Yes, I think so. usb-serial is used here very often for development, and I never saw this particular problem.

Daniel

#3 lore raw
Quoted 23 lines · On Wed, 29 Apr 2009 09:03:44 +0200 Daniel Mack <[email protected]> wrote:
Quoted 22 lines · Andrew Morton
Quoted 21 lines
[10982.240507] Call Trace:
[10982.240510]  [<c022f0b6>] ? try_to_del_timer_sync+0x15/0x4f
[10982.240516]  [<c022f515>] ? del_timer_sync+0x5c/0x6c
[10982.240521]  [<f86930c6>] ? ftdi_close+0xc5/0xe9 [ftdi_sio]
[10982.240540]  [<f85c0a32>] ? serial_close+0x86/0x12d [usbserial]
[10982.240553]  [<c03cb413>] ? tty_release_dev+0x176/0x3fa
[10982.240561]  [<c023aefb>] ? lock_hrtimer_base+0x18/0x33
[10982.240568]  [<c0244ca4>] ? trace_hardirqs_off+0xb/0xd
[10982.240576]  [<c051feed>] ? _spin_unlock_irqrestore+0x42/0x58
[10982.240582]  [<c028e4ff>] ? vfs_ioctl+0x22/0x69
[10982.240589]  [<c028e998>] ? do_vfs_ioctl+0x452/0x48b
[10982.240594]  [<c03cb6a9>] ? tty_release+0x12/0x1c
[10982.240598]  [<c02843ab>] ? __fput+0xca/0x175
[10982.240604]  [<c028446f>] ? fput+0x19/0x1b
[10982.240608]  [<c0281b1d>] ? filp_close+0x51/0x5b
[10982.240612]  [<c0281b91>] ? sys_close+0x6a/0xa4
[10982.240616]  [<c02029c8>] ? sysenter_do_call+0x12/0x36
[10982.240623] Code: 40 f7 d0 83 e0 f2 5b c9 c3 55 31 c9 31 d2 64 a1 00 f0 73 c0 89 e5 e8 05 6f 00 00 c9 c3 55 89 e5 57 89 c7 56 53 83 ec 04 89 55 f0 <8b> 5f 14 89 de 83 e6 fe 74 22 89 f0 e8 8b 11 2f 00 8b 55 f0 89 
[10982.240675] EIP: [<c022eefd>] lock_timer_base+0xe/0x3e SS:ESP 0068:ea10fe44
[10982.240681] CR2: 0000000000000090
[10982.240685] ---[ end trace ca8d2f0f6a72aeeb ]---
Quoted 7 lines
Quoted 3 lines

usb-serial went splat.

Do you think that this is a post-2.6.29 regression?

Yes, I think so. usb-serial is used here very often for development, and I never saw this particular problem.

OK, thanks, I'll ask Rafael to add it to the list.

#4 lore raw
In reply to Andrew Morton
Quoted 33 lines · Andrew Morton

(cc linux-usb)

Quoted 29 lines · On Tue, 28 Apr 2009 10:14:16 +0200 Daniel Mack <[email protected]> wrote:

This happened more than once in the last 12h on my desktop machine with the kernel snapshot as of ce8a7424d23a36f043 (yesterday). It's not reproducible, otherwise I would have bisected it.

Daniel

[10982.240372] BUG: unable to handle kernel NULL pointer dereference at 00000090
[10982.240383] IP: [<c022eefd>] lock_timer_base+0xe/0x3e
[10982.240396] *pde = 00000000 
[10982.240400] Oops: 0000 [#2] PREEMPT SMP 
[10982.240405] last sysfs file: /sys/devices/pci0000:00/0000:00:02.1/usb1/1-3/idProduct
[10982.240411] Modules linked in: cbc nvidia(P) ppdev lp nfsd exportfs nfs lockd nfs_acl auth_rpcgss sunrpc dm_crypt dm_mod aes_generic cryptoloop loop snd_usb_caiaq snd_rawmidi pl2303 snd_pcm ftdi_sio usbserial snd_timer snd_page_alloc psmouse pcspkr i2c_nforce2 via_rhine mii forcedeth parport_pc thermal button [last unloaded: nvidia]
[10982.240449] 
[10982.240455] Pid: 22809, comm: cu Tainted: P      D    (2.6.30-rc3 #1) MS-7260
[10982.240458] EIP: 0060:[<c022eefd>] EFLAGS: 00210286 CPU: 1
[10982.240462] EIP is at lock_timer_base+0xe/0x3e
[10982.240465] EAX: 0000007c EBX: 0000007c ECX: c022f4b9 EDX: ea10fe5c
[10982.240468] ESI: ffffffff EDI: 0000007c EBP: ea10fe54 ESP: ea10fe44
[10982.240471]  DS: 007b ES: 007b FS: 00d8 GS: 0033 SS: 0068
[10982.240475] Process cu (pid: 22809, ti=ea10e000 task=ea779270 task.ti=ea10e000)
[10982.240477] Stack:
[10982.240479]  ea10fe5c 0000007c ffffffff 0000007c ea10fe68 c022f0b6 00200246 00000094
[10982.240488]  00200246 ea10fe7c c022f515 000004b2 f66b4c00 00000000 ea10fe94 f86930c6
[10982.240497]  22222222 f869c310 f66b4c00 ea0bf000 ea10feb8 f85c0a32 edc52f00 f66b4ce4
[10982.240507] Call Trace:
[10982.240510]  [<c022f0b6>] ? try_to_del_timer_sync+0x15/0x4f
[10982.240516]  [<c022f515>] ? del_timer_sync+0x5c/0x6c
[10982.240521]  [<f86930c6>] ? ftdi_close+0xc5/0xe9 [ftdi_sio]

Ick.

Can you reproduce this without having loaded the nvidia driver?

What were you doing when this happened?

thanks,

greg k-h

#5 lore raw
Quoted 35 lines · Greg KH
Quoted 33 lines · Andrew Morton

(cc linux-usb)

Quoted 29 lines · On Tue, 28 Apr 2009 10:14:16 +0200 Daniel Mack <[email protected]> wrote:

This happened more than once in the last 12h on my desktop machine with the kernel snapshot as of ce8a7424d23a36f043 (yesterday). It's not reproducible, otherwise I would have bisected it.

Daniel

[10982.240372] BUG: unable to handle kernel NULL pointer dereference at 00000090
[10982.240383] IP: [<c022eefd>] lock_timer_base+0xe/0x3e
[10982.240396] *pde = 00000000 
[10982.240400] Oops: 0000 [#2] PREEMPT SMP 
[10982.240405] last sysfs file: /sys/devices/pci0000:00/0000:00:02.1/usb1/1-3/idProduct
[10982.240411] Modules linked in: cbc nvidia(P) ppdev lp nfsd exportfs nfs lockd nfs_acl auth_rpcgss sunrpc dm_crypt dm_mod aes_generic cryptoloop loop snd_usb_caiaq snd_rawmidi pl2303 snd_pcm ftdi_sio usbserial snd_timer snd_page_alloc psmouse pcspkr i2c_nforce2 via_rhine mii forcedeth parport_pc thermal button [last unloaded: nvidia]
[10982.240449] 
[10982.240455] Pid: 22809, comm: cu Tainted: P      D    (2.6.30-rc3 #1) MS-7260
[10982.240458] EIP: 0060:[<c022eefd>] EFLAGS: 00210286 CPU: 1
[10982.240462] EIP is at lock_timer_base+0xe/0x3e
[10982.240465] EAX: 0000007c EBX: 0000007c ECX: c022f4b9 EDX: ea10fe5c
[10982.240468] ESI: ffffffff EDI: 0000007c EBP: ea10fe54 ESP: ea10fe44
[10982.240471]  DS: 007b ES: 007b FS: 00d8 GS: 0033 SS: 0068
[10982.240475] Process cu (pid: 22809, ti=ea10e000 task=ea779270 task.ti=ea10e000)
[10982.240477] Stack:
[10982.240479]  ea10fe5c 0000007c ffffffff 0000007c ea10fe68 c022f0b6 00200246 00000094
[10982.240488]  00200246 ea10fe7c c022f515 000004b2 f66b4c00 00000000 ea10fe94 f86930c6
[10982.240497]  22222222 f869c310 f66b4c00 ea0bf000 ea10feb8 f85c0a32 edc52f00 f66b4ce4
[10982.240507] Call Trace:
[10982.240510]  [<c022f0b6>] ? try_to_del_timer_sync+0x15/0x4f
[10982.240516]  [<c022f515>] ? del_timer_sync+0x5c/0x6c
[10982.240521]  [<f86930c6>] ? ftdi_close+0xc5/0xe9 [ftdi_sio]
Quoted 4 lines

Ick.

Can you reproduce this without having loaded the nvidia driver? What were you doing when this happened?

I first thought I can not reproduce this at all, but now I had a closer look and it turns out that this _always_ happens when my USB serial adapter is disconnected from USB while I have a 'cu' session running on it. I didn't look into the sources or bisect it, but this is certainly a new effect which came in during the last days.
I'm running weekly'ish updated git kernels on my desktop machine and use this adapter every day, usually without problems.

Daniel

#6 lore raw
In reply to Andrew Morton
Quoted 51 lines · Andrew Morton

(cc linux-usb)

Quoted 38 lines · On Tue, 28 Apr 2009 10:14:16 +0200 Daniel Mack <[email protected]> wrote:

This happened more than once in the last 12h on my desktop machine with the kernel snapshot as of ce8a7424d23a36f043 (yesterday). It's not reproducible, otherwise I would have bisected it.

Daniel

[10982.240372] BUG: unable to handle kernel NULL pointer dereference at 00000090
[10982.240383] IP: [<c022eefd>] lock_timer_base+0xe/0x3e
[10982.240396] *pde = 00000000 
[10982.240400] Oops: 0000 [#2] PREEMPT SMP 
[10982.240405] last sysfs file: /sys/devices/pci0000:00/0000:00:02.1/usb1/1-3/idProduct
[10982.240411] Modules linked in: cbc nvidia(P) ppdev lp nfsd exportfs nfs lockd nfs_acl auth_rpcgss sunrpc dm_crypt dm_mod aes_generic cryptoloop loop snd_usb_caiaq snd_rawmidi pl2303 snd_pcm ftdi_sio usbserial snd_timer snd_page_alloc psmouse pcspkr i2c_nforce2 via_rhine mii forcedeth parport_pc thermal button [last unloaded: nvidia]
[10982.240449] 
[10982.240455] Pid: 22809, comm: cu Tainted: P      D    (2.6.30-rc3 #1) MS-7260
[10982.240458] EIP: 0060:[<c022eefd>] EFLAGS: 00210286 CPU: 1
[10982.240462] EIP is at lock_timer_base+0xe/0x3e
[10982.240465] EAX: 0000007c EBX: 0000007c ECX: c022f4b9 EDX: ea10fe5c
[10982.240468] ESI: ffffffff EDI: 0000007c EBP: ea10fe54 ESP: ea10fe44
[10982.240471]  DS: 007b ES: 007b FS: 00d8 GS: 0033 SS: 0068
[10982.240475] Process cu (pid: 22809, ti=ea10e000 task=ea779270 task.ti=ea10e000)
[10982.240477] Stack:
[10982.240479]  ea10fe5c 0000007c ffffffff 0000007c ea10fe68 c022f0b6 00200246 00000094
[10982.240488]  00200246 ea10fe7c c022f515 000004b2 f66b4c00 00000000 ea10fe94 f86930c6
[10982.240497]  22222222 f869c310 f66b4c00 ea0bf000 ea10feb8 f85c0a32 edc52f00 f66b4ce4
[10982.240507] Call Trace:
[10982.240510]  [<c022f0b6>] ? try_to_del_timer_sync+0x15/0x4f
[10982.240516]  [<c022f515>] ? del_timer_sync+0x5c/0x6c
[10982.240521]  [<f86930c6>] ? ftdi_close+0xc5/0xe9 [ftdi_sio]
[10982.240540]  [<f85c0a32>] ? serial_close+0x86/0x12d [usbserial]
[10982.240553]  [<c03cb413>] ? tty_release_dev+0x176/0x3fa
[10982.240561]  [<c023aefb>] ? lock_hrtimer_base+0x18/0x33
[10982.240568]  [<c0244ca4>] ? trace_hardirqs_off+0xb/0xd
[10982.240576]  [<c051feed>] ? _spin_unlock_irqrestore+0x42/0x58
[10982.240582]  [<c028e4ff>] ? vfs_ioctl+0x22/0x69
[10982.240589]  [<c028e998>] ? do_vfs_ioctl+0x452/0x48b
[10982.240594]  [<c03cb6a9>] ? tty_release+0x12/0x1c
[10982.240598]  [<c02843ab>] ? __fput+0xca/0x175
Quoted 8 lines
[10982.240604]  [<c028446f>] ? fput+0x19/0x1b
[10982.240608]  [<c0281b1d>] ? filp_close+0x51/0x5b
[10982.240612]  [<c0281b91>] ? sys_close+0x6a/0xa4
[10982.240616]  [<c02029c8>] ? sysenter_do_call+0x12/0x36
[10982.240623] Code: 40 f7 d0 83 e0 f2 5b c9 c3 55 31 c9 31 d2 64 a1 00 f0 73 c0 89 e5 e8 05 6f 00 00 c9 c3 55 89 e5 57 89 c7 56 53 83 ec 04 89 55 f0 <8b> 5f 14 89 de 83 e6 fe 74 22 89 f0 e8 8b 11 2f 00 8b 55 f0 89 
[10982.240675] EIP: [<c022eefd>] lock_timer_base+0xe/0x3e SS:ESP 0068:ea10fe44
[10982.240681] CR2: 0000000000000090
[10982.240685] ---[ end trace ca8d2f0f6a72aeeb ]---
Quoted 1 line

usb-serial went splat.

Looks like the ftdi_sio driver doesn't use proper reference counting for its private data structure. Does this patch help?

Alan Stern

drivers/usb/serial/ftdi_sio.c +13 -4
Index: 2.6.30-rc3/drivers/usb/serial/ftdi_sio.c
===================================================================
@@ -56,6 +56,7 @@ static __u16 vendor = FTDI_VID;
 static __u16 product;
 
 struct ftdi_private {
+	struct kref kref;
 	ftdi_chip_type_t chip_type;
 				/* type of device, either SIO or FT8U232AM */
 	int baud_base;		/* baud base clock for divisor setting */
@@ -1468,6 +1469,13 @@ static void ftdi_shutdown(struct usb_ser
 	dbg("%s", __func__);
 }
 
+static void ftdi_sio_priv_release(struct kref *k)
+{
+	struct ftdi_private *priv = container_of(k, struct ftdi_private, kref);
+
+	kfree(priv);
+}
+
 static int ftdi_sio_port_remove(struct usb_serial_port *port)
 {
 	struct ftdi_private *priv = usb_get_serial_port_data(port);
@@ -1482,7 +1490,7 @@ static int ftdi_sio_port_remove(struct u
 
 	if (priv) {
 		usb_set_serial_port_data(port, NULL);
-		kfree(priv);
+		kref_put(&priv->kref, ftdi_sio_priv_release);
 	}
 
 	return 0;
@@ -1547,7 +1555,8 @@ static int ftdi_open(struct tty_struct *
 		dev_err(&port->dev,
 			"%s - failed submitting read urb, error %d\n",
 			__func__, result);
-
+	else
+		kref_get(&priv->kref);
 
 	return result;
 } /* ftdi_open */
@@ -1589,11 +1598,11 @@ static void ftdi_close(struct tty_struct
 	mutex_unlock(&port->serial->disc_mutex);
 
 	/* cancel any scheduled reading */
-	cancel_delayed_work(&priv->rx_work);
-	flush_scheduled_work();
+	cancel_delayed_work_sync(&priv->rx_work);
 
 	/* shutdown our bulk read */
 	usb_kill_urb(port->read_urb);
+	kref_put(&priv->kref, ftdi_sio_priv_release);
 } /* ftdi_close */
 
 
#7 lore raw
Quoted 21 lines · Alan Stern
Quoted 21 lines
Quoted 20 lines
[10982.240510]  [<c022f0b6>] ? try_to_del_timer_sync+0x15/0x4f
[10982.240516]  [<c022f515>] ? del_timer_sync+0x5c/0x6c
[10982.240521]  [<f86930c6>] ? ftdi_close+0xc5/0xe9 [ftdi_sio]
[10982.240540]  [<f85c0a32>] ? serial_close+0x86/0x12d [usbserial]
[10982.240553]  [<c03cb413>] ? tty_release_dev+0x176/0x3fa
[10982.240561]  [<c023aefb>] ? lock_hrtimer_base+0x18/0x33
[10982.240568]  [<c0244ca4>] ? trace_hardirqs_off+0xb/0xd
[10982.240576]  [<c051feed>] ? _spin_unlock_irqrestore+0x42/0x58
[10982.240582]  [<c028e4ff>] ? vfs_ioctl+0x22/0x69
[10982.240589]  [<c028e998>] ? do_vfs_ioctl+0x452/0x48b
[10982.240594]  [<c03cb6a9>] ? tty_release+0x12/0x1c
[10982.240598]  [<c02843ab>] ? __fput+0xca/0x175
[10982.240604]  [<c028446f>] ? fput+0x19/0x1b
[10982.240608]  [<c0281b1d>] ? filp_close+0x51/0x5b
[10982.240612]  [<c0281b91>] ? sys_close+0x6a/0xa4
[10982.240616]  [<c02029c8>] ? sysenter_do_call+0x12/0x36
[10982.240623] Code: 40 f7 d0 83 e0 f2 5b c9 c3 55 31 c9 31 d2 64 a1 00 f0 73 c0 89 e5 e8 05 6f 00 00 c9 c3 55 89 e5 57 89 c7 56 53 83 ec 04 89 55 f0 <8b> 5f 14 89 de 83 e6 fe 74 22 89 f0 e8 8b 11 2f 00 8b 55 f0 89 
[10982.240675] EIP: [<c022eefd>] lock_timer_base+0xe/0x3e SS:ESP 0068:ea10fe44
[10982.240681] CR2: 0000000000000090
[10982.240685] ---[ end trace ca8d2f0f6a72aeeb ]---
Quoted 4 lines
Quoted 1 line

usb-serial went splat.

Looks like the ftdi_sio driver doesn't use proper reference counting for its private data structure. Does this patch help?

Nope, it doesn't. However, the backtrace is somewhat different now:

[  196.131549] BUG: unable to handle kernel NULL pointer dereference at
00000080
[  196.131555] IP: [<c022f0fc>] del_timer+0xc/0x4e
[  196.131565] *pde = 00000000 
[  196.131569] Oops: 0000 [#1] PREEMPT SMP 
[  196.131574] last sysfs file:
/sys/devices/pci0000:00/0000:00:0f.0/0000:06:00.0/resource
[  196.131579] Modules linked in: nvidia(P) ppdev lp nfsd exportfs nfs

lockd nfs_acl auth_rpcgss sunrpc dm_crypt dm_mod aes_generic cryptoloop loop snd_usb_caiaq snd_rawmidi snd_pcm pl2303 ftdi_sio usbserial snd_timer snd_page_alloc via_rhine mii psmouse i2c_nforce2 pcspkr forcedeth parport_pc thermal button [last unloaded: nvidia]

[  196.131622] 
[  196.131627] Pid: 4103, comm: cu Tainted: P        W  (2.6.30-rc3 #1)
MS-7260
[  196.131631] EIP: 0060:[<c022f0fc>] EFLAGS: 00210282 CPU: 1
[  196.131634] EIP is at del_timer+0xc/0x4e
[  196.131637] EAX: 00000080 EBX: 00000080 ECX: c051e362 EDX: 00000080
[  196.131640] ESI: 00000000 EDI: 00000000 EBP: ef749e00 ESP: ef749df4
[  196.131644]  DS: 007b ES: 007b FS: 00d8 GS: 0033 SS: 0068
[  196.131647] Process cu (pid: 4103, ti=ef748000 task=ef42ca70
task.ti=ef748000)
[  196.131650] Stack:
[  196.131652]  00000000 000004b2 00000064 ef749e74 c02355bc 00000080
00000000 00000068
[  196.131662]  00200246 00000000 00000002 00000074 00000000 f8693ec8
f716582c 00000000
[  196.131673]  f8693ec8 f71657f8 ef749e60 00200246 00200046 00000001
f7165818 f71657f8
[  196.131684] Call Trace:
[  196.131687]  [<c02355bc>] ? __cancel_work_timer+0x2c/0x190
[  196.131695]  [<f8693ec8>] ? ftdi_close+0x43/0xe4 [ftdi_sio]
[  196.131712]  [<f8693ec8>] ? ftdi_close+0x43/0xe4 [ftdi_sio]
[  196.131725]  [<c0245b36>] ? trace_hardirqs_on+0xb/0xd
[  196.131730]  [<c023572b>] ? cancel_delayed_work_sync+0xb/0xd
[  196.131736]  [<f8693f4a>] ? ftdi_close+0xc5/0xe4 [ftdi_sio]
[  196.131748]  [<f85c1a32>] ? serial_close+0x86/0x12d [usbserial]
[  196.131760]  [<c03cb413>] ? tty_release_dev+0x176/0x3fa
[  196.131766]  [<c023aefb>] ? lock_hrtimer_base+0x18/0x33
[  196.131773]  [<c0244ca4>] ? trace_hardirqs_off+0xb/0xd
[  196.131780]  [<c051feed>] ? _spin_unlock_irqrestore+0x42/0x58
[  196.131786]  [<c028e4ff>] ? vfs_ioctl+0x22/0x69
[  196.131792]  [<c028e998>] ? do_vfs_ioctl+0x452/0x48b
[  196.131796]  [<c03cb6a9>] ? tty_release+0x12/0x1c
[  196.131801]  [<c02843ab>] ? __fput+0xca/0x175
[  196.131807]  [<c028446f>] ? fput+0x19/0x1b
[  196.131811]  [<c0281b1d>] ? filp_close+0x51/0x5b
[  196.131816]  [<c0281b91>] ? sys_close+0x6a/0xa4
[  196.131820]  [<c02029c8>] ? sysenter_do_call+0x12/0x36
[  196.131826] Code: 10 c7 43 04 00 02 20 00 c7 03 00 00 00 00 8b 55 f4
89 c8 e8 c2 0d 2f 00 59 5b 89 f0 5e c9 c3 55 89 e5 56 31 f6 53 89 c3 83
ec 04 <83> 38 00 74 36 8d 55 f4 31 f6 e8 e4 fd ff ff 8b 13 89 c1 85 d2 
[  196.131881] EIP: [<c022f0fc>] del_timer+0xc/0x4e SS:ESP 0068:ef749df4
[  196.131886] CR2: 0000000000000080
[  196.131891] ---[ end trace e9230dfd36625f80 ]---
[  196.264818] hub 1-3:1.0: debounce: port 4: total 100ms stable 100ms

status 0x100

It's unreleated to the nvidia driver, btw. I tried it without, and the problem persists.

Daniel

#8 lore raw
In reply to Alan Stern
Quoted 2 lines · Alan Stern

Looks like the ftdi_sio driver doesn't use proper reference counting for its private data structure. Does this patch help?

Oops, I forgot to initialize the kref. Try this patch instead.

Alan Stern

drivers/usb/serial/ftdi_sio.c +14 -4
Index: 2.6.30-rc3/drivers/usb/serial/ftdi_sio.c
===================================================================
@@ -56,6 +56,7 @@ static __u16 vendor = FTDI_VID;
 static __u16 product;
 
 struct ftdi_private {
+	struct kref kref;
 	ftdi_chip_type_t chip_type;
 				/* type of device, either SIO or FT8U232AM */
 	int baud_base;		/* baud base clock for divisor setting */
@@ -1352,6 +1353,7 @@ static int ftdi_sio_port_probe(struct us
 		return -ENOMEM;
 	}
 
+	kref_init(&priv->kref);
 	spin_lock_init(&priv->rx_lock);
 	spin_lock_init(&priv->tx_lock);
 	init_waitqueue_head(&priv->delta_msr_wait);
@@ -1468,6 +1470,13 @@ static void ftdi_shutdown(struct usb_ser
 	dbg("%s", __func__);
 }
 
+static void ftdi_sio_priv_release(struct kref *k)
+{
+	struct ftdi_private *priv = container_of(k, struct ftdi_private, kref);
+
+	kfree(priv);
+}
+
 static int ftdi_sio_port_remove(struct usb_serial_port *port)
 {
 	struct ftdi_private *priv = usb_get_serial_port_data(port);
@@ -1482,7 +1491,7 @@ static int ftdi_sio_port_remove(struct u
 
 	if (priv) {
 		usb_set_serial_port_data(port, NULL);
-		kfree(priv);
+		kref_put(&priv->kref, ftdi_sio_priv_release);
 	}
 
 	return 0;
@@ -1547,7 +1556,8 @@ static int ftdi_open(struct tty_struct *
 		dev_err(&port->dev,
 			"%s - failed submitting read urb, error %d\n",
 			__func__, result);
-
+	else
+		kref_get(&priv->kref);
 
 	return result;
 } /* ftdi_open */
@@ -1589,11 +1599,11 @@ static void ftdi_close(struct tty_struct
 	mutex_unlock(&port->serial->disc_mutex);
 
 	/* cancel any scheduled reading */
-	cancel_delayed_work(&priv->rx_work);
-	flush_scheduled_work();
+	cancel_delayed_work_sync(&priv->rx_work);
 
 	/* shutdown our bulk read */
 	usb_kill_urb(port->read_urb);
+	kref_put(&priv->kref, ftdi_sio_priv_release);
 } /* ftdi_close */
 
 
#9 lore raw
Quoted 6 lines · Alan Stern
Quoted 2 lines · Alan Stern

Looks like the ftdi_sio driver doesn't use proper reference counting for its private data structure. Does this patch help?

Oops, I forgot to initialize the kref. Try this patch instead.

Yep, that did it! Very good, thanks a lot.
Feel free to add my 'Tested-by' :)

Daniel

Quoted 68 lines

Index: 2.6.30-rc3/drivers/usb/serial/ftdi_sio.c
===================================================================

drivers/usb/serial/ftdi_sio.c +14 -4
@@ -56,6 +56,7 @@ static __u16 vendor = FTDI_VID;
 static __u16 product;
 
 struct ftdi_private {
+	struct kref kref;
 	ftdi_chip_type_t chip_type;
 				/* type of device, either SIO or FT8U232AM */
 	int baud_base;		/* baud base clock for divisor setting */
@@ -1352,6 +1353,7 @@ static int ftdi_sio_port_probe(struct us
 		return -ENOMEM;
 	}
 
+	kref_init(&priv->kref);
 	spin_lock_init(&priv->rx_lock);
 	spin_lock_init(&priv->tx_lock);
 	init_waitqueue_head(&priv->delta_msr_wait);
@@ -1468,6 +1470,13 @@ static void ftdi_shutdown(struct usb_ser
 	dbg("%s", __func__);
 }
 
+static void ftdi_sio_priv_release(struct kref *k)
+{
+	struct ftdi_private *priv = container_of(k, struct ftdi_private, kref);
+
+	kfree(priv);
+}
+
 static int ftdi_sio_port_remove(struct usb_serial_port *port)
 {
 	struct ftdi_private *priv = usb_get_serial_port_data(port);
@@ -1482,7 +1491,7 @@ static int ftdi_sio_port_remove(struct u
 
 	if (priv) {
 		usb_set_serial_port_data(port, NULL);
-		kfree(priv);
+		kref_put(&priv->kref, ftdi_sio_priv_release);
 	}
 
 	return 0;
@@ -1547,7 +1556,8 @@ static int ftdi_open(struct tty_struct *
 		dev_err(&port->dev,
 			"%s - failed submitting read urb, error %d\n",
 			__func__, result);
-
+	else
+		kref_get(&priv->kref);
 
 	return result;
 } /* ftdi_open */
@@ -1589,11 +1599,11 @@ static void ftdi_close(struct tty_struct
 	mutex_unlock(&port->serial->disc_mutex);
 
 	/* cancel any scheduled reading */
-	cancel_delayed_work(&priv->rx_work);
-	flush_scheduled_work();
+	cancel_delayed_work_sync(&priv->rx_work);
 
 	/* shutdown our bulk read */
 	usb_kill_urb(port->read_urb);
+	kref_put(&priv->kref, ftdi_sio_priv_release);
 } /* ftdi_close */