lockdep: spin_lock_irqsave_nested()
Subsystems (3)
PATCH 1/2 lockdep: spin_lock_irqsave_nested()
From: Arjan van de Ven <[email protected]>
Subject: spin_lock_irqsave_nested()
Introduce spin_lock_irqsave_nested(); implementation from:
http://lkml.org/lkml/2006/6/1/122
Patch from:
http://lkml.org/lkml/2006/9/13/258
--- include/linux/spinlock.h | 5 +++++ include/linux/spinlock_api_smp.h | 2 ++ include/linux/spinlock_api_up.h | 1 + kernel/spinlock.c | 21 +++++++++++++++++++++ 4 files changed, 29 insertions(+)
include/linux/spinlock_api_smp.h +2 -0
@@ -32,6 +32,8 @@ void __lockfunc _read_lock_irq(rwlock_t void __lockfunc _write_lock_irq(rwlock_t *lock) __acquires(lock); unsigned long __lockfunc _spin_lock_irqsave(spinlock_t *lock) __acquires(lock); +unsigned long __lockfunc _spin_lock_irqsave_nested(spinlock_t *lock, int subclass) + __acquires(spinlock_t); unsigned long __lockfunc _read_lock_irqsave(rwlock_t *lock) __acquires(lock);unsigned long __lockfunc _write_lock_irqsave (rwlock_t *lock)
include/linux/spinlock_api_up.h +1 -0
@@ -59,6 +59,7 @@#define _read_lock_irq (lock) __LOCK_IRQ(lock)#define _write_lock_irq (lock) __LOCK_IRQ(lock)#define _spin_lock_irqsave (lock, flags) __LOCK_IRQSAVE(lock, flags) +#define _spin_lock_irqsave_nested (lock, flags, subclass) __LOCK_IRQSAVE(lock, flags, subclass)#define _read_lock_irqsave (lock, flags) __LOCK_IRQSAVE(lock, flags)#define _write_lock_irqsave (lock, flags) __LOCK_IRQSAVE(lock, flags)#define _spin_trylock (lock) ({ __LOCK(lock); 1; })
include/linux/spinlock.h +5 -0
@@ -186,6 +186,11 @@ do { \#define spin_lock_irqsave (lock, flags) flags = _spin_lock_irqsave(lock)#define read_lock_irqsave (lock, flags) flags = _read_lock_irqsave(lock)#define write_lock_irqsave (lock, flags) flags = _write_lock_irqsave(lock) +#ifdef CONFIG_DEBUG_LOCK_ALLOC +#define spin_lock_irqsave_nested (lock, flags, subclass) flags = _spin_lock_irqsave_nested(lock, subclass) +#else +#define spin_lock_irqsave_nested (lock, flags, subclass) flags = _spin_lock_irqsave(lock) +#endif #else #define spin_lock_irqsave (lock, flags) _spin_lock_irqsave(lock, flags)#define read_lock_irqsave (lock, flags) _read_lock_irqsave(lock, flags)
kernel/spinlock.c +21 -0
@@ -293,6 +293,27 @@ void __lockfunc _spin_lock_nested(spinlo }EXPORT_SYMBOL (_spin_lock_nested); +unsigned long __lockfunc _spin_lock_irqsave_nested (spinlock_t *lock,int subclass) +{ +unsigned long flags; + +local_irq_save (flags); +preempt_disable (); +spin_acquire (&lock->dep_map, subclass,0 , _RET_IP_); +/* +* On lockdep we dont want the hand-coded irq-enable of +* _raw_spin_lock_flags() code, because lockdep assumes +* that interrupts are not re-enabled during lock-acquire: +*/ +#ifdef CONFIG_PROVE_SPIN_LOCKING +_raw_spin_lock (lock); +#else +_raw_spin_lock_flags (lock, &flags); +#endif +return flags; +} + +EXPORT_SYMBOL (_spin_lock_irqsave_nested);#endif
PATCH 2/2 lockdep: annotate bcsp driver
=============================================
[ INFO: possible recursive locking detected ] 2.6.18-1.2699.fc6 #1
---------------------------------------------
swapper/0 is trying to acquire lock:
(&list->lock#3){+...}, at: [<c05ad307>] skb_dequeue+0x12/0x43
but task is already holding lock:
(&list->lock#3){+...}, at: [<df98cd79>] bcsp_dequeue+0x6a/0x11e [hci_uart]
Two different list locks nest, annotate so.
--- drivers/bluetooth/hci_bcsp.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
drivers/bluetooth/hci_bcsp.c +1 -1
@@ -330,7 +330,7 @@ static struct sk_buff *bcsp_dequeue(strureliable packet if the number of packets sent but not yet ack'ed is < than the winsize */ -spin_lock_irqsave (&bcsp->unack.lock, flags); +spin_lock_irqsave_nested (&bcsp->unack.lock, flags,SINGLE_DEPTH_NESTING );if (bcsp->unack.qlen <BCSP_TXWINSIZE && (skb =skb_dequeue (&bcsp->rel)) !=NULL ) {struct sk_buff *nskb =bcsp_prepare_pkt (bcsp, skb->data, skb->len,bt_cb (skb)->pkt_type);
Re: [PATCH 2/2] lockdep: annotate bcsp driver
Quoted 7 lines · Peter Zijlstra
=============================================
[ INFO: possible recursive locking detected ] 2.6.18-1.2699.fc6 #1
---------------------------------------------
swapper/0 is trying to acquire lock:
(&list->lock#3){+...}, at: [<c05ad307>]skb_dequeue+0x12/0x43
Quoted 7 lines
but task is already holding lock:
(&list->lock#3){+...}, at: [<df98cd79>]bcsp_dequeue+0x6a/0x11e[hci_uart]Two different list locks nest, annotate so.
Signed-off-by Peter Zijlstra <[email protected]>
Ingo
Marcel Holtmann
maintainerRe: [PATCH 2/2] lockdep: annotate bcsp driver
In reply to Peter ZijlstraHi Peter,
Quoted 7 lines
=============================================
[ INFO: possible recursive locking detected ] 2.6.18-1.2699.fc6 #1
---------------------------------------------
swapper/0 is trying to acquire lock:
(&list->lock#3){+...}, at: [<c05ad307>]skb_dequeue+0x12/0x43
Quoted 7 lines
but task is already holding lock:
(&list->lock#3){+...}, at: [<df98cd79>]bcsp_dequeue+0x6a/0x11e[hci_uart]Two different list locks nest, annotate so.
Signed-off-by Peter Zijlstra <[email protected]>
Regards
Marcel
PATCH 2/2 lockdep: annotate bcsp driver - v2
In reply to Peter Zijlstra=============================================
[ INFO: possible recursive locking detected ] 2.6.18-1.2699.fc6 #1
---------------------------------------------
swapper/0 is trying to acquire lock:
(&list->lock#3){+...}, at: [<c05ad307>] skb_dequeue+0x12/0x43
but task is already holding lock:
(&list->lock#3){+...}, at: [<df98cd79>] bcsp_dequeue+0x6a/0x11e [hci_uart]
Moving a skb from the unack'ed to the rel(iable) list nests the two list locks. Reliable packets are never moved the other way, hence no circular dependency exists.
--- drivers/bluetooth/hci_bcsp.c | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-)
drivers/bluetooth/hci_bcsp.c +2 -2
@@ -330,7 +330,7 @@ static struct sk_buff *bcsp_dequeue(strureliable packet if the number of packets sent but not yet ack'ed is < than the winsize */ -spin_lock_irqsave (&bcsp->unack.lock, flags); +spin_lock_irqsave_nested (&bcsp->unack.lock, flags,SINGLE_DEPTH_NESTING );if (bcsp->unack.qlen <BCSP_TXWINSIZE && (skb =skb_dequeue (&bcsp->rel)) !=NULL ) {struct sk_buff *nskb =bcsp_prepare_pkt (bcsp, skb->data, skb->len,bt_cb (skb)->pkt_type);
@@ -696,7 +696,7 @@ static void bcsp_timed_event(unsigned loBT_DBG ("hu %p retransmitting %u pkts" , hu, bcsp->unack.qlen); -spin_lock_irqsave (&bcsp->unack.lock, flags); +spin_lock_irqsave_nested (&bcsp->unack.lock, flags,SINGLE_DEPTH_NESTING );while ((skb =__skb_dequeue_tail (&bcsp->unack)) !=NULL ) { bcsp->msgq_txseq = (bcsp->msgq_txseq -1 ) &0x07 ;
Quoted 11 lines · Peter Zijlstra
From: Arjan van de Ven <[email protected]>
Subject:spin_lock_irqsave_nested()Introduce
spin_lock_irqsave_nested(); implementation from:
http://lkml.org/lkml/2006/6/1/122
Patch from:
http://lkml.org/lkml/2006/9/13/258Signed-off-by Arjan van de Ven <[email protected]>Signed-off-by Jiri Kosina <[email protected]>Signed-off-by Peter Zijlstra <[email protected]>
Ingo
Here are some doubts...
Jarek P.
Quoted 23 lines · Peter Zijlstra
From: Arjan van de Ven <[email protected]>
Subject:spin_lock_irqsave_nested()Introduce
spin_lock_irqsave_nested(); implementation from:
http://lkml.org/lkml/2006/6/1/122
Patch from:
http://lkml.org/lkml/2006/9/13/258Signed-off-by Arjan van de Ven <[email protected]>Signed-off-by Jiri Kosina <[email protected]>Signed-off-by Peter Zijlstra <[email protected]>--- include/linux/spinlock.h | 5 +++++ include/linux/spinlock_api_smp.h | 2 ++ include/linux/spinlock_api_up.h | 1 + kernel/spinlock.c | 21 +++++++++++++++++++++ 4 files changed, 29 insertions(+)Index:
linux-2.6/include/linux/spinlock_api_smp.h
===================================================================
include/linux/spinlock_api_smp.h void __lockfunc _read_lock_irq(rwlock_t · line 36
Quoted 5 lines
include/linux/spinlock_api_smp.h +2
-0@@ -32,6 +32,8 @@ void __lockfunc _read_lock_irq(rwlock_t void __lockfunc _write_lock_irq(rwlock_t *lock) __acquires(lock); unsigned long __lockfunc _spin_lock_irqsave(spinlock_t *lock) __acquires(lock); +unsigned long __lockfunc _spin_lock_irqsave_nested(spinlock_t *lock, int subclass) + __acquires(spinlock_t);
According to neighbours rather:
+ __acquires(lock);
include/linux/spinlock_api_up.h line 62
Quoted 12 lines
include/linux/spinlock_api_smp.h +0
-0unsigned long __lockfunc _read_lock_irqsave(rwlock_t *lock) __acquires(lock);unsigned long __lockfunc _write_lock_irqsave (rwlock_t *lock)Index:
linux-2.6/include/linux/spinlock_api_up.h
===================================================================include/linux/spinlock_api_up.h +1
-0@@ -59,6 +59,7 @@#define _read_lock_irq (lock) __LOCK_IRQ(lock)#define _write_lock_irq (lock) __LOCK_IRQ(lock)#define _spin_lock_irqsave (lock, flags) __LOCK_IRQSAVE(lock, flags) +#define _spin_lock_irqsave_nested (lock, flags, subclass) __LOCK_IRQSAVE(lock, flags, subclass)
Is __LOCK_IRQSAVE() with 3 args defined?
Quoted 8 lines
include/linux/spinlock_api_up.h +0
-0#define _read_lock_irqsave (lock, flags) __LOCK_IRQSAVE(lock, flags)#define _write_lock_irqsave (lock, flags) __LOCK_IRQSAVE(lock, flags)#define _spin_trylock (lock) ({ __LOCK(lock); 1; })Index:
linux-2.6/include/linux/spinlock.h
===================================================================
include/linux/spinlock.h do { \ · line 194
Quoted 9 lines
include/linux/spinlock.h +5
-0@@ -186,6 +186,11 @@ do { \#define spin_lock_irqsave (lock, flags) flags = _spin_lock_irqsave(lock)#define read_lock_irqsave (lock, flags) flags = _read_lock_irqsave(lock)#define write_lock_irqsave (lock, flags) flags = _write_lock_irqsave(lock) +#ifdef CONFIG_DEBUG_LOCK_ALLOC +#define spin_lock_irqsave_nested (lock, flags, subclass) flags = _spin_lock_irqsave_nested(lock, subclass) +#else +#define spin_lock_irqsave_nested (lock, flags, subclass) flags = _spin_lock_irqsave(lock) +#endif #else
Plus for api_up:
+#ifdef CONFIG_DEBUG_LOCK_ALLOC
+#define spin_lock_irqsave_nested(lock, flags, subclass) _spin_lock_irqsave_nested(lock, flags, subclass)
+#else
+#define spin_lock_irqsave_nested(lock, flags, subclass) _spin_lock_irqsave(lock, flags)
+#endif
Quoted 25 lines
include/linux/spinlock.h +0
-0#define spin_lock_irqsave (lock, flags) _spin_lock_irqsave(lock, flags)#define read_lock_irqsave (lock, flags) _read_lock_irqsave(lock, flags)Index:
linux-2.6/kernel/spinlock.c
===================================================================kernel/spinlock.c +14
-0@@ -293,6 +293,27 @@ void __lockfunc _spin_lock_nested(spinlo }EXPORT_SYMBOL (_spin_lock_nested); +unsigned long __lockfunc _spin_lock_irqsave_nested (spinlock_t *lock,int subclass) +{ +unsigned long flags; + +local_irq_save (flags); +preempt_disable (); +spin_acquire (&lock->dep_map, subclass,0 , _RET_IP_); +/* +* On lockdep we dont want the hand-coded irq-enable of +* _raw_spin_lock_flags() code, because lockdep assumes +* that interrupts are not re-enabled during lock-acquire: +*/ +#ifdef CONFIG_PROVE_SPIN_LOCKING +_raw_spin_lock (lock);
kernel/spinlock.c void __lockfunc _spin_lock_nested(spinlo · line 319
Quoted 10 lines
kernel/spinlock.c +7
-0+#else +_raw_spin_lock_flags (lock, &flags); +#endif + return flags; +} + +EXPORT_SYMBOL (_spin_lock_irqsave_nested);#endif
Shouldn't this _nested locks be considered in:
#else /* CONFIG_PREEMPT: */
part?
Quoted 1 line · Jarek Poplawski
Here are some doubts...
...
Quoted 5 lines · Peter Zijlstra
Quoted 4 lines
From: Arjan van de Ven <[email protected]>
Subject:spin_lock_irqsave_nested()
+EXPORT_SYMBOL(_spin_lock_irqsave_nested);
Quoted 7 lines
Quoted 3 lines
#endif
Shouldn't this
_nestedlocks be considered in:
#else /*CONFIG_PREEMPT: */
part?
Sorry, this one is not my doubt anymore.
Jarek P.
PATCH 1/2 lockdep: spin_lock_irqsave_nested() -v2
In reply to Jarek Poplawski*sigh*, I truly am cursed today :-(
how about this...
---
From: Arjan van de Ven <[email protected]>
Subject: spin_lock_irqsave_nested()
Introduce spin_lock_irqsave_nested(); implementation from:
http://lkml.org/lkml/2006/6/1/122
Patch from:
http://lkml.org/lkml/2006/9/13/258
--- include/linux/spinlock.h | 6 ++++++ include/linux/spinlock_api_smp.h | 2 ++ kernel/spinlock.c | 22 ++++++++++++++++++++++ 3 files changed, 30 insertions(+)
include/linux/spinlock_api_smp.h +2 -0
@@ -32,6 +32,8 @@ void __lockfunc _read_lock_irq(rwlock_t void __lockfunc _write_lock_irq(rwlock_t *lock) __acquires(lock); unsigned long __lockfunc _spin_lock_irqsave(spinlock_t *lock) __acquires(lock); +unsigned long __lockfunc _spin_lock_irqsave_nested(spinlock_t *lock, int subclass) + __acquires(lock); unsigned long __lockfunc _read_lock_irqsave(rwlock_t *lock) __acquires(lock);unsigned long __lockfunc _write_lock_irqsave (rwlock_t *lock)
include/linux/spinlock.h +6 -0
@@ -186,10 +186,16 @@ do { \#define spin_lock_irqsave (lock, flags) flags = _spin_lock_irqsave(lock)#define read_lock_irqsave (lock, flags) flags = _read_lock_irqsave(lock)#define write_lock_irqsave (lock, flags) flags = _write_lock_irqsave(lock) +#ifdef CONFIG_DEBUG_LOCK_ALLOC +#define spin_lock_irqsave_nested (lock, flags, subclass) flags = _spin_lock_irqsave_nested(lock, subclass) +#else +#define spin_lock_irqsave_nested (lock, flags, subclass) flags = _spin_lock_irqsave(lock) +#endif #else #define spin_lock_irqsave (lock, flags) _spin_lock_irqsave(lock, flags)#define read_lock_irqsave (lock, flags) _read_lock_irqsave(lock, flags)#define write_lock_irqsave (lock, flags) _write_lock_irqsave(lock, flags) +#define spin_lock_irqsave_nested (lock, flags, subclass) _spin_lock_irqsave(lock, flags)#endif #define spin_lock_irq (lock) _spin_lock_irq(lock)
kernel/spinlock.c +22 -0
@@ -294,6 +294,28 @@ void __lockfunc _spin_lock_nested(spinloEXPORT_SYMBOL (_spin_lock_nested); +unsigned long __lockfunc _spin_lock_irqsave_nested (spinlock_t *lock,int subclass) +{ +unsigned long flags; + +local_irq_save (flags); +preempt_disable (); +spin_acquire (&lock->dep_map, subclass,0 , _RET_IP_); +/* +* On lockdep we dont want the hand-coded irq-enable of +* _raw_spin_lock_flags() code, because lockdep assumes +* that interrupts are not re-enabled during lock-acquire: +*/ +#ifdef CONFIG_PROVE_SPIN_LOCKING +_raw_spin_lock (lock); +#else +_raw_spin_lock_flags (lock, &flags); +#endif +return flags; +} + +EXPORT_SYMBOL (_spin_lock_irqsave_nested); +#endif void __lockfunc _spin_unlock(spinlock_t *lock)
Re: [PATCH 1/2] lockdep: spin_lock_irqsave_nested() -v2
Quoted 4 lines · Peter Zijlstra
*sigh*, I truly am cursed today :-(
how about this...
---
Beautiful!
Jarek P.
Quoted 4 lines · On Mon, 30 Oct 2006 10:03:25 +0100 Peter Zijlstra <[email protected]>…
Introduce
spin_lock_irqsave_nested(); implementation from:
http://lkml.org/lkml/2006/6/1/122
Patch from:
http://lkml.org/lkml/2006/9/13/258
Needed quite som massaging due to enforce-unsigned-long-flags-when-spinlocking.patch. Please check the result.
PATCH 1/1 splice : two smp_mb() can be omitted
This patch deletes two calls to smp_mb() that were done after mutex_unlock() that contains an implicit memory barrier.
The first one in splice_to_pipe(), where 'do_wakeup' is set to true only if pipe->inode is set (and in this case the if (pipe->inode)
mutex_unlock(&pipe->inode->i_mutex);
is done too)
The second one in link_pipe(), following inode_double_unlock() that contains calls to mutex_unlock() too.
fs/splice.c +0 -2
@@ -248,7 +248,6 @@mutex_unlock (&pipe->inode->i_mutex);if (do_wakeup) { -smp_mb ();if (waitqueue_active (&pipe->wait))wake_up_interruptible (&pipe->wait);kill_fasync (&pipe->fasync_readers,SIGIO ,POLL_IN );
@@ -1518,7 +1517,6 @@* If we put data in the output pipe, wakeup any potential readers. */ if (ret >0 ) { -smp_mb ();if (waitqueue_active (&opipe->wait))wake_up_interruptible (&opipe->wait);kill_fasync (&opipe->fasync_readers,SIGIO ,POLL_IN );
Re: [PATCH] splice : two smp_mb() can be omitted
Quoted 11 lines · Eric Dumazet
This patch deletes two calls to
smp_mb()that were done aftermutex_unlock()that contains an implicit memory barrier.The first one in
splice_to_pipe(), where 'do_wakeup' is set to true only ifpipe->inodeis set (and in this case the
if (pipe->inode)
mutex_unlock(&pipe->inode->i_mutex);
is done too)The second one in
link_pipe(), followinginode_double_unlock()that contains calls tomutex_unlock()too.
NAK on that patch, the smp_mb() follows the waitqueue_active(). If you later change the code and move the locks or whatnot, you have lost that connection.
If you change the patch to insert a comment, then it may be more applicable.
Signature · 1 line
Jens Axboe
Re: [PATCH] splice : two smp_mb() can be omitted
Quoted 8 lines · Jens Axboe
Quoted 7 lines · Eric Dumazet
This patch deletes two calls to
smp_mb()that were done aftermutex_unlock()that contains an implicit memory barrier.The first one in
splice_to_pipe(), where 'do_wakeup' is set to true only ifpipe->inodeis set (and in this case the if (pipe->inode)
mutex_unlock(&pipe->inode->i_mutex);
is done too)
Quoted 9 lines
Quoted 1 line
The second one in
link_pipe(), followinginode_double_unlock()that contains calls tomutex_unlock()too.NAK on that patch, the
smp_mb()follows thewaitqueue_active(). If you later change the code and move the locks or whatnot, you have lost that connection.If you change the patch to insert a comment, then it may be more applicable.
Hum... I read fs/pipe.c and see no smp_mb() there, but I suspect same semantics are/were used.
Should we add comments on fs/pipe.c too ?
Eric
Re: [PATCH] splice : two smp_mb() can be omitted
Quoted 18 lines · Eric Dumazet
Quoted 17 lines · Jens Axboe
Quoted 11 lines · Eric Dumazet
This patch deletes two calls to
smp_mb()that were done aftermutex_unlock()that contains an implicit memory barrier.The first one in
splice_to_pipe(), where 'do_wakeup' is set to true only ifpipe->inodeis set (and in this case the
if (pipe->inode)
mutex_unlock(&pipe->inode->i_mutex);
is done too)The second one in
link_pipe(), followinginode_double_unlock()that contains calls tomutex_unlock()too.NAK on that patch, the
smp_mb()follows thewaitqueue_active(). If you later change the code and move the locks or whatnot, you have lost that connection.
Quoted 8 lines
Quoted 3 lines
If you change the patch to insert a comment, then it may be more applicable.
Hum... I read
fs/pipe.cand see nosmp_mb()there, but I suspect same semantics are/were used.Should we add comments on
fs/pipe.ctoo ?
fs/pipe.c looks different:
if (do_wakeup) {
wake_up_interruptible_sync(&pipe->wait);
...
}The smp_mb() is not needed if you call wake_up() directly, only if checking via waitqueue_active().
Signature · 1 line
Jens Axboe
Re: [PATCH] splice : two smp_mb() can be omitted
In reply to Eric DumazetQuoted 1 line · Eric Dumazet
This patch deletes two calls to
smp_mb()that were done aftermutex_unlock()that contains an implicit memory barrier.
Uh, there is nothing that says mutex_unlock or any unlock functions contain an implicit smp_mb(). What is given is that the lock and unlock obey aquire and release memory ordering, respectively.
a = x;xxx_unlock
b = y;
In this situation, the load of y can be executed before that of x. And some architectures will even do so (i386 can, because the unlock is an unprefixed store; ia64 can, because it uses a release barrier in the unlock).
Whenever you rely on orderings of things *outside* locks (even partially outside), you do need to be very careful about barriers and can't rely on locks to do the right thing for you.
Quoted 7 lines
The first one in
splice_to_pipe(), where 'do_wakeup' is set to true only ifpipe->inodeis set (and in this case the if (pipe->inode)
mutex_unlock(&pipe->inode->i_mutex);
is done too)The second one in
link_pipe(), followinginode_double_unlock()that contains calls tomutex_unlock()too.
It *may* be the case that these can be removed, but not by virtue of the fact that the smp_mb is redundant.
Quoted 24 lines
Signed-off-by Eric Dumazet <[email protected]>------------------------------------------------------------------------
fs/splice.c +0
-2@@ -248,7 +248,6 @@mutex_unlock (&pipe->inode->i_mutex);if (do_wakeup) { -smp_mb ();if (waitqueue_active (&pipe->wait))wake_up_interruptible (&pipe->wait);kill_fasync (&pipe->fasync_readers,SIGIO ,POLL_IN );@@ -1518,7 +1517,6 @@* If we put data in the output pipe, wakeup any potential readers. */ if (ret >0 ) { -smp_mb ();if (waitqueue_active (&opipe->wait))wake_up_interruptible (&opipe->wait);kill_fasync (&opipe->fasync_readers,SIGIO ,POLL_IN );
Signature · 2 lines
SUSE Labs, Novell Inc. Send instant messages to your online friends http://au.messenger.yahoo.com
Re: [PATCH] splice : two smp_mb() can be omitted
Quoted 13 lines · Nick Piggin
Quoted 2 lines · Eric Dumazet
This patch deletes two calls to
smp_mb()that were done aftermutex_unlock()that contains an implicit memory barrier.Uh, there is nothing that says
mutex_unlockor any unlock functions contain an implicitsmp_mb(). What is given is that the lock and unlock obey aquire and release memory ordering, respectively.a = x;
xxx_unlock
b = y;
Quoted 8 lines
In this situation, the load of y can be executed before that of x. And some architectures will even do so (i386 can, because the unlock is an unprefixed store; ia64 can, because it uses a release barrier in the unlock).
Whenever you rely on orderings of things *outside* locks (even partially outside), you do need to be very careful about barriers and can't rely on locks to do the right thing for you.
Good point, we should not make any assumptions on the way the architecture implements the mutexes.
Signature · 1 line
Jens Axboe
Re: [PATCH] splice : two smp_mb() can be omitted
In reply to Nick PigginQuoted 5 lines · Nick Piggin
Uh, there is nothing that says
mutex_unlockor any unlock functions contain an implicitsmp_mb(). What is given is that the lock and unlock obey aquire and release memory ordering, respectively.
Quoted 8 lines
a = x;
xxx_unlock
b = y;In this situation, the load of y can be executed before that of x. And some architectures will even do so (i386 can, because the unlock is an unprefixed store; ia64 can, because it uses a release barrier in the unlock).
Hum... it seems your mutex_unlock() i386/x86_64 copy is not same as mine :)
Maybe we could document the fact that mutex_{lock|unlock}() has or has not an implicit smp_mb().
If not, delete smp_mb() calls from include/asm-generic/mutex-dec.h
Ingo ?
Eric
Re: [PATCH] splice : two smp_mb() can be omitted
Quoted 12 lines · Eric Dumazet
Quoted 9 lines · Nick Piggin
Uh, there is nothing that says
mutex_unlockor any unlock functions contain an implicitsmp_mb(). What is given is that the lock and unlock obey aquire and release memory ordering, respectively.a = x;
xxx_unlock
b = y;
Quoted 8 lines
Quoted 5 lines
In this situation, the load of y can be executed before that of x. And some architectures will even do so (i386 can, because the unlock is an unprefixed store; ia64 can, because it uses a release barrier in the unlock).
Hum... it seems your
mutex_unlock()i386/x86_64 copy is not same as mine :)
OK, replace xxx with mutex, and what I've said still holds true for ia64.
Quoted 2 lines
Maybe we could document the fact that mutex_{lock|unlock}() has or has not an implicit
smp_mb().
It does not, none of the unlock functions ever have.
Quoted 2 lines
If not, delete
smp_mb()calls frominclude/asm-generic/mutex-dec.h
They should be deleted (and from mutex-xchg). NOT because there is no need for a memory barrier, but because the atomic_alter_value_and_return_something functions always provide a barrier before and after the operation, as per Documentation/atomic_ops.txt
Again, lock / unlock operations require acquire / release consistency. This is a memory ordering operation. It is not equivalent to smp_mb, though.
--
Send instant messages to your online friends http://au.messenger.yahoo.com
Re: [PATCH] splice : two smp_mb() can be omitted
Quoted 32 lines · Nick Piggin
Quoted 12 lines · Eric Dumazet
Quoted 9 lines · Nick Piggin
Uh, there is nothing that says
mutex_unlockor any unlock functions contain an implicitsmp_mb(). What is given is that the lock and unlock obey aquire and release memory ordering, respectively.a = x;
xxx_unlock
b = y;Quoted 8 lines
Quoted 5 lines
In this situation, the load of y can be executed before that of x. And some architectures will even do so (i386 can, because the unlock is an unprefixed store; ia64 can, because it uses a release barrier in the unlock).
Hum... it seems your
mutex_unlock()i386/x86_64 copy is not same as mine :)OK, replace xxx with mutex, and what I've said still holds true for ia64.
Quoted 2 lines
Maybe we could document the fact that mutex_{lock|unlock}() has or has not an implicit
smp_mb().It does not, none of the unlock functions ever have.
Quoted 1 line
If not, delete
smp_mb()calls frominclude/asm-generic/mutex-dec.h
Quoted 7 lines
They should be deleted (and from mutex-xchg). NOT because there is no need for a memory barrier, but because the
atomic_alter_value_and_return_somethingfunctions always provide a barrier before and after the operation, as perDocumentation/atomic_ops.txtAgain, lock / unlock operations require acquire / release consistency. This is a memory ordering operation. It is not equivalent to
smp_mb, though.
This thread just show how difficult it is to have consistent use of all this stuff in all kernel. Maybe it is just me ? Should I work on IA64 to have a chance to learn ?
For example, Documentation/atomic_ops.txt comments about atomic_inc_return() and atomic_dec_return() seems in contradiction with itself.
--------------------------
Unlike the above routines, it is required that explicit memory barriers are performed before and after the operation. It must be done such that all memory operations before and after the atomic operation calls are strongly ordered with respect to the atomic operation itself.
-------------------------
When I read this, I understand we (the user of such functions) need to add smp_mb(). (That is, those functions wont do it themselves)
Then following text is :
----------------------------
For example, it should behave as if a smp_mb() call existed both before and after the atomic operation.
--------------------------
Now I understand the reverse.
Time to sleep for sure :) And find a IA64 platform tomorrow morning :)
Re: [PATCH] splice : two smp_mb() can be omitted
Quoted 8 lines · Eric Dumazet
Quoted 3 lines · Nick Piggin
Again, lock / unlock operations require acquire / release consistency. This is a memory ordering operation. It is not equivalent to
smp_mb, though.This thread just show how difficult it is to have consistent use of all this stuff in all kernel. Maybe it is just me ? Should I work on IA64 to have a chance to learn ?
No need, just don't go thinking that mutex_unlock implies smp_mb.
spin_unlock has never implied an smp_rmb on i386.
Quoted 10 lines
For example,
Documentation/atomic_ops.txtcomments aboutatomic_inc_return()andatomic_dec_return()seems in contradiction with itself.--------------------------
Unlike the above routines, it is required that explicit memory barriers are performed before and after the operation. It must be done such that all memory operations before and after the atomic operation calls are strongly ordered with respect to the atomic operation itself.
Quoted 3 lines
-------------------------
When I read this, I understand we (the user of such functions) need to add
smp_mb(). (That is, those functions wont do it themselves)
This is written from the point of view of the _implementor_. I agree it is a bit confusing, but does the example below clear it up?
Quoted 10 lines
Then following text is :
----------------------------
For example, it should behave as if asmp_mb()call existed both before and after the atomic operation.--------------------------
Now I understand the reverse.
Now you understand correctly ;)
--
Send instant messages to your online friends http://au.messenger.yahoo.com
PATCH 1/1 splice : Must fully check for fifos
In reply to Eric DumazetHi Andrew
I think this patch is necessary. It's quite easy to crash a 2.6.19-rc4 box :(
AFAIK the problem come from inode-diet (by Theodore Ts'o, (2006/Sep/27))
Thank you
[PATCH] splice : Must fully check for FIFO
It appears that i_pipe, i_cdev and i_bdev share the same memory location (anonymous union in struct inode) since commits 577c4eb09d1034d0739e3135fd2cff50588024be eaf796e7ef6014f208c409b2b14fddcfaafe7e3a
Because of that, testing i_pipe being NULL is not anymore sufficient to tell if an inode is a FIFO or not.
Therefore, we must use the S_ISFIFO(inode->i_mode) test before assuming i_pipe pointer is pointing to a struct pipe_inode_info.
PATCH 1/1 splice : Must fully check for fifos
With the patch this time :( Sorry guys
Hi Andrew
I think this patch is necessary. It's quite easy to crash a 2.6.19-rc4 box :(
AFAIK the problem come from inode-diet (by Theodore Ts'o, (2006/Sep/27))
Thank you
[PATCH] splice : Must fully check for FIFO
It appears that i_pipe, i_cdev and i_bdev share the same memory location (anonymous union in struct inode) since commits 577c4eb09d1034d0739e3135fd2cff50588024be eaf796e7ef6014f208c409b2b14fddcfaafe7e3a
Because of that, testing i_pipe being NULL is not anymore sufficient to tell if an inode is a FIFO or not.
Therefore, we must use the S_ISFIFO(inode->i_mode) test before assuming i_pipe pointer is pointing to a struct pipe_inode_info.
fs/splice.c +22 -8
@@ -1115,12 +1115,14 @@ struct file *out, loff_t __user *off_out, size_t len, unsigned int flags) { + struct inode *inode;struct pipe_inode_info *pipe;loff_t offset, *off;long ret; - pipe = in->f_dentry->d_inode->i_pipe; -if (pipe) { + inode = in->f_dentry->d_inode; + pipe = inode->i_pipe; +if (pipe &&S_ISFIFO (inode->i_mode)) {if (off_in)return -ESPIPE ;if (off_out) {
@@ -1140,8 +1142,9 @@return ret; } - pipe = out->f_dentry->d_inode->i_pipe; -if (pipe) { + inode = out->f_dentry->d_inode; + pipe = inode->i_pipe; +if (pipe &&S_ISFIFO (inode->i_mode)) {if (off_out)return -ESPIPE ;if (off_in) {
@@ -1298,7 +1301,8 @@static long do_vmsplice (struct file *file,const struct iovec __user *iov,unsigned long nr_segs,unsigned int flags) { -struct pipe_inode_info *pipe = file->f_dentry->d_inode->i_pipe; +struct inode *inode = file->f_dentry->d_inode; +struct pipe_inode_info *pipe = inode->i_pipe;struct page *pages[PIPE_BUFFERS ];struct partial_page partial[PIPE_BUFFERS ];struct splice_pipe_desc spd = {
@@ -1308,7 +1312,7 @@ .ops = &user_page_pipe_buf_ops, }; -if (unlikely (!pipe)) +if (unlikely (!pipe || !S_ISFIFO (inode->i_mode)))return -EBADF ;if (unlikely (nr_segs >UIO_MAXIOV ))return -EINVAL ;
@@ -1535,11 +1539,21 @@static long do_tee (struct file *in,struct file *out,size_t len,unsigned int flags) { -struct pipe_inode_info *ipipe = in->f_dentry->d_inode->i_pipe; -struct pipe_inode_info *opipe = out->f_dentry->d_inode->i_pipe; +struct inode *in_inode = in->f_dentry->d_inode; +struct inode *out_inode = out->f_dentry->d_inode; +struct pipe_inode_info *ipipe; +struct pipe_inode_info *opipe;int ret = -EINVAL ;/* +* CAUTION : As i_pipe/i_bdev/i_cdev share the same location, +* we must check we deal with fifos/pipes, not cdev or bdev. +*/ +if (!S_ISFIFO (in_inode->i_mode) || !S_ISFIFO (out_inode->i_mode)) +return ret; + ipipe = in_inode->i_pipe; + opipe = out_inode->i_pipe; +/* * Duplicate the contents of ipipe to opipe without actually * copying the data. */
Re: [PATCH] splice : Must fully check for fifos
Quoted 17 lines · Eric Dumazet
With the patch this time :( Sorry guys
Hi Andrew
I think this patch is necessary. It's quite easy to crash a 2.6.19-rc4 box :(
AFAIK the problem come from inode-diet (by Theodore Ts'o, (2006/Sep/27))
Thank you
[PATCH] splice : Must fully check for FIFO
It appears that
i_pipe,i_cdevandi_bdevshare the same memory location (anonymous union in struct inode) since commits577c4eb09d1034d0739e3135fd2cff50588024beeaf796e7ef6014f208c409b2b14fddcfaafe7e3a
Quoted 5 lines
Because of that, testing
i_pipebeing NULL is not anymore sufficient to tell if an inode is a FIFO or not.Therefore, we must use the
S_ISFIFO(inode->i_mode)test before assumingi_pipepointer is pointing to a structpipe_inode_info.
Indeed, the inode slimming introduced this bug. I'll queue up a test run of things and send it upstream, thanks for catching this.
Signature · 1 line
Jens Axboe
Re: [PATCH] splice : Must fully check for fifos
Quoted 18 lines · Jens Axboe
Quoted 17 lines · Eric Dumazet
With the patch this time :( Sorry guys
Hi Andrew
I think this patch is necessary. It's quite easy to crash a 2.6.19-rc4 box :(
AFAIK the problem come from inode-diet (by Theodore Ts'o, (2006/Sep/27))
Thank you
[PATCH] splice : Must fully check for FIFO
It appears that
i_pipe,i_cdevandi_bdevshare the same memory location (anonymous union in struct inode) since commits577c4eb09d1034d0739e3135fd2cff50588024beeaf796e7ef6014f208c409b2b14fddcfaafe7e3a
Quoted 8 lines
Quoted 5 lines
Because of that, testing
i_pipebeing NULL is not anymore sufficient to tell if an inode is a FIFO or not.Therefore, we must use the
S_ISFIFO(inode->i_mode)test before assumingi_pipepointer is pointing to a structpipe_inode_info.Indeed, the inode slimming introduced this bug. I'll queue up a test run of things and send it upstream, thanks for catching this.
This is the version I tested and merged.
fs/splice.c +28 -9
@@ -1109,6 +1109,19 @@ out_release:EXPORT_SYMBOL (do_splice_direct);/* +* After the inode slimming patch, i_pipe/i_bdev/i_cdev share the same +* location, so checking ->i_pipe is not enough to verify that this is a +* pipe. +*/ +static inline int is_pipe (struct inode *inode) +{ +if (inode->i_pipe &&S_ISFIFO (inode->i_mode)) +return 1 ; + +return 0 ; +} + +/* * Determine where to splice to/from. */ static long do_splice(struct file *in, loff_t __user *off_in,
@@ -1119,8 +1132,8 @@ static long do_splice(struct file *in, lloff_t offset, *off;long ret; - pipe = in->f_dentry->d_inode->i_pipe; -if (pipe) { +if (is_pipe (in->f_dentry->d_inode)) { + pipe = in->f_dentry->d_inode->i_pipe;if (off_in)return -ESPIPE ;if (off_out) {
@@ -1140,8 +1153,8 @@ static long do_splice(struct file *in, lreturn ret; } - pipe = out->f_dentry->d_inode->i_pipe; -if (pipe) { +if (is_pipe (out->f_dentry->d_inode)) { + pipe = out->f_dentry->d_inode->i_pipe;if (off_out)return -ESPIPE ;if (off_in) {
@@ -1298,7 +1311,7 @@ static int get_iovec_page_array(const ststatic long do_vmsplice (struct file *file,const struct iovec __user *iov,unsigned long nr_segs,unsigned int flags) { -struct pipe_inode_info *pipe = file->f_dentry->d_inode->i_pipe; +struct pipe_inode_info *pipe;struct page *pages[PIPE_BUFFERS ];struct partial_page partial[PIPE_BUFFERS ];struct splice_pipe_desc spd = {
@@ -1308,7 +1321,7 @@ static long do_vmsplice(struct file *fil .ops = &user_page_pipe_buf_ops, }; -if (unlikely (!pipe)) +if (!is_pipe (file->f_dentry->d_inode))return -EBADF ;if (unlikely (nr_segs >UIO_MAXIOV ))return -EINVAL ;
@@ -1320,6 +1333,7 @@ static long do_vmsplice(struct file *filif (spd.nr_pages <=0 )return spd.nr_pages; + pipe = file->f_dentry->d_inode->i_pipe;return splice_to_pipe (pipe, &spd); }
@@ -1535,15 +1549,20 @@ static int link_pipe(struct pipe_inode_istatic long do_tee (struct file *in,struct file *out,size_t len,unsigned int flags) { -struct pipe_inode_info *ipipe = in->f_dentry->d_inode->i_pipe; -struct pipe_inode_info *opipe = out->f_dentry->d_inode->i_pipe; +struct pipe_inode_info *ipipe; +struct pipe_inode_info *opipe;int ret = -EINVAL ; +if (!is_pipe (in->f_dentry->d_inode) || !is_pipe (out->f_dentry->d_inode)) +return ret; +/* * Duplicate the contents of ipipe to opipe without actually * copying the data. */ -if (ipipe && opipe && ipipe != opipe) { + ipipe = in->f_dentry->d_inode->i_pipe; + opipe = out->f_dentry->d_inode->i_pipe; +if (ipipe != opipe) {/* * Keep going, unless we encounter an error. The ipipe/opipe * ordering doesn't really matter.
Signature · 1 line
Jens Axboe