workqueue: not allow recursion run_workqueue
PATCH 1/1 workqueue: not allow recursion run_workqueue
1) lockdep will complain when recursion run_workqueue
2) works is not run orderly when recursion run_workqueue
3) BUG!
We use recursion run_workqueue to hidden deadlock when keventd trying to flush its own queue.
It's bug. When flush_workqueue()(nested in a work callback)returns, the workqueue is not really flushed, the sequence statement of this work callback will do some thing bad.
So we should not allow workqueue trying to flush its own queue.
---
kernel/workqueue.c +11 -30
@@ -48,8 +48,6 @@ struct cpu_workqueue_struct {struct workqueue_struct *wq;struct task_struct *thread; - -int run_depth;/* Detect run_workqueue() recursion depth */ }____cacheline_aligned ;/*
@@ -262,13 +260,6 @@ EXPORT_SYMBOL_GPL(queue_delayed_work_on);static void run_workqueue (struct cpu_workqueue_struct *cwq) {spin_lock_irq (&cwq->lock); - cwq->run_depth++; -if (cwq->run_depth >3 ) { -/* morton gets to eat his hat */ -printk ("%s: recursion depth exceeded: %d\n" , - __func__, cwq->run_depth); -dump_stack (); - }while (!list_empty (&cwq->worklist)) {struct work_struct *work =list_entry (cwq->worklist.next, struct work_struct, entry);
@@ -311,7 +302,6 @@ static void run_workqueue(struct cpu_workqueue_struct *cwq)spin_lock_irq (&cwq->lock); cwq->current_work =NULL ; } - cwq->run_depth--;spin_unlock_irq (&cwq->lock); }
@@ -368,29 +358,20 @@ static void insert_wq_barrier(struct cpu_workqueue_struct *cwq,static int flush_cpu_workqueue (struct cpu_workqueue_struct *cwq) { -int active; +int active =0 ; +struct wq_barrier barr; -if (cwq->thread == current) { -/* -* Probably keventd trying to flush its own queue. So simply run -* it by hand rather than deadlocking. -*/ -run_workqueue (cwq); - active =1 ; - }else { -struct wq_barrier barr; +WARN_ON (cwq->thread == current); - active =0 ; -spin_lock_irq (&cwq->lock); -if (!list_empty (&cwq->worklist) || cwq->current_work !=NULL ) { -insert_wq_barrier (cwq, &barr, &cwq->worklist); - active =1 ; - } -spin_unlock_irq (&cwq->lock); - -if (active) -wait_for_completion (&barr.done); +spin_lock_irq (&cwq->lock); +if (!list_empty (&cwq->worklist) || cwq->current_work !=NULL ) { +insert_wq_barrier (cwq, &barr, &cwq->worklist); + active =1 ; } +spin_unlock_irq (&cwq->lock); + +if (active) +wait_for_completion (&barr.done);return active; }
Quoted 7 lines · Lai Jiangshan
1) lockdep will complain when recursion
run_workqueue
2) works is not run orderly when recursionrun_workqueue3) BUG!
We use recursionrun_workqueueto hidden deadlock when keventd trying to flush its own queue.
Quoted 5 lines
It's bug. When flush_workqueue()(nested in a work callback)returns, the workqueue is not really flushed, the sequence statement of this work callback will do some thing bad.
So we should not allow workqueue trying to flush its own queue.
That's a nice change. I'm wondering what the existing users are though and how difficult they are to fix.
Ingo
Quoted 7 lines · Lai Jiangshan
1) lockdep will complain when recursion
run_workqueue
2) works is not run orderly when recursionrun_workqueue3) BUG!
We use recursionrun_workqueueto hidden deadlock when keventd trying to flush its own queue.
Quoted 5 lines
It's bug. When flush_workqueue()(nested in a work callback)returns, the workqueue is not really flushed, the sequence statement of this work callback will do some thing bad.
So we should not allow workqueue trying to flush its own queue.
The patch looks good, but I'm utterly failing to comprehend this changelog. What exactly can go wrong (other than the obvious too deep nest and the fact that lockdep will complain)?
Quoted 85 lines
Signed-off-by Lai Jiangshan <[email protected]>---
kernel/workqueue.c +11
-31@@ -48,8 +48,6 @@ struct cpu_workqueue_struct {struct workqueue_struct *wq;struct task_struct *thread; - -int run_depth;/* Detect run_workqueue() recursion depth */ }____cacheline_aligned ;/* @@ -262,13 +260,6 @@ EXPORT_SYMBOL_GPL(queue_delayed_work_on);static void run_workqueue (struct cpu_workqueue_struct *cwq) {spin_lock_irq (&cwq->lock); - cwq->run_depth++; -if (cwq->run_depth >3 ) { -/* morton gets to eat his hat */ -printk ("%s: recursion depth exceeded: %d\n" , - __func__, cwq->run_depth); -dump_stack (); - }while (!list_empty (&cwq->worklist)) {struct work_struct *work =list_entry (cwq->worklist.next, struct work_struct, entry);@@ -311,7 +302,6 @@ static void run_workqueue(struct cpu_workqueue_struct *cwq)spin_lock_irq (&cwq->lock); cwq->current_work =NULL ; } - cwq->run_depth--;spin_unlock_irq (&cwq->lock); }@@ -368,29 +358,20 @@ static void insert_wq_barrier(struct cpu_workqueue_struct *cwq,static int flush_cpu_workqueue (struct cpu_workqueue_struct *cwq) { -int active; +int active =0 ; +struct wq_barrier barr; -if (cwq->thread == current) { -/* -* Probably keventd trying to flush its own queue. So simply run -* it by hand rather than deadlocking. -*/ -run_workqueue (cwq); - active =1 ; - }else { -struct wq_barrier barr; +WARN_ON (cwq->thread == current); - active =0 ; -spin_lock_irq (&cwq->lock); -if (!list_empty (&cwq->worklist) || cwq->current_work !=NULL ) { -insert_wq_barrier (cwq, &barr, &cwq->worklist); - active =1 ; - } -spin_unlock_irq (&cwq->lock); - -if (active) -wait_for_completion (&barr.done); +spin_lock_irq (&cwq->lock); +if (!list_empty (&cwq->worklist) || cwq->current_work !=NULL ) { +insert_wq_barrier (cwq, &barr, &cwq->worklist); + active =1 ; } +spin_unlock_irq (&cwq->lock); + +if (active) +wait_for_completion (&barr.done);return active; } --To unsubscribe from this list: send the line "unsubscribe linux-kernel" in the body of a message to [email protected]
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/
Quoted 13 lines · Peter Zijlstra
Quoted 11 lines · Lai Jiangshan
1) lockdep will complain when recursion
run_workqueue
2) works is not run orderly when recursionrun_workqueue3) BUG!
We use recursionrun_workqueueto hidden deadlock when keventd trying to flush its own queue.It's bug. When flush_workqueue()(nested in a work callback)returns, the workqueue is not really flushed, the sequence statement of this work callback will do some thing bad.
Quoted 5 lines
Quoted 1 line
So we should not allow workqueue trying to flush its own queue.
The patch looks good, but I'm utterly failing to comprehend this changelog. What exactly can go wrong (other than the obvious too deep nest and the fact that lockdep will complain)?
I am confused too.
But the change itself looks good to me, I am only worried if we still have the callers of flush() from within work->func().
kernel/workqueue.c static void insert_wq_barrier(struct cpu_workqueue_struct *cwq, · line 364
Quoted 1 line
kernel/workqueue.c +1
-0+WARN_ON (cwq->thread == current);
probably BUG_ON() is better, we are going to deadlock in this case.
Oleg.
Quoted 12 lines · Peter Zijlstra
Quoted 11 lines · Lai Jiangshan
1) lockdep will complain when recursion
run_workqueue
2) works is not run orderly when recursionrun_workqueue3) BUG!
We use recursionrun_workqueueto hidden deadlock when keventd trying to flush its own queue.It's bug. When flush_workqueue()(nested in a work callback)returns, the workqueue is not really flushed, the sequence statement of this work callback will do some thing bad.
Quoted 5 lines
Quoted 1 line
So we should not allow workqueue trying to flush its own queue.
The patch looks good, but I'm utterly failing to comprehend this changelog. What exactly can go wrong (other than the obvious too deep nest and the fact that lockdep will complain)?
void do_some_cleanup(void)
{
find_all_queued_work_struct_and_mark_it_old();
flush_workqueue(workqueue);
/* we can destroy old work_struct for we have flushed them */
destroy_old_work_structs();
}if work->func() called do_some_cleanup(), it's very probably a bug.
Quoted 90 lines
Quoted 86 lines
Signed-off-by Lai Jiangshan <[email protected]>---
kernel/workqueue.c +11
-31@@ -48,8 +48,6 @@ struct cpu_workqueue_struct {struct workqueue_struct *wq;struct task_struct *thread; - -int run_depth;/* Detect run_workqueue() recursion depth */ }____cacheline_aligned ;/* @@ -262,13 +260,6 @@ EXPORT_SYMBOL_GPL(queue_delayed_work_on);static void run_workqueue (struct cpu_workqueue_struct *cwq) {spin_lock_irq (&cwq->lock); - cwq->run_depth++; -if (cwq->run_depth >3 ) { -/* morton gets to eat his hat */ -printk ("%s: recursion depth exceeded: %d\n" , - __func__, cwq->run_depth); -dump_stack (); - }while (!list_empty (&cwq->worklist)) {struct work_struct *work =list_entry (cwq->worklist.next, struct work_struct, entry);@@ -311,7 +302,6 @@ static void run_workqueue(struct cpu_workqueue_struct *cwq)spin_lock_irq (&cwq->lock); cwq->current_work =NULL ; } - cwq->run_depth--;spin_unlock_irq (&cwq->lock); }@@ -368,29 +358,20 @@ static void insert_wq_barrier(struct cpu_workqueue_struct *cwq,static int flush_cpu_workqueue (struct cpu_workqueue_struct *cwq) { -int active; +int active =0 ; +struct wq_barrier barr; -if (cwq->thread == current) { -/* -* Probably keventd trying to flush its own queue. So simply run -* it by hand rather than deadlocking. -*/ -run_workqueue (cwq); - active =1 ; - }else { -struct wq_barrier barr; +WARN_ON (cwq->thread == current); - active =0 ; -spin_lock_irq (&cwq->lock); -if (!list_empty (&cwq->worklist) || cwq->current_work !=NULL ) { -insert_wq_barrier (cwq, &barr, &cwq->worklist); - active =1 ; - } -spin_unlock_irq (&cwq->lock); - -if (active) -wait_for_completion (&barr.done); +spin_lock_irq (&cwq->lock); +if (!list_empty (&cwq->worklist) || cwq->current_work !=NULL ) { +insert_wq_barrier (cwq, &barr, &cwq->worklist); + active =1 ; } +spin_unlock_irq (&cwq->lock); + +if (active) +wait_for_completion (&barr.done);return active; } --To unsubscribe from this list: send the line "unsubscribe linux-kernel" in the body of a message to [email protected]
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/
Quoted 10 lines · Lai Jiangshan
void
do_some_cleanup(void){ find_all_queued_work_struct_and_mark_it_old(); flush_workqueue(workqueue); /* we can destroy old work_struct for we have flushed them */ destroy_old_work_structs(); }if
work->func()calleddo_some_cleanup(), it's very probably a bug.
Of course it is, if only because calling flush on the same workqueue is pretty dumb.
But I'm still not getting it, flush_workqueue() provides the guarantee that all work enqueued previous to the call will be finished thereafter.
The self-flush stuff you propose to rip out doesn't violate that guarantee afaict.
Suppose we have a workqueue Q, with pending work W1..Wn.
Suppose W5 will have the nested flush, it will then recursively complete W6..Wn+i, where i accounts for any concurrent worklet additions.
Therefore it will have completed (at least) those worklets that were enqueued at the time flush got called.
So, to get back at your changelog.
1) yes lockdep will complain -- for good reasons, and I'm all for
getting rid of this mis-feature.
2) I've no clue what you're on about
3) more mystery.