o2dlm: force free mles during dlm exit
PATCH 1/1 o2dlm: force free mles during dlm exit
While umounting, a block mle doesn't get freed if dlm is shutdown after master request is received but before assert master. This results in unclean shutdown of dlm domain.
This patch frees all mles that lie around after other nodes were notified about exiting the dlm and marking dlm state as leaving. Only block mles are expected to be around, so we log ERROR for other mles but still free them.
--- fs/ocfs2/dlm/dlmcommon.h | 1 + fs/ocfs2/dlm/dlmdomain.c | 1 + fs/ocfs2/dlm/dlmmaster.c | 34 ++++++++++++++++++++++++++++++++++ 3 files changed, 36 insertions(+), 0 deletions(-)
fs/ocfs2/dlm/dlmcommon.h +1 -0
@@ -1030,6 +1030,7 @@ int dlm_drop_lockres_ref(struct dlm_ctxt *dlm, struct dlm_lock_resource *res);void dlm_clean_master_list (struct dlm_ctxt *dlm,u8 dead_node); +void dlm_force_free_mles (struct dlm_ctxt *dlm);int dlm_lock_basts_flushed (struct dlm_ctxt *dlm,struct dlm_lock *lock);int __dlm_lockres_has_locks (struct dlm_lock_resource *res);int __dlm_lockres_unused (struct dlm_lock_resource *res);
fs/ocfs2/dlm/dlmdomain.c +1 -0
@@ -693,6 +693,7 @@ void dlm_unregister_domain(struct dlm_ctxt *dlm)dlm_mark_domain_leaving (dlm);dlm_leave_domain (dlm); +dlm_force_free_mles (dlm);dlm_complete_dlm_shutdown (dlm); }dlm_put (dlm);
fs/ocfs2/dlm/dlmmaster.c +34 -0
@@ -3433,3 +3433,37 @@ void dlm_lockres_release_ast(struct dlm_ctxt *dlm,wake_up (&res->wq);wake_up (&dlm->migration_wq); } + +void dlm_force_free_mles (struct dlm_ctxt *dlm) +{ +int i; +struct hlist_head *bucket; +struct dlm_master_list_entry *mle; +struct hlist_node *tmp, *list; + +/* We notified all other nodes that we are exiting the domain and +* marked the dlm state to DLM_CTXT_LEAVING. If any mles are still +* around we force free them and wake any processes that are waiting +* on the mles */ +spin_lock (&dlm->spinlock); +spin_lock (&dlm->master_lock); +for (i =0 ; i <DLM_HASH_BUCKETS ; i++) { + bucket =dlm_master_hash (dlm, i); +hlist_for_each_safe (list, tmp, bucket) { + mle = hlist_entry(list, struct dlm_master_list_entry, + master_hash_node); +if (mle->type !=DLM_MLE_BLOCK ) { +mlog (ML_ERROR ,"bad mle: %p\n" , mle); +dlm_print_one_mle (mle); + } +atomic_set (&mle->woken,1 ); +wake_up (&mle->wq); + +__dlm_unlink_mle (dlm, mle); +__dlm_mle_detach_hb_events (dlm, mle); +__dlm_put_mle (mle); + } + } +spin_unlock (&dlm->master_lock); +spin_unlock (&dlm->spinlock); +}
Signature · 1 line
1.5.6.5
PATCH 1/1 o2dlm: force free mles during dlm exit
Comments inlined.
Quoted 50 lines · Srinivas Eeda
While umounting, a block mle doesn't get freed if dlm is shutdown after master request is received but before assert master. This results in unclean shutdown of dlm domain.
This patch frees all mles that lie around after other nodes were notified about exiting the dlm and marking dlm state as leaving. Only block mles are expected to be around, so we log ERROR for other mles but still free them.
Signed-off-by Srinivas Eeda<[email protected]>--- fs/ocfs2/dlm/dlmcommon.h | 1 + fs/ocfs2/dlm/dlmdomain.c | 1 + fs/ocfs2/dlm/dlmmaster.c | 34 ++++++++++++++++++++++++++++++++++ 3 files changed, 36 insertions(+), 0 deletions(-)fs/ocfs2/dlm/dlmcommon.h +1
-0@@ -1030,6 +1030,7 @@ int dlm_drop_lockres_ref(struct dlm_ctxt *dlm, struct dlm_lock_resource *res);void dlm_clean_master_list (struct dlm_ctxt *dlm,u8 dead_node); +void dlm_force_free_mles (struct dlm_ctxt *dlm);int dlm_lock_basts_flushed (struct dlm_ctxt *dlm,struct dlm_lock *lock);int __dlm_lockres_has_locks (struct dlm_lock_resource *res);int __dlm_lockres_unused (struct dlm_lock_resource *res);fs/ocfs2/dlm/dlmdomain.c +1
-0@@ -693,6 +693,7 @@ void dlm_unregister_domain(struct dlm_ctxt *dlm)dlm_mark_domain_leaving (dlm);dlm_leave_domain (dlm); +dlm_force_free_mles (dlm);dlm_complete_dlm_shutdown (dlm); }dlm_put (dlm);fs/ocfs2/dlm/dlmmaster.c +2
-0@@ -3433,3 +3433,37 @@ void dlm_lockres_release_ast(struct dlm_ctxt *dlm,wake_up (&res->wq);wake_up (&dlm->migration_wq); } + +void dlm_force_free_mles (struct dlm_ctxt *dlm)
fs/ocfs2/dlm/dlmmaster.c void dlm_lockres_release_ast(struct dlm_ctxt *dlm, · line 3447
Quoted 10 lines
fs/ocfs2/dlm/dlmmaster.c +10
-0+{ +int i; +struct hlist_head *bucket; +struct dlm_master_list_entry *mle; +struct hlist_node *tmp, *list; + +/* We notified all other nodes that we are exiting the domain and +* marked the dlm state to DLM_CTXT_LEAVING. If any mles are still +* around we force free them and wake any processes that are waiting +* on the mles */
Multi-line comments should be in the format below.
/*
* Add comment here
* and here.
*/
fs/ocfs2/dlm/dlmmaster.c void dlm_lockres_release_ast(struct dlm_ctxt *dlm, · line 3449
Quoted 3 lines
fs/ocfs2/dlm/dlmmaster.c +2
-0+spin_lock (&dlm->spinlock); +spin_lock (&dlm->master_lock);
Add:
BUG_ON(dlm->dlm_state != DLM_CTXT_LEAVING); BUG_ON((find_next_bit(dlm->domain_map, O2NM_MAX_NODES, 0) < O2NM_MAX_NODES));
We want to ensure that we don't call this function from some other context. The BUG_ONs ensure that the state is leaving and that the message has been sent to all nodes. The latter is important because we are force freeing the mles with the understanding that the other nodes are aware that this node has left the domain.
Quoted 21 lines
fs/ocfs2/dlm/dlmmaster.c +20
-0+for (i =0 ; i<DLM_HASH_BUCKETS ; i++) { + bucket =dlm_master_hash (dlm, i); +hlist_for_each_safe (list, tmp, bucket) { + mle = hlist_entry(list, struct dlm_master_list_entry, + master_hash_node); +if (mle->type !=DLM_MLE_BLOCK ) { +mlog (ML_ERROR ,"bad mle: %p\n" , mle); +dlm_print_one_mle (mle); + } +atomic_set (&mle->woken,1 ); +wake_up (&mle->wq); + +__dlm_unlink_mle (dlm, mle); +__dlm_mle_detach_hb_events (dlm, mle); +__dlm_put_mle (mle); + } + } +spin_unlock (&dlm->master_lock); +spin_unlock (&dlm->spinlock); +}