fix some nfsd4.1 state races for 3.10
Subsystems (2)
These are some patches I intend to queue up for 3.10, mainly to fix some small races in the 4.1 server code. Also some miscellaneous cleanup along the way.
--b.
PATCH 1/9 nfsd4: warn on odd create_session state
From: "J. Bruce Fields" <[email protected]>
This should never happen.
(Note: the comparable case in setclientid_confirm *can* happen, since updating a client record can result in both confirmed and unconfirmed records with the same clientid.)
--- fs/nfsd/nfs4state.c | 2 ++ 1 file changed, 2 insertions(+)
fs/nfsd/nfs4state.c +2 -0
@@ -1784,6 +1784,7 @@ nfsd4_create_session(struct svc_rqst *rqstp,nfs4_lock_state (); unconf =find_unconfirmed_client (&cr_ses->clientid, true, nn); conf =find_confirmed_client (&cr_ses->clientid, true, nn); +WARN_ON_ONCE (conf && unconf);if (conf) { cs_slot = &conf->cl_cs_slot;
@@ -2125,6 +2126,7 @@ nfsd4_destroy_clientid(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstanfs4_lock_state (); unconf =find_unconfirmed_client (&dc->clientid, true, nn); conf =find_confirmed_client (&dc->clientid, true, nn); +WARN_ON_ONCE (conf && unconf);if (conf) { clp = conf;
Signature · 1 line
1.7.9.5
PATCH 2/9 nfsd4: STALE_STATEID cleanup
In reply to J. Bruce FieldsFrom: "J. Bruce Fields" <[email protected]>
--- fs/nfsd/nfs4state.c | 21 ++++++--------------- 1 file changed, 6 insertions(+), 15 deletions(-)
fs/nfsd/nfs4state.c +6 -15
@@ -3278,16 +3278,6 @@ static inline __be32 nfs4_check_fh(struct svc_fh *fhp, struct nfs4_ol_stateid *sreturn nfs_ok; } -static int -STALE_STATEID (stateid_t *stateid,struct nfsd_net *nn) -{ -if (stateid->si_opaque.so_clid.cl_boot == nn->boot_time) -return 0 ; -dprintk ("NFSD: stale stateid " STATEID_FMT "!\n" , -STATEID_VAL (stateid)); -return 1 ; -} -static inline int access_permit_read (struct nfs4_ol_stateid *stp) {
@@ -3418,19 +3408,20 @@ static __be32 nfsd4_lookup_stateid(stateid_t *stateid, unsigned char typemask, struct nfsd_net *nn) {struct nfs4_client *cl; +__be32 status;if (ZERO_STATEID (stateid) ||ONE_STATEID (stateid))return nfserr_bad_stateid; -if (STALE_STATEID (stateid, nn)) + status =lookup_clientid (&stateid->si_opaque.so_clid, sessions, + nn, &cl); +if (status == nfserr_stale_clientid)return nfserr_stale_stateid; - cl =find_confirmed_client (&stateid->si_opaque.so_clid, sessions, nn); -if (!cl) -return nfserr_expired; +if (status) +return status; *s =find_stateid_by_type (cl, stateid, typemask);if (!*s)return nfserr_bad_stateid;return nfs_ok; - }/*
Signature · 1 line
1.7.9.5
PATCH 3/9 nfsd4: remove some dprintk's
In reply to J. Bruce FieldsFrom: "J. Bruce Fields" <[email protected]>
E.g. printk's that just report the return value from an op are uninteresting as we already do that in the main proc_compound loop.
--- fs/nfsd/nfs4state.c | 9 +-------- 1 file changed, 1 insertion(+), 8 deletions(-)
fs/nfsd/nfs4state.c +1 -8
@@ -1839,15 +1839,13 @@ nfsd4_create_session(struct svc_rqst *rqstp,/* cache solo and embedded create sessions under the state lock */ nfsd4_cache_create_session (cr_ses, cs_slot, status);nfs4_unlock_state (); -out: -dprintk ("%s returns %d\n" , __func__,ntohl (status));return status; out_free_conn:nfs4_unlock_state ();free_conn (conn); out_free_session:__free_session (new); - goto out; +return status; }static __be32 nfsd4_map_bcts_dir (u32 *dir)
@@ -1959,7 +1957,6 @@ nfsd4_destroy_session(struct svc_rqst *r,spin_unlock (&nn->client_lock); status = nfs_ok; out: -dprintk ("%s returns %d\n" , __func__,ntohl (status));return status; }
@@ -2112,7 +2109,6 @@ out: }kfree (conn);spin_unlock (&nn->client_lock); -dprintk ("%s: return %d\n" , __func__,ntohl (status));return status; }
@@ -2151,7 +2147,6 @@ nfsd4_destroy_clientid(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstaexpire_client (clp); out:nfs4_unlock_state (); -dprintk ("%s return %d\n" , __func__,ntohl (status));return status; }
@@ -2528,8 +2523,6 @@ nfs4_share_conflict(struct svc_fh *current_fh, unsigned int deny_type)struct nfs4_ol_stateid *stp;__be32 ret; -dprintk ("NFSD: nfs4_share_conflict\n" ); - fp =find_file (ino);if (!fp)return nfs_ok;
Signature · 1 line
1.7.9.5
PATCH 4/9 nfsd4: destroy_clientid simplification
In reply to J. Bruce FieldsFrom: "J. Bruce Fields" <[email protected]>
I'm not sure what the check for clientid expiry was meant to do here.
The check for a matching session is redundant given the previous check for state: a client without state is, in particular, a client without sessions.
--- fs/nfsd/nfs4state.c | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-)
fs/nfsd/nfs4state.c +1 -7
@@ -2127,13 +2127,7 @@ nfsd4_destroy_clientid(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstaif (conf) { clp = conf; -if (!is_client_expired (conf) &&client_has_state (conf)) { - status = nfserr_clientid_busy; - goto out; - } - -/* rfc5661 18.50.3 */ -if (cstate->session && conf == cstate->session->se_client) { +if (client_has_state (conf)) { status = nfserr_clientid_busy; goto out; }
Signature · 1 line
1.7.9.5
PATCH 5/9 nfsd4: clientid lookup cleanup
In reply to J. Bruce FieldsFrom: "J. Bruce Fields" <[email protected]>
--- fs/nfsd/nfs4state.c | 24 ++++++++++++------------ 1 file changed, 12 insertions(+), 12 deletions(-)
fs/nfsd/nfs4state.c +12 -12
@@ -1376,12 +1376,12 @@ move_to_confirmed(struct nfs4_client *clp) }static struct nfs4_client * -find_confirmed_client (clientid_t *clid,bool sessions,struct nfsd_net *nn) +find_client_in_id_table (struct list_head *tbl,clientid_t *clid,bool sessions) {struct nfs4_client *clp;unsigned int idhashval =clientid_hashval (clid->cl_id); -list_for_each_entry (clp, &nn->conf_id_hashtbl[idhashval], cl_idhash) { +list_for_each_entry (clp, &tbl[idhashval], cl_idhash) {if (same_clid (&clp->cl_clientid, clid)) {if ((bool )clp->cl_minorversion != sessions)return NULL ;
@@ -1393,19 +1393,19 @@ find_confirmed_client(clientid_t *clid, bool sessions, struct nfsd_net *nn) }static struct nfs4_client * +find_confirmed_client (clientid_t *clid,bool sessions,struct nfsd_net *nn) +{ +struct list_head *tbl = nn->conf_id_hashtbl; + +return find_client_in_id_table (tbl, clid, sessions); +} + +static struct nfs4_client *find_unconfirmed_client (clientid_t *clid,bool sessions,struct nfsd_net *nn) { -struct nfs4_client *clp; -unsigned int idhashval =clientid_hashval (clid->cl_id); +struct list_head *tbl = nn->unconf_id_hashtbl; -list_for_each_entry (clp, &nn->unconf_id_hashtbl[idhashval], cl_idhash) { -if (same_clid (&clp->cl_clientid, clid)) { -if ((bool )clp->cl_minorversion != sessions) -return NULL ; -return clp; - } - } -return NULL ; +return find_client_in_id_table (tbl, clid, sessions); }static bool clp_used_exchangeid (struct nfs4_client *clp)
Signature · 1 line
1.7.9.5
PATCH 6/9 nfsd4: fix destroy_session race
In reply to J. Bruce FieldsFrom: "J. Bruce Fields" <[email protected]>
destroy_session uses the session and client without continuously holding any reference or locks.
Put the whole thing under the state lock for now.
--- fs/nfsd/nfs4state.c | 26 ++++++++++---------------- 1 file changed, 10 insertions(+), 16 deletions(-)
fs/nfsd/nfs4state.c +10 -16
@@ -1922,41 +1922,35 @@ nfsd4_destroy_session(struct svc_rqst *r, struct nfsd4_destroy_session *sessionid) {struct nfsd4_session *ses; -__be32 status = nfserr_badsession; +__be32 status;struct nfsd_net *nn =net_generic (SVC_NET (r), nfsd_net_id); -/* Notes: -* - The confirmed nfs4_client->cl_sessionid holds destroyed sessinid -* - Should we return nfserr_back_chan_busy if waiting for -* callbacks on to-be-destroyed session? -* - Do we need to clear any callback info from previous session? -*/ - +nfs4_lock_state (); + status = nfserr_not_only_op;if (nfsd4_compound_in_session (cstate->session, &sessionid->sessionid)) {if (!nfsd4_last_compound_op (r)) -return nfserr_not_only_op; + goto out; }dump_sessionid (__func__, &sessionid->sessionid);spin_lock (&nn->client_lock); ses =find_in_sessionid_hashtbl (&sessionid->sessionid,SVC_NET (r)); -if (!ses) { -spin_unlock (&nn->client_lock); - goto out; - } + status = nfserr_badsession; +if (!ses) + goto out_client_lock;unhash_session (ses);spin_unlock (&nn->client_lock); -nfs4_lock_state ();nfsd4_probe_callback_sync (ses->se_client); -nfs4_unlock_state ();spin_lock (&nn->client_lock);nfsd4_del_conns (ses);nfsd4_put_session_locked (ses); -spin_unlock (&nn->client_lock); status = nfs_ok; +out_client_lock: +spin_unlock (&nn->client_lock); out: +nfs4_unlock_state ();return status; }
Signature · 1 line
1.7.9.5
PATCH 7/9 nfsd4: simplify bind_conn_to_session locking
In reply to J. Bruce FieldsFrom: "J. Bruce Fields" <[email protected]>
The locking here is very fiddly, and there's no reason for us to be setting cstate->session, since this is the only op in the compound. Let's just take the state lock and drop the reference counting.
--- fs/nfsd/nfs4state.c | 28 ++++++++++++++-------------- 1 file changed, 14 insertions(+), 14 deletions(-)
fs/nfsd/nfs4state.c +14 -14
@@ -1883,30 +1883,30 @@ __be32 nfsd4_bind_conn_to_session(struct svc_rqst *rqstp, {__be32 status;struct nfsd4_conn *conn; +struct nfsd4_session *session;struct nfsd_net *nn =net_generic (SVC_NET (rqstp), nfsd_net_id);if (!nfsd4_last_compound_op (rqstp))return nfserr_not_only_op; +nfs4_lock_state ();spin_lock (&nn->client_lock); - cstate->session =find_in_sessionid_hashtbl (&bcts->sessionid,SVC_NET (rqstp)); -/* Sorta weird: we only need the refcnt'ing because new_conn acquires -* client_lock iself: */ -if (cstate->session) { -nfsd4_get_session (cstate->session); -atomic_inc (&cstate->session->se_client->cl_refcount); - } + session =find_in_sessionid_hashtbl (&bcts->sessionid,SVC_NET (rqstp));spin_unlock (&nn->client_lock); -if (!cstate->session) -return nfserr_badsession; - + status = nfserr_badsession; +if (!session) + goto out; status =nfsd4_map_bcts_dir (&bcts->dir);if (status) -return status; + goto out; conn =alloc_conn (rqstp, bcts->dir); + status = nfserr_jukebox;if (!conn) -return nfserr_jukebox; -nfsd4_init_conn (rqstp, conn, cstate->session); -return nfs_ok; + goto out; +nfsd4_init_conn (rqstp, conn, session); + status = nfs_ok; +out: +nfs4_unlock_state (); +return status; }static bool nfsd4_compound_in_session (struct nfsd4_session *session,struct nfs4_sessionid *sid)
Signature · 1 line
1.7.9.5
PATCH 8/9 nfsd4: don't destroy in-use clients
In reply to J. Bruce FieldsFrom: "J. Bruce Fields" <[email protected]>
When a setclientid_confirm or create_session confirms a client after a client reboot, it also destroys any previous state held by that client.
The shutdown of that previous state must be careful not to free the client out from under threads processing other requests that refer to the client.
This is a particular problem in the NFSv4.1 case when we hold a reference to a session (hence a client) throughout compound processing.
The server attempts to handle this by unhashing the client at the time it's destroyed, then delaying the final free to the end. But this still leaves some races in the current code.
I believe it's simpler just to fail the attempt to destroy the client by returning NFS4ERR_DELAY. This is a case that should never happen anyway.
--- fs/nfsd/nfs4state.c | 203 +++++++++++++++++++++++++++++++-------------------- fs/nfsd/nfs4xdr.c | 2 +- fs/nfsd/state.h | 14 +--- 3 files changed, 127 insertions(+), 92 deletions(-)
fs/nfsd/nfs4state.c +125 -78
@@ -113,6 +113,90 @@ nfs4_unlock_state(void)mutex_unlock (&client_mutex); } +static bool is_client_expired (struct nfs4_client *clp) +{ +return clp->cl_time ==0 ; +} + +static __be32 mark_client_expired_locked (struct nfs4_client *clp) +{ +if (atomic_read (&clp->cl_refcount)) +return nfserr_jukebox; + clp->cl_time =0 ; +return nfs_ok; +} + +static __be32 mark_client_expired (struct nfs4_client *clp) +{ +struct nfsd_net *nn =net_generic (clp->net, nfsd_net_id); +__be32 ret; + +spin_lock (&nn->client_lock); + ret =mark_client_expired_locked (clp); +spin_unlock (&nn->client_lock); +return ret; +} + +static __be32 get_client_locked (struct nfs4_client *clp) +{ +if (is_client_expired (clp)) +return nfserr_expired; +atomic_inc (&clp->cl_refcount); +return nfs_ok; +} + +/* must be called under the client_lock */ +static inline void +renew_client_locked (struct nfs4_client *clp) +{ +struct nfsd_net *nn =net_generic (clp->net, nfsd_net_id); + +if (is_client_expired (clp)) { +WARN_ON (1 ); +printk ("%s: client (clientid %08x/%08x) already expired\n" , + __func__, + clp->cl_clientid.cl_boot, + clp->cl_clientid.cl_id); +return ; + } + +dprintk ("renewing client (clientid %08x/%08x)\n" , + clp->cl_clientid.cl_boot, + clp->cl_clientid.cl_id); +list_move_tail (&clp->cl_lru, &nn->client_lru); + clp->cl_time =get_seconds (); +} + +static inline void +renew_client (struct nfs4_client *clp) +{ +struct nfsd_net *nn =net_generic (clp->net, nfsd_net_id); + +spin_lock (&nn->client_lock); +renew_client_locked (clp); +spin_unlock (&nn->client_lock); +} + +void put_client_renew_locked (struct nfs4_client *clp) +{ +if (!atomic_dec_and_test (&clp->cl_refcount)) +return ; +if (!is_client_expired (clp)) +renew_client_locked (clp); +} + +void put_client_renew (struct nfs4_client *clp) +{ +struct nfsd_net *nn =net_generic (clp->net, nfsd_net_id); + +if (!atomic_dec_and_lock (&clp->cl_refcount, &nn->client_lock)) +return ; +if (!is_client_expired (clp)) +renew_client_locked (clp); +spin_unlock (&nn->client_lock); +} + +static inline u32 opaque_hashval (const void *ptr,int nbytes) {
@@ -968,38 +1052,6 @@ unhash_session(struct nfsd4_session *ses)spin_unlock (&ses->se_client->cl_lock); } -/* must be called under the client_lock */ -static inline void -renew_client_locked (struct nfs4_client *clp) -{ -struct nfsd_net *nn =net_generic (clp->net, nfsd_net_id); - -if (is_client_expired (clp)) { -WARN_ON (1 ); -printk ("%s: client (clientid %08x/%08x) already expired\n" , - __func__, - clp->cl_clientid.cl_boot, - clp->cl_clientid.cl_id); -return ; - } - -dprintk ("renewing client (clientid %08x/%08x)\n" , - clp->cl_clientid.cl_boot, - clp->cl_clientid.cl_id); -list_move_tail (&clp->cl_lru, &nn->client_lru); - clp->cl_time =get_seconds (); -} - -static inline void -renew_client (struct nfs4_client *clp) -{ -struct nfsd_net *nn =net_generic (clp->net, nfsd_net_id); - -spin_lock (&nn->client_lock); -renew_client_locked (clp); -spin_unlock (&nn->client_lock); -} -/* SETCLIENTID and SETCLIENTID_CONFIRM Helper functions */ static int STALE_CLIENTID (clientid_t *clid,struct nfsd_net *nn)
@@ -1051,29 +1103,12 @@ free_client(struct nfs4_client *clp)kfree (clp); } -void -release_session_client (struct nfsd4_session *session) -{ -struct nfs4_client *clp = session->se_client; -struct nfsd_net *nn =net_generic (clp->net, nfsd_net_id); - -if (!atomic_dec_and_lock (&clp->cl_refcount, &nn->client_lock)) -return ; -if (is_client_expired (clp)) { -free_client (clp); - session->se_client =NULL ; - }else -renew_client_locked (clp); -spin_unlock (&nn->client_lock); -} -/* must be called under the client_lock */ static inline void unhash_client_locked (struct nfs4_client *clp) {struct nfsd4_session *ses; -mark_client_expired (clp);list_del (&clp->cl_lru);spin_lock (&clp->cl_lock);list_for_each_entry (ses, &clp->cl_sessions, se_perclnt)
@@ -1115,8 +1150,8 @@ destroy_client(struct nfs4_client *clp)rb_erase (&clp->cl_namenode, &nn->unconf_name_tree);spin_lock (&nn->client_lock);unhash_client_locked (clp); -if (atomic_read (&clp->cl_refcount) ==0 ) -free_client (clp); +WARN_ON_ONCE (atomic_read (&clp->cl_refcount)); +free_client (clp);spin_unlock (&nn->client_lock); }
@@ -1811,8 +1846,12 @@ nfsd4_create_session(struct svc_rqst *rqstp, goto out_free_conn; } old =find_confirmed_client_by_name (&unconf->cl_name, nn); -if (old) +if (old) { + status =mark_client_expired (old); +if (status) + goto out_free_conn;expire_client (old); + }move_to_confirmed (unconf); conf = unconf; }else {
@@ -2010,6 +2049,7 @@ nfsd4_sequence(struct svc_rqst *rqstp, {struct nfsd4_compoundres *resp = rqstp->rq_resp;struct nfsd4_session *session; +struct nfs4_client *clp;struct nfsd4_slot *slot;struct nfsd4_conn *conn;__be32 status;
@@ -2030,19 +2070,23 @@ nfsd4_sequence(struct svc_rqst *rqstp, status = nfserr_badsession; session =find_in_sessionid_hashtbl (&seq->sessionid,SVC_NET (rqstp));if (!session) - goto out; + goto out_no_session; + clp = session->se_client; + status =get_client_locked (clp); +if (status) + goto out_no_session; status = nfserr_too_many_ops;if (nfsd4_session_too_many_ops (rqstp, session)) - goto out; + goto out_put_client; status = nfserr_req_too_big;if (nfsd4_request_too_big (rqstp, session)) - goto out; + goto out_put_client; status = nfserr_badslot;if (seq->slotid >= session->se_fchannel.maxreqs) - goto out; + goto out_put_client; slot = session->se_slots[seq->slotid];dprintk ("%s: slotid %d\n" , __func__, seq->slotid);
@@ -2057,7 +2101,7 @@ nfsd4_sequence(struct svc_rqst *rqstp,if (status == nfserr_replay_cache) { status = nfserr_seq_misordered;if (!(slot->sl_flags &NFSD4_SLOT_INITIALIZED )) - goto out; + goto out_put_client; cstate->slot = slot; cstate->session = session;/* Return the cached reply status and set cstate->status
@@ -2067,7 +2111,7 @@ nfsd4_sequence(struct svc_rqst *rqstp, goto out; }if (status) - goto out; + goto out_put_client;nfsd4_sequence_check_conn (conn, session); conn =NULL ;
@@ -2084,26 +2128,24 @@ nfsd4_sequence(struct svc_rqst *rqstp, cstate->session = session; out: -/* Hold a session reference until done processing the compound. */ -if (cstate->session) { -struct nfs4_client *clp = session->se_client; - -nfsd4_get_session (cstate->session); -atomic_inc (&clp->cl_refcount); -switch (clp->cl_cb_state) { -case NFSD4_CB_DOWN : - seq->status_flags =SEQ4_STATUS_CB_PATH_DOWN ; -break ; -case NFSD4_CB_FAULT : - seq->status_flags =SEQ4_STATUS_BACKCHANNEL_FAULT ; -break ; -default : - seq->status_flags =0 ; - } +nfsd4_get_session (cstate->session); +switch (clp->cl_cb_state) { +case NFSD4_CB_DOWN : + seq->status_flags =SEQ4_STATUS_CB_PATH_DOWN ; +break ; +case NFSD4_CB_FAULT : + seq->status_flags =SEQ4_STATUS_BACKCHANNEL_FAULT ; +break ; +default : + seq->status_flags =0 ; } +out_no_session:kfree (conn);spin_unlock (&nn->client_lock);return status; +out_put_client: +put_client_renew_locked (clp); + goto out_no_session; } __be32
@@ -2272,8 +2314,12 @@ nfsd4_setclientid_confirm(struct svc_rqst *rqstp,expire_client (unconf); }else {/* case 3: normal case; new or rebooted client */ conf =find_confirmed_client_by_name (&unconf->cl_name, nn); -if (conf) +if (conf) { + status =mark_client_expired (conf); +if (status) + goto out;expire_client (conf); + }move_to_confirmed (unconf);nfsd4_probe_callback (unconf); }
@@ -3185,13 +3231,12 @@ nfs4_laundromat(struct nfsd_net *nn) clientid_val = t;break ; } -if (atomic_read (&clp->cl_refcount)) { +if (mark_client_expired_locked (clp)) {dprintk ("NFSD: client in use (clientid %08x)\n" , clp->cl_clientid.cl_id);continue ; } -unhash_client_locked (clp); -list_add (&clp->cl_lru, &reaplist); +list_move (&clp->cl_lru, &reaplist); }spin_unlock (&nn->client_lock);list_for_each_safe (pos, next, &reaplist) {
@@ -4576,6 +4621,8 @@ nfs4_check_open_reclaim(clientid_t *clid, bool sessions, struct nfsd_net *nn)u64 nfsd_forget_client (struct nfs4_client *clp,u64 max) { +if (mark_client_expired (clp)) +return 0 ;expire_client (clp);return 1 ; }
fs/nfsd/nfs4xdr.c +1 -1
@@ -3683,7 +3683,7 @@ nfs4svc_encode_compoundres(struct svc_rqst *rqstp, __be32 *p, struct nfsd4_compo cs->slot->sl_flags &= ~NFSD4_SLOT_INUSE ; }/* Renew the clientid on success and on replay */ -release_session_client (cs->session); +put_client_renew (cs->session->se_client);nfsd4_put_session (cs->session); }return 1 ;
fs/nfsd/state.h +1 -13
@@ -286,18 +286,6 @@ struct nfs4_client {struct net *net; }; -static inline void -mark_client_expired (struct nfs4_client *clp) -{ - clp->cl_time =0 ; -} - -static inline bool -is_client_expired (struct nfs4_client *clp) -{ -return clp->cl_time ==0 ; -} -/* struct nfs4_client_reset * one per old client. Populates reset_str_hashtbl. Filled from conf_id_hashtbl * upon lease reset, or from upcall to state_daemon (to read in state
@@ -486,7 +474,7 @@ extern void nfs4_put_delegation(struct nfs4_delegation *dp);extern struct nfs4_client_reclaim *nfs4_client_to_reclaim (const char *name,struct nfsd_net *nn);extern bool nfs4_has_reclaimed_state (const char *name,struct nfsd_net *nn); -extern void release_session_client (struct nfsd4_session *); +extern void put_client_renew (struct nfs4_client *clp);extern void nfsd4_purge_closed_stateid (struct nfs4_stateowner *);/* nfs4recover operations */
Signature · 1 line
1.7.9.5
PATCH 9/9 nfsd4: don't destroy in-use session
In reply to J. Bruce FieldsFrom: "J. Bruce Fields" <[email protected]>
This changes session destruction to be similar to client destruction in that attempts to destroy a session while in use (which should be rare corner cases) result in DELAY. This simplifies things somewhat and helps meet a coming 4.2 requirement.
--- fs/nfsd/nfs4state.c | 72 ++++++++++++++++++++++++++++----------------------- fs/nfsd/state.h | 4 ++- 2 files changed, 43 insertions(+), 33 deletions(-)
fs/nfsd/nfs4state.c +40 -32
@@ -94,17 +94,32 @@ nfs4_lock_state(void)mutex_lock (&client_mutex); } -static void free_session (struct kref *); +static void free_session (struct nfsd4_session *); -/* Must be called under the client_lock */ -static void nfsd4_put_session_locked (struct nfsd4_session *ses) +void nfsd4_put_session (struct nfsd4_session *ses) +{ +atomic_dec (&ses->se_ref); +} + +static bool is_session_dead (struct nfsd4_session *ses) { -kref_put (&ses->se_ref, free_session); +return ses->se_flags &NFS4_SESSION_DEAD ; +} + +static __be32 mark_session_dead_locked (struct nfsd4_session *ses) +{ +if (atomic_read (&ses->se_ref)) +return nfserr_jukebox; + ses->se_flags |=NFS4_SESSION_DEAD ; +return nfs_ok; } -static void nfsd4_get_session (struct nfsd4_session *ses) +static __be32 nfsd4_get_session_locked (struct nfsd4_session *ses) { -kref_get (&ses->se_ref); +if (is_session_dead (ses)) +return nfserr_badsession; +atomic_inc (&ses->se_ref); +return nfs_ok; }void
@@ -935,28 +950,15 @@ static void __free_session(struct nfsd4_session *ses)kfree (ses); } -static void free_session (struct kref *kref) +static void free_session (struct nfsd4_session *ses) { -struct nfsd4_session *ses; -struct nfsd_net *nn; - - ses = container_of(kref, struct nfsd4_session, se_ref); - nn =net_generic (ses->se_client->net, nfsd_net_id); +struct nfsd_net *nn =net_generic (ses->se_client->net, nfsd_net_id);lockdep_assert_held (&nn->client_lock);nfsd4_del_conns (ses);__free_session (ses); } -void nfsd4_put_session (struct nfsd4_session *ses) -{ -struct nfsd_net *nn =net_generic (ses->se_client->net, nfsd_net_id); - -spin_lock (&nn->client_lock); -nfsd4_put_session_locked (ses); -spin_unlock (&nn->client_lock); -} -static struct nfsd4_session *alloc_session (struct nfsd4_channel_attrs *fchan,struct nfsd_net *nn) {
@@ -997,7 +999,7 @@ static void init_session(struct svc_rqst *rqstp, struct nfsd4_session *new, stru new->se_flags = cses->flags; new->se_cb_prog = cses->callback_prog; new->se_cb_sec = cses->cb_sec; -kref_init (&new->se_ref); +atomic_set (&new->se_ref,0 ); idx =hash_sessionid (&new->se_sessionid);spin_lock (&nn->client_lock);list_add (&new->se_hash, &nn->sessionid_hashtbl[idx]);
@@ -1095,7 +1097,8 @@ free_client(struct nfs4_client *clp) ses = list_entry(clp->cl_sessions.next, struct nfsd4_session, se_perclnt);list_del (&ses->se_perclnt); -nfsd4_put_session_locked (ses); +WARN_ON_ONCE (atomic_read (&ses->se_ref)); +free_session (ses); }free_svc_cred (&clp->cl_cred);kfree (clp->cl_name.data);
@@ -1976,15 +1979,16 @@ nfsd4_destroy_session(struct svc_rqst *r, status = nfserr_badsession;if (!ses) goto out_client_lock; - + status =mark_session_dead_locked (ses); +if (status) + goto out_client_lock;unhash_session (ses);spin_unlock (&nn->client_lock);nfsd4_probe_callback_sync (ses->se_client);spin_lock (&nn->client_lock); -nfsd4_del_conns (ses); -nfsd4_put_session_locked (ses); +free_session (ses); status = nfs_ok; out_client_lock:spin_unlock (&nn->client_lock);
@@ -2075,18 +2079,21 @@ nfsd4_sequence(struct svc_rqst *rqstp, status =get_client_locked (clp);if (status) goto out_no_session; + status =nfsd4_get_session_locked (session); +if (status) + goto out_put_client; status = nfserr_too_many_ops;if (nfsd4_session_too_many_ops (rqstp, session)) - goto out_put_client; + goto out_put_session; status = nfserr_req_too_big;if (nfsd4_request_too_big (rqstp, session)) - goto out_put_client; + goto out_put_session; status = nfserr_badslot;if (seq->slotid >= session->se_fchannel.maxreqs) - goto out_put_client; + goto out_put_session; slot = session->se_slots[seq->slotid];dprintk ("%s: slotid %d\n" , __func__, seq->slotid);
@@ -2101,7 +2108,7 @@ nfsd4_sequence(struct svc_rqst *rqstp,if (status == nfserr_replay_cache) { status = nfserr_seq_misordered;if (!(slot->sl_flags &NFSD4_SLOT_INITIALIZED )) - goto out_put_client; + goto out_put_session; cstate->slot = slot; cstate->session = session;/* Return the cached reply status and set cstate->status
@@ -2111,7 +2118,7 @@ nfsd4_sequence(struct svc_rqst *rqstp, goto out; }if (status) - goto out_put_client; + goto out_put_session;nfsd4_sequence_check_conn (conn, session); conn =NULL ;
@@ -2128,7 +2135,6 @@ nfsd4_sequence(struct svc_rqst *rqstp, cstate->session = session; out: -nfsd4_get_session (cstate->session);switch (clp->cl_cb_state) {case NFSD4_CB_DOWN : seq->status_flags =SEQ4_STATUS_CB_PATH_DOWN ;
@@ -2143,6 +2149,8 @@ out_no_session:kfree (conn);spin_unlock (&nn->client_lock);return status; +out_put_session: +nfsd4_put_session (session); out_put_client:put_client_renew_locked (clp); goto out_no_session;
fs/nfsd/state.h +3 -1
@@ -194,9 +194,11 @@ struct nfsd4_conn { };struct nfsd4_session { -struct kref se_ref; +atomic_t se_ref;struct list_head se_hash;/* hash by sessionid */ struct list_head se_perclnt; +/* See SESSION4_PERSIST, etc. for standard flags; this is internal-only: */ +#define NFS4_SESSION_DEAD 0x010u32 se_flags;struct nfs4_client *se_client;struct nfs4_sessionid se_sessionid;
Signature · 1 line
1.7.9.5