nfsd41-for-2.6.30 patches
Subsystems (4)
v3 cover nfsd41-for-2.6.30 patches
The v3 series contains all non-backchannel patches in our nfsd41 series that were reordered before the bc ones.
All the review cleanups received so far are squashed in plus a few minor ones I made along the way, like eradicating CONFIG_NFSD_V4_1. These should have zero functional affect (please see diff at the end).
The series is available atgit://linux-nfs.org/~bhalevy/linux-pnfs.git nfsd41-for-2.6.30
The full series, including backchannel is under the nfsd41 branch (old nfsd41 branch renamed nfsd41-all as it's inline with all other -all branches)
Note that the nfs41 client patches for 2.6.30 are organized in a similar way. nfs41-for-2.6.30 contains all non-backchannel and nfs41 follows with the rest
Benny
[PATCH v3 01/35] nfsd: don't use the deferral service, return NFS4ERR_DELAY
[PATCH v3 02/35] nfs41: common protocol definitions
[PATCH v3 03/35] nfsd41: define nfs41 error codes
[PATCH v3 04/35] nfsd41: sessions basic data types
[PATCH v3 05/35] nfsd41: introduce nfs4_client cl_sessions list
[PATCH v3 06/35] nfsd41: release_session when client is expired
[PATCH v3 07/35] nfsd41: sessionid hashing
[PATCH v3 08/35] nfsd41: xdr infrastructure
[PATCH v3 09/35] nfsd41: proc stubs
[PATCH v3 10/35] nfsd41: exchange_id operation
[PATCH v3 11/35] nfsd41: match clientid establishment method
[PATCH v3 12/35] nfsd41: sequence operation
[PATCH v3 13/35] nfsd41: enforce NFS4ERR_SEQUENCE_POS operation order rules for minorversion != 0 only. [PATCH v3 14/35] nfsd41: DRC save, restore, and clear functions
[PATCH v3 15/35] nfsd41: hard page limit for DRC
[PATCH v3 16/35] nfsd41: nfsd DRC logic
[PATCH v3 17/35] nfsd41: clear DRC cache on free_session
[PATCH v3 18/35] nfsd41: create_session operation
[PATCH v3 19/35] nfsd41: Add a create session replay cache
[PATCH v3 20/35] nfsd41: non-page DRC for solo sequence responses
[PATCH v3 21/35] nfsd41: destroy_session operation
[PATCH v3 22/35] nfsd: pass nfsd4_compound_state* to nfs4_preprocess_{state,seq}id_op [PATCH v3 23/35] nfsd41: stateid handling
[PATCH v3 24/35] nfsd41: check encode size for sessions maxresponse cached
[PATCH v3 25/35] nfsd41: clientid handling
[PATCH v3 26/35] nfsd41: access_valid
[PATCH v3 27/35] nfsd41: add OPEN4_SHARE_ACCESS_WANT nfs4_stateid bmap
[PATCH v3 28/35] nfsd41: control nfsv4.1 svc via /proc/fs/nfsd/versions
[PATCH v3 29/35] nfsd41: provide support for minor version 1 at rpc level
[PATCH v3 30/35] nfsd41: pass writable attrs mask to nfsd4_decode_fattr
[PATCH v3 31/35] nfsd: dynamically skip encoded fattr bitmap in _nfsd4_verify
[PATCH v3 32/35] nfsd41: support for 3-word long attribute bitmask
[PATCH v3 33/35] nfsd41: SUPPATTR_EXCLCREAT attribute
[PATCH v3 34/35] nfsd41: CREATE_EXCLUSIVE4_1
[PATCH v3 35/35] nfsd41: Documentation/filesystems/nfs41-server.txt
git diff --stat -p nfsd41-for-2.6.30-2009-04-03-1 nfsd41
include/linux/nfsd/nfsd.h | 6 +++--- net/sunrpc/svcsock.c | 15 --------------- net/sunrpc/xprtsock.c | 8 -------- 3 files changed, 3 insertions(+), 26 deletions(-)
include/linux/nfsd/nfsd.h +3 -3
@@ -333,6 +333,9 @@ extern struct timeval nfssvc_boot;#define NFSD_LEASE_TIME (nfs4_lease_time())#define NFSD_LAUNDROMAT_MINTIMEOUT 10/* seconds */ +/* The percent of nr_free_buffer_pages used by the V4.1 server DRC */ +#define NFSD_DRC_SIZE_SHIFT 7 +/* * The following attributes are currently not supported by the NFSv4 server: * ARCHIVE (deprecated anyway)
@@ -374,9 +377,6 @@ extern struct timeval nfssvc_boot;#define NFSD4_1_SUPPORTED_ATTRS_WORD2 \ (NFSD4_SUPPORTED_ATTRS_WORD2 | FATTR4_WORD2_SUPPATTR_EXCLCREAT) -/* The percent of nr_free_buffer_pages used by the V4.1 server DRC */ -#define NFSD_DRC_SIZE_SHIFT 7 -static inline u32 nfsd_suppattrs0 (u32 minorversion) { return minorversion ? NFSD4_1_SUPPORTED_ATTRS_WORD0
net/sunrpc/svcsock.c +0 -15
@@ -791,9 +791,7 @@ static int svc_tcp_recvfrom(struct svc_rqst *rqstp)int len;struct kvec *vec;int pnum, vlen; -#if defined(CONFIG_NFSD_V4_1 )struct rpc_rqst *req =NULL ; -#endif dprintk("svc: tcp_recv %p data %d conn %d close %d\n", svsk, test_bit(XPT_DATA, &svsk->sk_xprt.xpt_flags),
@@ -886,7 +884,6 @@ static int svc_tcp_recvfrom(struct svc_rqst *rqstp) xid = *p++; calldir = *p; -#if defined(CONFIG_NFSD_V4_1 )if (calldir) {/* REPLY */ if (svsk->sk_bc_xprt)
@@ -909,9 +906,6 @@ static int svc_tcp_recvfrom(struct svc_rqst *rqstp)if (!calldir || !req) vec[0 ] = rqstp->rq_arg.head[0 ]; -#else /* CONFIG_NFSD_V4_1 */ - vec[0 ] = rqstp->rq_arg.head[0 ]; -#endif /* CONFIG_NFSD_V4_1 */ vec[0 ].iov_base +=8 ; vec[0 ].iov_len -=8 ; len = svsk->sk_reclen -8 ;
@@ -920,13 +914,9 @@ static int svc_tcp_recvfrom(struct svc_rqst *rqstp) pnum =1 ;while (vlen < len) { -#if defined(CONFIG_NFSD_V4_1 ) vec[pnum].iov_base = (req) ?page_address (req->rq_private_buf.pages[pnum -1 ]) :page_address (rqstp->rq_pages[pnum]); -#else /* CONFIG_NFSD_V4_1 */ - vec[pnum].iov_base =page_address (rqstp->rq_pages[pnum]); -#endif /* CONFIG_NFSD_V4_1 */ vec[pnum].iov_len =PAGE_SIZE ; pnum++; vlen +=PAGE_SIZE ;
@@ -943,13 +933,11 @@ static int svc_tcp_recvfrom(struct svc_rqst *rqstp)*/ len +=8 ; -#if defined(CONFIG_NFSD_V4_1 )if (req) {xprt_complete_rqst (req->rq_task, len); len =0 ; goto out; } -#endif /* CONFIG_NFSD_V4_1 */ dprintk ("svc: TCP complete record (%d bytes)\n" , len); rqstp->rq_arg.len = len; rqstp->rq_arg.page_base =0 ;
@@ -963,10 +951,7 @@ static int svc_tcp_recvfrom(struct svc_rqst *rqstp) rqstp->rq_xprt_ctxt =NULL ; rqstp->rq_prot =IPPROTO_TCP ; -#if defined(CONFIG_NFSD_V4_1 ) out: -#endif /* CONFIG_NFSD_V4_1 */ -/* Reset TCP read info */ svsk->sk_reclen =0 ; svsk->sk_tcplen =0 ;
net/sunrpc/xprtsock.c +0 -8
@@ -1885,7 +1885,6 @@ static void xs_tcp_print_stats(struct rpc_xprt *xprt, struct seq_file *seq) xprt->stat.bklog_u); } -#if defined(CONFIG_NFSD_V4_1 )/* * The connect worker for the backchannel * This should never be called as we should never need to connect
@@ -2098,7 +2097,6 @@ static void bc_destroy(struct rpc_xprt *xprt) {return ; } -#endif /* CONFIG_NFSD_V4_1 */ static struct rpc_xprt_ops xs_udp_ops = { .set_buffer_size = xs_udp_set_buffer_size,
@@ -2133,7 +2131,6 @@ static struct rpc_xprt_ops xs_tcp_ops = { .print_stats = xs_tcp_print_stats, }; -#if defined(CONFIG_NFSD_V4_1 )/* * The rpc_xprt_ops for the server backchannel */
@@ -2151,7 +2148,6 @@ static struct rpc_xprt_ops bc_tcp_ops = { .destroy = bc_destroy, .print_stats = xs_tcp_print_stats, }; -#endif /* CONFIG_NFSD_V4_1 */ static struct rpc_xprt *xs_setup_xprt (struct xprt_create *args,unsigned int slot_table_size)
@@ -2285,7 +2281,6 @@ static struct rpc_xprt *xs_setup_tcp(struct xprt_create *args) xprt->tsh_size =sizeof (rpc_fraghdr) /sizeof (u32); xprt->max_payload =RPC_MAX_FRAGMENT_SIZE ; -#ifdef CONFIG_NFSD_V4_1 if (args->bc_sock) {/* backchannel */ xprt_set_bound (xprt);
@@ -2309,7 +2304,6 @@ static struct rpc_xprt *xs_setup_tcp(struct xprt_create *args) goto next; } -#endif /* CONFIG_NFSD_V4_1 */ switch (addr->sa_family) {case AF_INET :
@@ -2332,9 +2326,7 @@ static struct rpc_xprt *xs_setup_tcp(struct xprt_create *args) xprt->ops = &xs_tcp_ops; -#ifdef CONFIG_NFSD_V4_1 next: -#endif /* CONFIG_NFSD_V4_1 */ xprt->timeout = &xs_tcp_default_timeout;switch (addr->sa_family) {
PATCH v3 1/35 nfsd: don't use the deferral service, return NFS4ERR_DELAY
From: Andy Adamson <[email protected]>
On an NFSv4.1 server cache miss that causes an upcall, NFS4ERR_DELAY will be returned. It is up to the NFSv4.1 client to resend only the operations that have not been processed.
Initialize rq_usedeferral to 1 in svc_process(). It sill be turned off in nfsd4_proc_compound() only when NFSv4.1 Sessions are used.
Note: this isn't an adequate solution on its own. It's acceptable as a way to get some minimal 4.1 up and working, but we're going to have to find a way to avoid returning DELAY in all common cases before 4.1 can really be considered ready.
--- fs/nfsd/nfs4proc.c | 8 ++++++++ include/linux/sunrpc/svc.h | 1 + net/sunrpc/svc.c | 2 ++ net/sunrpc/svc_xprt.c | 2 +- 4 files changed, 12 insertions(+), 1 deletions(-)
fs/nfsd/nfs4proc.c +8 -0
@@ -854,6 +854,8 @@ nfsd4_proc_compound(struct svc_rqst *rqstp, resp->cstate.replay_owner =NULL ;fh_init (&resp->cstate.current_fh,NFS4_FHSIZE );fh_init (&resp->cstate.save_fh,NFS4_FHSIZE ); +/* Use the deferral mechanism only for NFSv4.0 compounds */ + rqstp->rq_usedeferral = (args->minorversion ==0 );/* * According to RFC3010, this takes precedence over all other errors.
@@ -933,12 +935,18 @@ encode_op:nfsd4_increment_op_stats (op->opnum); } +if (!rqstp->rq_usedeferral && status == nfserr_dropit) { +dprintk ("%s Dropit - send NFS4ERR_DELAY\n" , __func__); + status = nfserr_jukebox; + }fh_put (&resp->cstate.current_fh);fh_put (&resp->cstate.save_fh);BUG_ON (resp->cstate.replay_owner); out:nfsd4_release_compoundargs (args); +/* Reset deferral mechanism for RPC deferrals */ + rqstp->rq_usedeferral =1 ;dprintk ("nfsv4 compound returned %d\n" ,ntohl (status));return status; }
include/linux/sunrpc/svc.h +1 -0
@@ -230,6 +230,7 @@ struct svc_rqst {struct svc_cred rq_cred;/* auth info */ void * rq_xprt_ctxt;/* transport specific context ptr */ struct svc_deferred_req *rq_deferred;/* deferred request we are replaying */ +int rq_usedeferral;/* use deferral */ size_t rq_xprt_hlen;/* xprt header len */ struct xdr_buf rq_arg;
net/sunrpc/svc.c +2 -0
@@ -1023,6 +1023,8 @@ svc_process(struct svc_rqst *rqstp) rqstp->rq_res.tail[0 ].iov_len =0 ;/* Will be turned off only in gss privacy case: */ rqstp->rq_splice_ok =1 ; +/* Will be turned off only when NFSv4 Sessions are used */ + rqstp->rq_usedeferral =1 ;/* Setup reply header */ rqstp->rq_xprt->xpt_ops->xpo_prep_reply_hdr (rqstp);
net/sunrpc/svc_xprt.c +1 -1
@@ -974,7 +974,7 @@ static struct cache_deferred_req *svc_defer(struct cache_req *req) struct svc_rqst *rqstp = container_of(req, struct svc_rqst, rq_chandle);struct svc_deferred_req *dr; -if (rqstp->rq_arg.page_len) +if (rqstp->rq_arg.page_len || !rqstp->rq_usedeferral)return NULL ;/* if more than a page, give up FIXME */ if (rqstp->rq_deferred) { dr = rqstp->rq_deferred;
Signature · 1 line
1.6.2.1
PATCH v3 2/35 nfs41: common protocol definitions
In reply to Benny HalevyDefine all NFSv4.1 common operation and error code constants.
Note that some of the definitions are used by both the nfs41 client and the server code. This patch is duplicated in the nfs41 and nfsd41 sessions patchset.
--- include/linux/nfs4.h | 128 +++++++++++++++++++++++++++++++++++++++++++++++++- 1 files changed, 127 insertions(+), 1 deletions(-)
include/linux/nfs4.h +127 -1
@@ -21,6 +21,7 @@#define NFS4_FHSIZE 128#define NFS4_MAXPATHLEN PATH_MAX#define NFS4_MAXNAMLEN NAME_MAX +#define NFS4_MAX_SESSIONID_LEN 16#define NFS4_ACCESS_READ 0x0001#define NFS4_ACCESS_LOOKUP 0x0002
@@ -38,6 +39,7 @@#define NFS4_OPEN_RESULT_CONFIRM 0x0002#define NFS4_OPEN_RESULT_LOCKTYPE_POSIX 0x0004 +#define NFS4_SHARE_ACCESS_MASK 0x000F#define NFS4_SHARE_ACCESS_READ 0x0001#define NFS4_SHARE_ACCESS_WRITE 0x0002#define NFS4_SHARE_ACCESS_BOTH 0x0003
@@ -45,6 +47,19 @@#define NFS4_SHARE_DENY_WRITE 0x0002#define NFS4_SHARE_DENY_BOTH 0x0003 +/* nfs41 */ +#define NFS4_SHARE_WANT_MASK 0xFF00 +#define NFS4_SHARE_WANT_NO_PREFERENCE 0x0000 +#define NFS4_SHARE_WANT_READ_DELEG 0x0100 +#define NFS4_SHARE_WANT_WRITE_DELEG 0x0200 +#define NFS4_SHARE_WANT_ANY_DELEG 0x0300 +#define NFS4_SHARE_WANT_NO_DELEG 0x0400 +#define NFS4_SHARE_WANT_CANCEL 0x0500 + +#define NFS4_SHARE_WHEN_MASK 0xF0000 +#define NFS4_SHARE_SIGNAL_DELEG_WHEN_RESRC_AVAIL 0x10000 +#define NFS4_SHARE_PUSH_DELEG_WHEN_UNCONTENDED 0x20000 +#define NFS4_SET_TO_SERVER_TIME 0#define NFS4_SET_TO_CLIENT_TIME 1
@@ -88,6 +103,31 @@#define NFS4_ACE_GENERIC_EXECUTE 0x001200A0#define NFS4_ACE_MASK_ALL 0x001F01FF +#define EXCHGID4_FLAG_SUPP_MOVED_REFER 0x00000001 +#define EXCHGID4_FLAG_SUPP_MOVED_MIGR 0x00000002 +#define EXCHGID4_FLAG_USE_NON_PNFS 0x00010000 +#define EXCHGID4_FLAG_USE_PNFS_MDS 0x00020000 +#define EXCHGID4_FLAG_USE_PNFS_DS 0x00040000 +#define EXCHGID4_FLAG_UPD_CONFIRMED_REC_A 0x40000000 +#define EXCHGID4_FLAG_CONFIRMED_R 0x80000000 +/* +* Since the validity of these bits depends on whether +* they're set in the argument or response, have separate +* invalid flag masks for arg (_A) and resp (_R). +*/ +#define EXCHGID4_FLAG_MASK_A 0x40070003 +#define EXCHGID4_FLAG_MASK_R 0x80070003 + +#define SEQ4_STATUS_CB_PATH_DOWN 0x00000001 +#define SEQ4_STATUS_CB_GSS_CONTEXTS_EXPIRING 0x00000002 +#define SEQ4_STATUS_CB_GSS_CONTEXTS_EXPIRED 0x00000004 +#define SEQ4_STATUS_EXPIRED_ALL_STATE_REVOKED 0x00000008 +#define SEQ4_STATUS_EXPIRED_SOME_STATE_REVOKED 0x00000010 +#define SEQ4_STATUS_ADMIN_STATE_REVOKED 0x00000020 +#define SEQ4_STATUS_RECALLABLE_STATE_REVOKED 0x00000040 +#define SEQ4_STATUS_LEASE_MOVED 0x00000080 +#define SEQ4_STATUS_RESTART_RECLAIM_NEEDED 0x00000100 +#define NFS4_MAX_UINT64 (~(u64)0)enum nfs4_acl_whotype {
@@ -154,6 +194,28 @@ enum nfs_opnum4 {OP_VERIFY =37 ,OP_WRITE =38 ,OP_RELEASE_LOCKOWNER =39 , + +/* nfs41 */ +OP_BACKCHANNEL_CTL =40 , +OP_BIND_CONN_TO_SESSION =41 , +OP_EXCHANGE_ID =42 , +OP_CREATE_SESSION =43 , +OP_DESTROY_SESSION =44 , +OP_FREE_STATEID =45 , +OP_GET_DIR_DELEGATION =46 , +OP_GETDEVICEINFO =47 , +OP_GETDEVICELIST =48 , +OP_LAYOUTCOMMIT =49 , +OP_LAYOUTGET =50 , +OP_LAYOUTRETURN =51 , +OP_SECINFO_NO_NAME =52 , +OP_SEQUENCE =53 , +OP_SET_SSV =54 , +OP_TEST_STATEID =55 , +OP_WANT_DELEGATION =56 , +OP_DESTROY_CLIENTID =57 , +OP_RECLAIM_COMPLETE =58 , + OP_ILLEGAL = 10044, };
@@ -230,7 +292,48 @@ enum nfsstat4 {NFS4ERR_DEADLOCK =10045 ,NFS4ERR_FILE_OPEN =10046 ,NFS4ERR_ADMIN_REVOKED =10047 , - NFS4ERR_CB_PATH_DOWN = 10048 +NFS4ERR_CB_PATH_DOWN =10048 , + +/* nfs41 */ +NFS4ERR_BADIOMODE =10049 , +NFS4ERR_BADLAYOUT =10050 , +NFS4ERR_BAD_SESSION_DIGEST =10051 , +NFS4ERR_BADSESSION =10052 , +NFS4ERR_BADSLOT =10053 , +NFS4ERR_COMPLETE_ALREADY =10054 , +NFS4ERR_CONN_NOT_BOUND_TO_SESSION =10055 , +NFS4ERR_DELEG_ALREADY_WANTED =10056 , +NFS4ERR_BACK_CHAN_BUSY =10057 ,/* backchan reqs outstanding */ +NFS4ERR_LAYOUTTRYLATER =10058 , +NFS4ERR_LAYOUTUNAVAILABLE =10059 , +NFS4ERR_NOMATCHING_LAYOUT =10060 , +NFS4ERR_RECALLCONFLICT =10061 , +NFS4ERR_UNKNOWN_LAYOUTTYPE =10062 , +NFS4ERR_SEQ_MISORDERED =10063 ,/* unexpected seq.id in req */ +NFS4ERR_SEQUENCE_POS =10064 ,/* [CB_]SEQ. op not 1st op */ +NFS4ERR_REQ_TOO_BIG =10065 ,/* request too big */ +NFS4ERR_REP_TOO_BIG =10066 ,/* reply too big */ +NFS4ERR_REP_TOO_BIG_TO_CACHE =10067 ,/* rep. not all cached */ +NFS4ERR_RETRY_UNCACHED_REP =10068 ,/* retry & rep. uncached */ +NFS4ERR_UNSAFE_COMPOUND =10069 ,/* retry/recovery too hard */ +NFS4ERR_TOO_MANY_OPS =10070 ,/* too many ops in [CB_]COMP */ +NFS4ERR_OP_NOT_IN_SESSION =10071 ,/* op needs [CB_]SEQ. op */ +NFS4ERR_HASH_ALG_UNSUPP =10072 ,/* hash alg. not supp. */ +/* Error 10073 is unused. */ +NFS4ERR_CLIENTID_BUSY =10074 ,/* clientid has state */ +NFS4ERR_PNFS_IO_HOLE =10075 ,/* IO to _SPARSE file hole */ +NFS4ERR_SEQ_FALSE_RETRY =10076 ,/* retry not origional */ +NFS4ERR_BAD_HIGH_SLOT =10077 ,/* sequence arg bad */ +NFS4ERR_DEADSESSION =10078 ,/* persistent session dead */ +NFS4ERR_ENCR_ALG_UNSUPP =10079 ,/* SSV alg mismatch */ +NFS4ERR_PNFS_NO_LAYOUT =10080 ,/* direct I/O with no layout */ +NFS4ERR_NOT_ONLY_OP =10081 ,/* bad compound */ +NFS4ERR_WRONG_CRED =10082 ,/* permissions:state change */ +NFS4ERR_WRONG_TYPE =10083 ,/* current operation mismatch */ +NFS4ERR_DIRDELEG_UNAVAIL =10084 ,/* no directory delegation */ +NFS4ERR_REJECT_DELEG =10085 ,/* on callback */ +NFS4ERR_RETURNCONFLICT =10086 ,/* outstanding layoutreturn */ + NFS4ERR_DELEG_REVOKED = 10087, /* deleg./layout revoked */ };/*
@@ -391,6 +494,29 @@ enum {NFSPROC4_CLNT_GETACL ,NFSPROC4_CLNT_SETACL ,NFSPROC4_CLNT_FS_LOCATIONS , + +/* nfs41 */ +NFSPROC4_CLNT_EXCHANGE_ID , +NFSPROC4_CLNT_CREATE_SESSION , +NFSPROC4_CLNT_DESTROY_SESSION , +NFSPROC4_CLNT_SEQUENCE , + NFSPROC4_CLNT_GET_LEASE_TIME, +}; + +/* nfs41 types */ +struct nfs4_sessionid { +unsigned char data[NFS4_MAX_SESSIONID_LEN ]; +}; + +/* Create Session Flags */ +#define SESSION4_PERSIST 0x001 +#define SESSION4_BACK_CHAN 0x002 +#define SESSION4_RDMA 0x004 + +enum state_protect_how4 { +SP4_NONE =0 , +SP4_MACH_CRED =1 , +SP4_SSV =2 };#endif
Signature · 1 line
1.6.2.1
PATCH v3 3/35 nfsd41: define nfs41 error codes
In reply to Benny HalevyFrom: Marc Eshel <[email protected]>
Define all error code present in
http://tools.ietf.org/html/draft-ietf-nfsv4-minorversion1-29.
--- include/linux/nfs.h | 1 - include/linux/nfsd/nfsd.h | 43 ++++++++++++++++++++++++++++++++++++++++++- 2 files changed, 42 insertions(+), 2 deletions(-)
include/linux/nfs.h +0 -1
@@ -109,7 +109,6 @@NFSERR_FILE_OPEN =10046 ,/* v4 */ NFSERR_ADMIN_REVOKED =10047 ,/* v4 */ NFSERR_CB_PATH_DOWN = 10048, /* v4 */ - NFSERR_REPLAY_ME = 10049 /* v4 */ };/* NFSv2 file types - beware, these are not the same in NFSv3 */
include/linux/nfsd/nfsd.h +42 -1
55 lines not on this page · raw message
Signature · 1 line
1.6.2.1
PATCH v3 4/35 nfsd41: sessions basic data types
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
This patch provides basic data structures representing the nfs41 sessions and slots, plus helpers for keeping a reference count on the session and freeing it.
Note that our server only support a headerpadsz of 0 and it ignores backchannel attributes at the moment.
--- fs/nfsd/nfs4state.c | 18 ++++++++++++++++++ include/linux/nfsd/state.h | 33 +++++++++++++++++++++++++++++++++ 2 files changed, 51 insertions(+), 0 deletions(-)
fs/nfsd/nfs4state.c +18 -0
@@ -382,6 +382,24 @@ static void release_openowner(struct nfs4_stateowner *sop)nfs4_put_stateowner (sop); } +static void +release_session (struct nfsd4_session *ses) +{ +list_del (&ses->se_hash); +list_del (&ses->se_perclnt); +nfsd4_put_session (ses); +} + +void +free_session (struct kref *kref) +{ +struct nfsd4_session *ses; + + ses = container_of(kref, struct nfsd4_session, se_ref); +kfree (ses->se_slots); +kfree (ses); +} +static inline void renew_client (struct nfs4_client *clp) {
include/linux/nfsd/state.h +33 -0
@@ -99,6 +99,39 @@ struct nfs4_callback {struct rpc_clnt * cb_client; }; +struct nfsd4_slot { +bool sl_inuse; +u32 sl_seqid; +}; + +struct nfsd4_session { +struct kref se_ref; +struct list_head se_hash;/* hash by sessionid */ +struct list_head se_perclnt; +u32 se_flags; +struct nfs4_client *se_client;/* for expire_client */ +struct nfs4_sessionid se_sessionid; +u32 se_fmaxreq_sz; +u32 se_fmaxresp_sz; +u32 se_fmaxresp_cached; +u32 se_fmaxops; +u32 se_fnumslots; +struct nfsd4_slot *se_slots;/* forward channel slots */ +}; + +static inline void +nfsd4_put_session (struct nfsd4_session *ses) +{ +extern void free_session (struct kref *kref); +kref_put (&ses->se_ref, free_session); +} + +static inline void +nfsd4_get_session (struct nfsd4_session *ses) +{ +kref_get (&ses->se_ref); +} +#define HEXDIR_LEN 33/* hex version of 16 byte md5 of cl_name plus '\0' */ /*
Signature · 1 line
1.6.2.1
PATCH v3 5/35 nfsd41: introduce nfs4_client cl_sessions list
In reply to Benny HalevyFrom: Marc Eshel <[email protected]>
--- fs/nfsd/nfs4state.c | 1 + include/linux/nfsd/state.h | 3 +++ 2 files changed, 4 insertions(+), 0 deletions(-)
fs/nfsd/nfs4state.c +1 -0
@@ -528,6 +528,7 @@ static struct nfs4_client *create_client(struct xdr_netobj name, char *recdir)INIT_LIST_HEAD (&clp->cl_strhash);INIT_LIST_HEAD (&clp->cl_openowners);INIT_LIST_HEAD (&clp->cl_delegations); +INIT_LIST_HEAD (&clp->cl_sessions);INIT_LIST_HEAD (&clp->cl_lru);return clp; }
include/linux/nfsd/state.h +3 -0
@@ -163,6 +163,9 @@ struct nfs4_client {struct nfs4_callback cl_callback;/* callback info */ atomic_t cl_count;/* ref count */ u32 cl_firststate;/* recovery dir creation */ + +/* for nfs41 */ +struct list_head cl_sessions; };/* struct nfs4_client_reset
Signature · 1 line
1.6.2.1
PATCH v3 6/35 nfsd41: release_session when client is expired
In reply to Benny HalevyFrom: Marc Eshel <[email protected]>
--- fs/nfsd/nfs4state.c | 6 ++++++ 1 files changed, 6 insertions(+), 0 deletions(-)
fs/nfsd/nfs4state.c +6 -0
@@ -511,6 +511,12 @@ expire_client(struct nfs4_client *clp) sop = list_entry(clp->cl_openowners.next, struct nfs4_stateowner, so_perclient);release_openowner (sop); } +while (!list_empty (&clp->cl_sessions)) { +struct nfsd4_session *ses; + ses = list_entry(clp->cl_sessions.next, struct nfsd4_session, + se_perclnt); +release_session (ses); + }put_nfs4_client (clp); }
Signature · 1 line
1.6.2.1
PATCH v3 7/35 nfsd41: sessionid hashing
In reply to Benny HalevyFrom: Marc Eshel <[email protected]>
Simple sessionid hashing using its monotonically increasing sequence number.
Locking considerations:sessionid_hashtbl access is controlled by the sessionid_lock spin lock. It must be taken for insert, delete, and lookup. nfsd4_sequence looks up the session id and if the session is found, it calls nfsd4_get_session (still under the sessionid_lock). nfsd4_destroy_session calls nfsd4_put_session after unhashing it, so when the session's kref reaches zero it's going to get freed.
--- fs/nfsd/nfs4state.c | 55 +++++++++++++++++++++++++++++++++++++++++++- include/linux/nfsd/state.h | 7 +++++ 2 files changed, 61 insertions(+), 1 deletions(-)
fs/nfsd/nfs4state.c +54 -1
@@ -382,11 +382,62 @@ static void release_openowner(struct nfs4_stateowner *sop)nfs4_put_stateowner (sop); } +static DEFINE_SPINLOCK (sessionid_lock); +#define SESSION_HASH_SIZE 512 +static struct list_head sessionid_hashtbl[SESSION_HASH_SIZE ]; + +static inline int +hash_sessionid (struct nfs4_sessionid *sessionid) +{ +struct nfsd4_sessionid *sid = (struct nfsd4_sessionid *)sessionid; + +return sid->sequence %SESSION_HASH_SIZE ; +} + +static inline void +dump_sessionid (const char *fn,struct nfs4_sessionid *sessionid) +{ +u32 *ptr = (u32 *)(&sessionid->data[0 ]); +dprintk ("%s: %u:%u:%u:%u\n" , fn, ptr[0 ], ptr[1 ], ptr[2 ], ptr[3 ]); +} + +/* caller must hold sessionid_lock */ +static struct nfsd4_session * +find_in_sessionid_hashtbl (struct nfs4_sessionid *sessionid) +{ +struct nfsd4_session *elem; +int idx; + +dump_sessionid (__func__, sessionid); + idx =hash_sessionid (sessionid); +dprintk ("%s: idx is %d\n" , __func__, idx); +/* Search in the appropriate list */ +list_for_each_entry (elem, &sessionid_hashtbl[idx], se_hash) { +dump_sessionid ("list traversal" , &elem->se_sessionid); +if (!memcmp (elem->se_sessionid.data, sessionid->data, +NFS4_MAX_SESSIONID_LEN )) { +return elem; + } + } + +dprintk ("%s: session not found\n" , __func__); +return NULL ; +} + +/* caller must hold sessionid_lock */ static void -release_session (struct nfsd4_session *ses) +unhash_session (struct nfsd4_session *ses) {list_del (&ses->se_hash);list_del (&ses->se_perclnt); +} + +static void +release_session (struct nfsd4_session *ses) +{ +spin_lock (&sessionid_lock); +unhash_session (ses); +spin_unlock (&sessionid_lock);nfsd4_put_session (ses); }
@@ -3205,6 +3256,8 @@ nfs4_state_init(void)INIT_LIST_HEAD (&unconf_str_hashtbl[i]);INIT_LIST_HEAD (&unconf_id_hashtbl[i]); } +for (i =0 ; i <SESSION_HASH_SIZE ; i++) +INIT_LIST_HEAD (&sessionid_hashtbl[i]);for (i =0 ; i <FILE_HASH_SIZE ; i++) {INIT_LIST_HEAD (&file_hashtbl[i]); }
include/linux/nfsd/state.h +7 -0
@@ -132,6 +132,13 @@ nfsd4_get_session(struct nfsd4_session *ses)kref_get (&ses->se_ref); } +/* formatted contents of nfs4_sessionid */ +struct nfsd4_sessionid { +clientid_t clientid; +u32 sequence; +u32 reserved; +}; +#define HEXDIR_LEN 33/* hex version of 16 byte md5 of cl_name plus '\0' */ /*
Signature · 1 line
1.6.2.1
PATCH v3 8/35 nfsd41: xdr infrastructure
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
Define nfsd41_dec_ops vector and add it to nfsd4_minorversion for minorversion 1.
Note: nfsd4_enc_ops vector is shared for v4.0 and v4.1 since we don't need to filter out obsolete ops as this is done in the decoding phase.
exchange_id, create_session, destroy_session, and sequence ops are implemented as stubs returning nfserr_opnotsupp at this stage.
--- fs/nfsd/nfs4xdr.c | 148 +++++++++++++++++++++++++++++++++++++++++++++ include/linux/nfsd/xdr4.h | 22 +++++++ 2 files changed, 170 insertions(+), 0 deletions(-)
fs/nfsd/nfs4xdr.c +148 -0
@@ -997,6 +997,34 @@ nfsd4_decode_release_lockowner(struct nfsd4_compoundargs *argp, struct nfsd4_rel }static __be32 +nfsd4_decode_exchange_id (struct nfsd4_compoundargs *argp, +struct nfsd4_exchange_id *clid) +{ +return nfserr_opnotsupp;/* stub */ +} + +static __be32 +nfsd4_decode_create_session (struct nfsd4_compoundargs *argp, +struct nfsd4_create_session *sess) +{ +return nfserr_opnotsupp;/* stub */ +} + +static __be32 +nfsd4_decode_destroy_session (struct nfsd4_compoundargs *argp, +struct nfsd4_destroy_session *destroy_session) +{ +return nfserr_opnotsupp;/* stub */ +} + +static __be32 +nfsd4_decode_sequence (struct nfsd4_compoundargs *argp, +struct nfsd4_sequence *seq) +{ +return nfserr_opnotsupp;/* stub */ +} + +static __be32 nfsd4_decode_noop (struct nfsd4_compoundargs *argp,void *p) {return nfs_ok;
@@ -1050,6 +1078,67 @@ static nfsd4_dec nfsd4_dec_ops[] = { [OP_RELEASE_LOCKOWNER] = (nfsd4_dec)nfsd4_decode_release_lockowner, }; +static nfsd4_dec nfsd41_dec_ops[] = { + [OP_ACCESS] (nfsd4_dec)nfsd4_decode_access, + [OP_CLOSE] (nfsd4_dec)nfsd4_decode_close, + [OP_COMMIT] (nfsd4_dec)nfsd4_decode_commit, + [OP_CREATE] (nfsd4_dec)nfsd4_decode_create, + [OP_DELEGPURGE] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_DELEGRETURN] (nfsd4_dec)nfsd4_decode_delegreturn, + [OP_GETATTR] (nfsd4_dec)nfsd4_decode_getattr, + [OP_GETFH] (nfsd4_dec)nfsd4_decode_noop, + [OP_LINK] (nfsd4_dec)nfsd4_decode_link, + [OP_LOCK] (nfsd4_dec)nfsd4_decode_lock, + [OP_LOCKT] (nfsd4_dec)nfsd4_decode_lockt, + [OP_LOCKU] (nfsd4_dec)nfsd4_decode_locku, + [OP_LOOKUP] (nfsd4_dec)nfsd4_decode_lookup, + [OP_LOOKUPP] (nfsd4_dec)nfsd4_decode_noop, + [OP_NVERIFY] (nfsd4_dec)nfsd4_decode_verify, + [OP_OPEN] (nfsd4_dec)nfsd4_decode_open, + [OP_OPENATTR] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_OPEN_CONFIRM] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_OPEN_DOWNGRADE] (nfsd4_dec)nfsd4_decode_open_downgrade, + [OP_PUTFH] (nfsd4_dec)nfsd4_decode_putfh, + [OP_PUTPUBFH] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_PUTROOTFH] (nfsd4_dec)nfsd4_decode_noop, + [OP_READ] (nfsd4_dec)nfsd4_decode_read, + [OP_READDIR] (nfsd4_dec)nfsd4_decode_readdir, + [OP_READLINK] (nfsd4_dec)nfsd4_decode_noop, + [OP_REMOVE] (nfsd4_dec)nfsd4_decode_remove, + [OP_RENAME] (nfsd4_dec)nfsd4_decode_rename, + [OP_RENEW] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_RESTOREFH] (nfsd4_dec)nfsd4_decode_noop, + [OP_SAVEFH] (nfsd4_dec)nfsd4_decode_noop, + [OP_SECINFO] (nfsd4_dec)nfsd4_decode_secinfo, + [OP_SETATTR] (nfsd4_dec)nfsd4_decode_setattr, + [OP_SETCLIENTID] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_SETCLIENTID_CONFIRM](nfsd4_dec)nfsd4_decode_notsupp, + [OP_VERIFY] (nfsd4_dec)nfsd4_decode_verify, + [OP_WRITE] (nfsd4_dec)nfsd4_decode_write, + [OP_RELEASE_LOCKOWNER] (nfsd4_dec)nfsd4_decode_notsupp, + +/* new operations for NFSv4.1 */ + [OP_BACKCHANNEL_CTL] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_BIND_CONN_TO_SESSION](nfsd4_dec)nfsd4_decode_notsupp, + [OP_EXCHANGE_ID] (nfsd4_dec)nfsd4_decode_exchange_id, + [OP_CREATE_SESSION] (nfsd4_dec)nfsd4_decode_create_session, + [OP_DESTROY_SESSION] (nfsd4_dec)nfsd4_decode_destroy_session, + [OP_FREE_STATEID] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_GET_DIR_DELEGATION] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_GETDEVICEINFO] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_GETDEVICELIST] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_LAYOUTCOMMIT] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_LAYOUTGET] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_LAYOUTRETURN] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_SECINFO_NO_NAME] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_SEQUENCE] (nfsd4_dec)nfsd4_decode_sequence, + [OP_SET_SSV] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_TEST_STATEID] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_WANT_DELEGATION] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_DESTROY_CLIENTID] (nfsd4_dec)nfsd4_decode_notsupp, + [OP_RECLAIM_COMPLETE] (nfsd4_dec)nfsd4_decode_notsupp, +}; +struct nfsd4_minorversion_ops {nfsd4_dec *decoders;int nops;
@@ -1057,6 +1146,7 @@ struct nfsd4_minorversion_ops {static struct nfsd4_minorversion_ops nfsd4_minorversion[] = { [0 ] = { nfsd4_dec_ops,ARRAY_SIZE (nfsd4_dec_ops) }, + [1 ] = { nfsd41_dec_ops,ARRAY_SIZE (nfsd41_dec_ops) }, }; static __be32
@@ -2572,6 +2662,38 @@ nfsd4_encode_write(struct nfsd4_compoundres *resp, __be32 nfserr, struct nfsd4_w }static __be32 +nfsd4_encode_exchange_id (struct nfsd4_compoundres *resp,int nfserr, +struct nfsd4_exchange_id *exid) +{ +/* stub */ +return nfserr; +} + +static __be32 +nfsd4_encode_create_session (struct nfsd4_compoundres *resp,int nfserr, +struct nfsd4_create_session *sess) +{ +/* stub */ +return nfserr; +} + +static __be32 +nfsd4_encode_destroy_session (struct nfsd4_compoundres *resp,int nfserr, +struct nfsd4_destroy_session *destroy_session) +{ +/* stub */ +return nfserr; +} + +static __be32 +nfsd4_encode_sequence (struct nfsd4_compoundres *resp,int nfserr, +struct nfsd4_sequence *seq) +{ +/* stub */ +return nfserr; +} + +static __be32 nfsd4_encode_noop (struct nfsd4_compoundres *resp,__be32 nfserr,void *p) {return nfserr;
@@ -2579,6 +2701,11 @@ nfsd4_encode_noop(struct nfsd4_compoundres *resp, __be32 nfserr, void *p)typedef __be32 (*nfsd4_enc )(struct nfsd4_compoundres *,__be32 ,void *); +/* +* Note: nfsd4_enc_ops vector is shared for v4.0 and v4.1 +* since we don't need to filter out obsolete ops as this is +* done in the decoding phase. +*/ static nfsd4_enc nfsd4_enc_ops[] = { [OP_ACCESS ] = (nfsd4_enc )nfsd4_encode_access, [OP_CLOSE ] = (nfsd4_enc )nfsd4_encode_close,
@@ -2617,6 +2744,27 @@ static nfsd4_enc nfsd4_enc_ops[] = { [OP_VERIFY] = (nfsd4_enc)nfsd4_encode_noop, [OP_WRITE] = (nfsd4_enc)nfsd4_encode_write, [OP_RELEASE_LOCKOWNER] = (nfsd4_enc)nfsd4_encode_noop, + +/* NFSv4.1 operations */ + [OP_BACKCHANNEL_CTL] = (nfsd4_enc)nfsd4_encode_noop, + [OP_BIND_CONN_TO_SESSION] = (nfsd4_enc)nfsd4_encode_noop, + [OP_EXCHANGE_ID] = (nfsd4_enc)nfsd4_encode_exchange_id, + [OP_CREATE_SESSION] = (nfsd4_enc)nfsd4_encode_create_session, + [OP_DESTROY_SESSION] = (nfsd4_enc)nfsd4_encode_destroy_session, + [OP_FREE_STATEID] = (nfsd4_enc)nfsd4_encode_noop, + [OP_GET_DIR_DELEGATION] = (nfsd4_enc)nfsd4_encode_noop, + [OP_GETDEVICEINFO] = (nfsd4_enc)nfsd4_encode_noop, + [OP_GETDEVICELIST] = (nfsd4_enc)nfsd4_encode_noop, + [OP_LAYOUTCOMMIT] = (nfsd4_enc)nfsd4_encode_noop, + [OP_LAYOUTGET] = (nfsd4_enc)nfsd4_encode_noop, + [OP_LAYOUTRETURN] = (nfsd4_enc)nfsd4_encode_noop, + [OP_SECINFO_NO_NAME] = (nfsd4_enc)nfsd4_encode_noop, + [OP_SEQUENCE] = (nfsd4_enc)nfsd4_encode_sequence, + [OP_SET_SSV] = (nfsd4_enc)nfsd4_encode_noop, + [OP_TEST_STATEID] = (nfsd4_enc)nfsd4_encode_noop, + [OP_WANT_DELEGATION] = (nfsd4_enc)nfsd4_encode_noop, + [OP_DESTROY_CLIENTID] = (nfsd4_enc)nfsd4_encode_noop, + [OP_RECLAIM_COMPLETE] = (nfsd4_enc)nfsd4_encode_noop, };void
include/linux/nfsd/xdr4.h +22 -0
@@ -344,6 +344,22 @@ struct nfsd4_write {nfs4_verifier wr_verifier;/* response */ }; +struct nfsd4_exchange_id { +int foo;/* stub */ +}; + +struct nfsd4_create_session { +int foo;/* stub */ +}; + +struct nfsd4_sequence { +int foo;/* stub */ +}; + +struct nfsd4_destroy_session { +int foo;/* stub */ +}; +struct nfsd4_op {int opnum;__be32 status;
@@ -378,6 +394,12 @@ struct nfsd4_op {struct nfsd4_verify verify;struct nfsd4_write write;struct nfsd4_release_lockowner release_lockowner; + +/* NFSv4.1 */ +struct nfsd4_exchange_id exchange_id; +struct nfsd4_create_session create_session; +struct nfsd4_destroy_session destroy_session; +struct nfsd4_sequence sequence; } u;struct nfs4_replay * replay; };
Signature · 1 line
1.6.2.1
PATCH v3 9/35 nfsd41: proc stubs
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
--- fs/nfsd/nfs4proc.c | 22 ++++++++++++++++++++++ fs/nfsd/nfs4state.c | 32 ++++++++++++++++++++++++++++++++ include/linux/nfsd/xdr4.h | 12 ++++++++++++ 3 files changed, 66 insertions(+), 0 deletions(-)
fs/nfsd/nfs4proc.c +22 -0
@@ -1101,6 +1101,28 @@ static struct nfsd4_operation nfsd4_ops[] = { .op_flags = ALLOWED_WITHOUT_FH | ALLOWED_ON_ABSENT_FS, .op_name = "OP_RELEASE_LOCKOWNER", }, + +/* NFSv4.1 operations */ + [OP_EXCHANGE_ID] = { + .op_func = (nfsd4op_func)nfsd4_exchange_id, + .op_flags = ALLOWED_WITHOUT_FH, + .op_name = "OP_EXCHANGE_ID", + }, + [OP_CREATE_SESSION] = { + .op_func = (nfsd4op_func)nfsd4_create_session, + .op_flags = ALLOWED_WITHOUT_FH, + .op_name = "OP_CREATE_SESSION", + }, + [OP_DESTROY_SESSION] = { + .op_func = (nfsd4op_func)nfsd4_destroy_session, + .op_flags = ALLOWED_WITHOUT_FH, + .op_name = "OP_DESTROY_SESSION", + }, + [OP_SEQUENCE] = { + .op_func = (nfsd4op_func)nfsd4_sequence, + .op_flags = ALLOWED_WITHOUT_FH, + .op_name = "OP_SEQUENCE", + }, };static const char *nfsd4_op_name (unsigned opnum)
fs/nfsd/nfs4state.c +32 -0
@@ -833,6 +833,38 @@ out_err: }__be32 +nfsd4_exchange_id (struct svc_rqst *rqstp, +struct nfsd4_compound_state *cstate, +struct nfsd4_exchange_id *exid) +{ +return -1 ;/* stub */ +} + +__be32 +nfsd4_create_session (struct svc_rqst *rqstp, +struct nfsd4_compound_state *cstate, +struct nfsd4_create_session *cr_ses) +{ +return -1 ;/* stub */ +} + +__be32 +nfsd4_destroy_session (struct svc_rqst *r, +struct nfsd4_compound_state *cstate, +struct nfsd4_destroy_session *sessionid) +{ +return -1 ;/* stub */ +} + +__be32 +nfsd4_sequence (struct svc_rqst *r, +struct nfsd4_compound_state *cstate, +struct nfsd4_sequence *seq) +{ +return -1 ;/* stub */ +} + +__be32 nfsd4_setclientid (struct svc_rqst *rqstp,struct nfsd4_compound_state *cstate,struct nfsd4_setclientid *setclid) {
include/linux/nfsd/xdr4.h +12 -0
@@ -471,6 +471,18 @@ extern __be32 nfsd4_setclientid(struct svc_rqst *rqstp,extern __be32 nfsd4_setclientid_confirm (struct svc_rqst *rqstp,struct nfsd4_compound_state *,struct nfsd4_setclientid_confirm *setclientid_confirm); +extern __be32 nfsd4_exchange_id (struct svc_rqst *rqstp, +struct nfsd4_compound_state *, +struct nfsd4_exchange_id *); +extern __be32 nfsd4_create_session (struct svc_rqst *, +struct nfsd4_compound_state *, +struct nfsd4_create_session *); +extern __be32 nfsd4_sequence (struct svc_rqst *, +struct nfsd4_compound_state *, +struct nfsd4_sequence *); +extern __be32 nfsd4_destroy_session (struct svc_rqst *, +struct nfsd4_compound_state *, +struct nfsd4_destroy_session *);extern __be32 nfsd4_process_open1 (struct nfsd4_open *open);extern __be32 nfsd4_process_open2 (struct svc_rqst *rqstp,struct svc_fh *current_fh,struct nfsd4_open *open);
Signature · 1 line
1.6.2.1
PATCH v3 10/35 nfsd41: exchange_id operation
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
Implement the exchange_id operation confoming to
http://tools.ietf.org/html/draft-ietf-nfsv4-minorversion1-28
Based on the client provided name, hash a client id. If a confirmed one is found, compare the op's creds and verifier. If the creds match and the verifier is different then expire the old client (client re-incarnated), otherwise, if both match, assume it's a replay and ignore it.
If an unconfirmed client is found, then copy the new creds and verifer if need update, otherwise assume replay.
The client is moved to a confirmed state on create_session.
In the nfs41 branch set the exchange_id flags to EXCHGID4_FLAG_USE_NON_PNFS | EXCHGID4_FLAG_SUPP_MOVED_REFER (pNFS is not supported, Referrals are supported, Migration is not.).
Address various scenarios from section 18.35 of the spec:
1. Check for EXCHGID4_FLAG_UPD_CONFIRMED_REC_A and set EXCHGID4_FLAG_CONFIRMED_R as appropriate.
2. Return error codes per 18.35.4 scenarios.
3. Update client records or generate new client ids depending on scenario.
Note: 18.35.4 case 3 probably still needs revisiting. The handling seems not quite right.
--- fs/nfsd/nfs4state.c | 142 ++++++++++++++++++++++++++++++++++++++++++- fs/nfsd/nfs4xdr.c | 147 ++++++++++++++++++++++++++++++++++++++++++- include/linux/nfsd/state.h | 2 + include/linux/nfsd/xdr4.h | 7 ++- 4 files changed, 292 insertions(+), 6 deletions(-)
fs/nfsd/nfs4state.c +141 -1
@@ -832,12 +832,152 @@ out_err:return ; } +/* +* Set the exchange_id flags returned by the server. +*/ +static void +nfsd4_set_ex_flags (struct nfs4_client *new,struct nfsd4_exchange_id *clid) +{ +/* pNFS is not supported */ + new->cl_exchange_flags |=EXCHGID4_FLAG_USE_NON_PNFS ; + +/* Referrals are supported, Migration is not. */ + new->cl_exchange_flags |=EXCHGID4_FLAG_SUPP_MOVED_REFER ; + +/* set the wire flags to return to client. */ + clid->flags = new->cl_exchange_flags; +} +__be32 nfsd4_exchange_id (struct svc_rqst *rqstp,struct nfsd4_compound_state *cstate,struct nfsd4_exchange_id *exid) { -return -1 ;/* stub */ +struct nfs4_client *unconf, *conf, *new; +int status; +unsigned int strhashval; +char dname[HEXDIR_LEN ]; +nfs4_verifier verf = exid->verifier; +u32 ip_addr =svc_addr_in (rqstp)->sin_addr.s_addr; + +dprintk ("%s rqstp=%p exid=%p clname.len=%u clname.data=%p " +" ip_addr=%u flags %x, spa_how %d\n" , + __func__, rqstp, exid, exid->clname.len, exid->clname.data, + ip_addr, exid->flags, exid->spa_how); + +if (!check_name (exid->clname) || (exid->flags & ~EXCHGID4_FLAG_MASK_A )) +return nfserr_inval; + +/* Currently only support SP4_NONE */ +switch (exid->spa_how) { +case SP4_NONE : +break ; +case SP4_SSV : +return nfserr_encr_alg_unsupp; +default : +BUG ();/* checked by xdr code */ +case SP4_MACH_CRED : +return nfserr_serverfault;/* no excuse :-/ */ + } + + status =nfs4_make_rec_clidname (dname, &exid->clname); + +if (status) + goto error; + + strhashval =clientstr_hashval (dname); + +nfs4_lock_state (); + status = nfs_ok; + + conf =find_confirmed_client_by_str (dname, strhashval); +if (conf) { +if (!same_verf (&verf, &conf->cl_verifier)) { +/* 18.35.4 case 8 */ +if (exid->flags &EXCHGID4_FLAG_UPD_CONFIRMED_REC_A ) { + status = nfserr_not_same; + goto out; + } +/* Client reboot: destroy old state */ +expire_client (conf); + goto out_new; + } +if (!same_creds (&conf->cl_cred, &rqstp->rq_cred)) { +/* 18.35.4 case 9 */ +if (exid->flags &EXCHGID4_FLAG_UPD_CONFIRMED_REC_A ) { + status = nfserr_perm; + goto out; + } +expire_client (conf); + goto out_new; + } +if (ip_addr != conf->cl_addr && + !(exid->flags &EXCHGID4_FLAG_UPD_CONFIRMED_REC_A )) { +/* Client collision. 18.35.4 case 3 */ + status = nfserr_clid_inuse; + goto out; + } +/* +* Set bit when the owner id and verifier map to an already +* confirmed client id (18.35.3). +*/ + exid->flags |=EXCHGID4_FLAG_CONFIRMED_R ; + +/* +* Falling into 18.35.4 case 2, possible router replay. +* Leave confirmed record intact and return same result. +*/ +copy_verf (conf, &verf); + new = conf; + goto out_copy; + }else { +/* 18.35.4 case 7 */ +if (exid->flags &EXCHGID4_FLAG_UPD_CONFIRMED_REC_A ) { + status = nfserr_noent; + goto out; + } + } + + unconf =find_unconfirmed_client_by_str (dname, strhashval); +if (unconf) { +/* +* Possible retry or client restart. Per 18.35.4 case 4, +* a new unconfirmed record should be generated regardless +* of whether any properties have changed. +*/ +expire_client (unconf); + } + +out_new: +/* Normal case */ + new =create_client (exid->clname, dname); +if (new ==NULL ) { + status = nfserr_resource; + goto out; + } + +copy_verf (new, &verf); +copy_cred (&new->cl_cred, &rqstp->rq_cred); + new->cl_addr = ip_addr; +gen_clid (new); +gen_confirm (new); +add_to_unconfirmed (new, strhashval); +out_copy: + exid->clientid.cl_boot = new->cl_clientid.cl_boot; + exid->clientid.cl_id = new->cl_clientid.cl_id; + + new->cl_seqid = exid->seqid =1 ; +nfsd4_set_ex_flags (new, exid); + +dprintk ("nfsd4_exchange_id seqid %d flags %x\n" , + new->cl_seqid, new->cl_exchange_flags); + status = nfs_ok; + +out: +nfs4_unlock_state (); +error: +dprintk ("nfsd4_exchange_id returns %d\n" ,ntohl (status)); +return status; } __be32
fs/nfsd/nfs4xdr.c +143 -4
166 lines not on this page · raw message
include/linux/nfsd/state.h +2 -0
@@ -173,6 +173,8 @@ struct nfs4_client {/* for nfs41 */ struct list_head cl_sessions; +u32 cl_seqid;/* seqid for create_session */ +u32 cl_exchange_flags; };/* struct nfs4_client_reset
include/linux/nfsd/xdr4.h +6 -1
@@ -345,7 +345,12 @@ struct nfsd4_write { };struct nfsd4_exchange_id { -int foo;/* stub */ +nfs4_verifier verifier; +struct xdr_netobj clname; +u32 flags; +clientid_t clientid; +u32 seqid; +int spa_how; };struct nfsd4_create_session {
Signature · 1 line
1.6.2.1
PATCH v3 11/35 nfsd41: match clientid establishment method
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
We need to distinguish between client names provided by NFSv4.0 clients SETCLIENTID and those provided by NFSv4.1 via EXCHANGE_ID when looking up the clientid by string.
--- fs/nfsd/nfs4recover.c | 3 ++- fs/nfsd/nfs4state.c | 42 +++++++++++++++++++++++++++++++----------- include/linux/nfsd/state.h | 2 +- 3 files changed, 34 insertions(+), 13 deletions(-)
fs/nfsd/nfs4recover.c +2 -1
@@ -344,7 +344,8 @@ purge_old(struct dentry *parent, struct dentry *child) {int status; -if (nfs4_has_reclaimed_state (child->d_name.name)) +/* note: we currently use this path only for minorversion 0 */ +if (nfs4_has_reclaimed_state (child->d_name.name, false))return 0 ; status =nfsd4_clear_clid_dir (parent, child);
fs/nfsd/nfs4state.c +31 -11
103 lines not on this page · raw message
include/linux/nfsd/state.h +1 -1
@@ -330,7 +330,7 @@ extern void nfsd4_init_recdir(char *recdir_name);extern int nfsd4_recdir_load (void );extern void nfsd4_shutdown_recdir (void );extern int nfs4_client_to_reclaim (const char *name); -extern int nfs4_has_reclaimed_state (const char *name); +extern int nfs4_has_reclaimed_state (const char *name,bool use_exchange_id);extern void nfsd4_recdir_purge_old (void );extern int nfsd4_create_clid_dir (struct nfs4_client *clp);extern void nfsd4_remove_clid_dir (struct nfs4_client *clp);
Signature · 1 line
1.6.2.1
PATCH v3 12/35 nfsd41: sequence operation
In reply to Benny HalevyImplement the sequence operation conforming to
http://tools.ietf.org/html/draft-ietf-nfsv4-minorversion1-26
Check for stale clientid (as derived from the sessionid). Enforce slotid range and exactly-once semantics using the slotid and seqid.
If everything went well renew the client lease and mark the slot INPROGRESS.
Add a struct nfsd4_slot pointer to struct nfsd4_compound_state. To be used for sessions DRC replay.
--- fs/nfsd/nfs4state.c | 73 +++++++++++++++++++++++++++++++++++++++++++- fs/nfsd/nfs4xdr.c | 33 ++++++++++++++++++-- include/linux/nfsd/xdr4.h | 13 +++++++- 3 files changed, 113 insertions(+), 6 deletions(-)
fs/nfsd/nfs4state.c +71 -2
@@ -1000,6 +1000,32 @@ error:return status; } +static int +check_slot_seqid (u32 seqid,struct nfsd4_slot *slot) +{ +dprintk ("%s enter. seqid %d slot->sl_seqid %d\n" , __func__, seqid, + slot->sl_seqid); + +/* The slot is in use, and no response has been sent. */ +if (slot->sl_inuse) { +if (seqid == slot->sl_seqid) +return nfserr_jukebox; +else +return nfserr_seq_misordered; + } +/* Normal */ +if (likely (seqid == slot->sl_seqid +1 )) +return nfs_ok; +/* Replay */ +if (seqid == slot->sl_seqid) +return nfserr_replay_cache; +/* Wraparound */ +if (seqid ==1 && (slot->sl_seqid +1 ) ==0 ) +return nfs_ok; +/* Misordered replay or misordered new request */ +return nfserr_seq_misordered; +} + __be32 nfsd4_create_session(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
@@ -1017,11 +1043,54 @@ nfsd4_destroy_session(struct svc_rqst *r, }__be32 -nfsd4_sequence (struct svc_rqst *r, +nfsd4_sequence (struct svc_rqst *rqstp,struct nfsd4_compound_state *cstate,struct nfsd4_sequence *seq) { -return -1 ;/* stub */ +struct nfsd4_session *session; +struct nfsd4_slot *slot; +int status; + +spin_lock (&sessionid_lock); + status = nfserr_badsession; + session =find_in_sessionid_hashtbl (&seq->sessionid); +if (!session) + goto out; + + status = nfserr_badslot; +if (seq->slotid >= session->se_fnumslots) + goto out; + + slot = &session->se_slots[seq->slotid]; +dprintk ("%s: slotid %d\n" , __func__, seq->slotid); + + status =check_slot_seqid (seq->seqid, slot); +if (status == nfserr_replay_cache) { + cstate->slot = slot; + cstate->session = session; + goto replay_cache; + } +if (status) + goto out; + +/* Success! bump slot seqid */ + slot->sl_inuse = true; + slot->sl_seqid = seq->seqid; + + cstate->slot = slot; + cstate->session = session; + +replay_cache: +/* Renew the clientid on success and on replay. +* Hold a session reference until done processing the compound: +* nfsd4_put_session called only if the cstate slot is set. +*/ +renew_client (session->se_client); +nfsd4_get_session (session); +out: +spin_unlock (&sessionid_lock); +dprintk ("%s: return %d\n" , __func__,ntohl (status)); +return status; } __be32
fs/nfsd/nfs4xdr.c +30 -3
@@ -1113,7 +1113,16 @@ static __be32 nfsd4_decode_sequence(struct nfsd4_compoundargs *argp, struct nfsd4_sequence *seq) { - return nfserr_opnotsupp; /* stub */ +DECODE_HEAD ; + +READ_BUF (NFS4_MAX_SESSIONID_LEN +16 ); +COPYMEM (seq->sessionid.data,NFS4_MAX_SESSIONID_LEN ); +READ32 (seq->seqid); +READ32 (seq->slotid); +READ32 (seq->maxslots); +READ32 (seq->cachethis); + +DECODE_TAIL ; } static __be32
@@ -2828,8 +2837,26 @@ static __be32 nfsd4_encode_sequence(struct nfsd4_compoundres *resp, int nfserr, struct nfsd4_sequence *seq) { - /* stub */ - return nfserr; +ENCODE_HEAD ; + +if (nfserr) +return nfserr; + +RESERVE_SPACE (NFS4_MAX_SESSIONID_LEN +20 ); +WRITEMEM (seq->sessionid.data,NFS4_MAX_SESSIONID_LEN ); +WRITE32 (seq->seqid); +WRITE32 (seq->slotid); +WRITE32 (seq->maxslots); +/* +* FIXME: for now: +* target_maxslots = maxslots +* status_flags = 0 +*/ +WRITE32 (seq->maxslots); +WRITE32 (0 ); + +ADJUST_ARGS (); +return 0 ; } static __be32
include/linux/nfsd/xdr4.h +12 -1
@@ -48,6 +48,9 @@ struct nfsd4_compound_state {struct svc_fh current_fh;struct svc_fh save_fh;struct nfs4_stateowner *replay_owner; +/* For sessions DRC */ +struct nfsd4_session *session; +struct nfsd4_slot *slot; };struct nfsd4_change_info {
@@ -358,7 +361,15 @@ struct nfsd4_create_session { };struct nfsd4_sequence { -int foo;/* stub */ +struct nfs4_sessionid sessionid;/* request/response */ +u32 seqid;/* request/response */ +u32 slotid;/* request/response */ +u32 maxslots;/* request/response */ +u32 cachethis;/* request */ +#if 0 +u32 target_maxslots;/* response */ +u32 status_flags;/* response */ +#endif /* not yet */ };struct nfsd4_destroy_session {
Signature · 1 line
1.6.2.1
PATCH v3 13/35 nfsd41: enforce NFS4ERR_SEQUENCE_POS operation order rules for minorversion != 0 only.
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
--- fs/nfsd/nfs4proc.c | 40 ++++++++++++++++++++++++++++++++-------- fs/nfsd/nfs4state.c | 4 ++++ 2 files changed, 36 insertions(+), 8 deletions(-)
fs/nfsd/nfs4proc.c +32 -8
@@ -811,14 +811,15 @@ static inline void nfsd4_increment_op_stats(u32 opnum)typedef __be32 (*nfsd4op_func )(struct svc_rqst *,struct nfsd4_compound_state *,void *); +enum nfsd4_op_flags { +ALLOWED_WITHOUT_FH =1 <<0 ,/* No current filehandle required */ +ALLOWED_ON_ABSENT_FS =2 <<0 ,/* ops processed on absent fs */ +ALLOWED_AS_FIRST_OP =3 <<0 ,/* ops reqired first in compound */ +};struct nfsd4_operation {nfsd4op_func op_func;u32 op_flags; -/* Most ops require a valid current filehandle; a few don't: */ -#define ALLOWED_WITHOUT_FH 1 -/* GETATTR and ops not listed as returning NFS4ERR_MOVED: */ -#define ALLOWED_ON_ABSENT_FS 2char *op_name; };
@@ -827,6 +828,23 @@ static struct nfsd4_operation nfsd4_ops[];static const char *nfsd4_op_name (unsigned opnum);/* +* Enforce NFSv4.1 COMPOUND ordering rules. +* +* TODO: +* - enforce NFS4ERR_NOT_ONLY_OP, +* - DESTROY_SESSION MUST be the final operation in the COMPOUND request. +*/ +static bool nfs41_op_ordering_ok (struct nfsd4_compoundargs *args) +{ +if (args->minorversion && args->opcnt >0 ) { +struct nfsd4_op *op = &args->ops[0 ]; +return (op->status == nfserr_op_illegal) || + (nfsd4_ops[op->opnum].op_flags &ALLOWED_AS_FIRST_OP ); + } +return true; +} + +/* * COMPOUND call. */ static __be32
@@ -864,6 +882,12 @@ nfsd4_proc_compound(struct svc_rqst *rqstp,if (args->minorversion >NFSD_SUPPORTED_MINOR_VERSION ) goto out; +if (!nfs41_op_ordering_ok (args)) { + op = &args->ops[0 ]; + op->status = nfserr_sequence_pos; + goto encode_op; + } + status = nfs_ok;while (!status && resp->opcnt < args->opcnt) { op = &args->ops[resp->opcnt++];
@@ -1105,22 +1129,22 @@ static struct nfsd4_operation nfsd4_ops[] = {/* NFSv4.1 operations */ [OP_EXCHANGE_ID ] = { .op_func = (nfsd4op_func )nfsd4_exchange_id, - .op_flags =ALLOWED_WITHOUT_FH , + .op_flags =ALLOWED_WITHOUT_FH |ALLOWED_AS_FIRST_OP , .op_name ="OP_EXCHANGE_ID" , }, [OP_CREATE_SESSION ] = { .op_func = (nfsd4op_func )nfsd4_create_session, - .op_flags =ALLOWED_WITHOUT_FH , + .op_flags =ALLOWED_WITHOUT_FH |ALLOWED_AS_FIRST_OP , .op_name ="OP_CREATE_SESSION" , }, [OP_DESTROY_SESSION ] = { .op_func = (nfsd4op_func )nfsd4_destroy_session, - .op_flags =ALLOWED_WITHOUT_FH , + .op_flags =ALLOWED_WITHOUT_FH |ALLOWED_AS_FIRST_OP , .op_name ="OP_DESTROY_SESSION" , }, [OP_SEQUENCE ] = { .op_func = (nfsd4op_func )nfsd4_sequence, - .op_flags =ALLOWED_WITHOUT_FH , + .op_flags =ALLOWED_WITHOUT_FH |ALLOWED_AS_FIRST_OP , .op_name ="OP_SEQUENCE" , }, };
fs/nfsd/nfs4state.c +4 -0
@@ -1047,10 +1047,14 @@ nfsd4_sequence(struct svc_rqst *rqstp,struct nfsd4_compound_state *cstate, struct nfsd4_sequence *seq) { + struct nfsd4_compoundres *resp = rqstp->rq_resp;struct nfsd4_session *session;struct nfsd4_slot *slot;int status; +if (resp->opcnt !=1 ) +return nfserr_sequence_pos; +spin_lock (&sessionid_lock); status = nfserr_badsession; session =find_in_sessionid_hashtbl (&seq->sessionid);
Signature · 1 line
1.6.2.1
PATCH v3 14/35 nfsd41: DRC save, restore, and clear functions
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
Cache all the result pages, including the rpc header in rq_respages[0], for a request in the slot table cache entry.
Cache the statp pointer from nfsd_dispatch which points into rq_respages[0] just past the rpc header. When setting a cache entry, calculate and save the length of the nfs data minus the rpc header for rq_respages[0].
When replaying a cache entry, replace the cached rpc header with the replayed request rpc result header, unless there is not enough room in the cached results first page. In that case, use the cached rpc header.
The sessions fore channel maxresponse size cached is set to NFSD_PAGES_PER_SLOT
* PAGE_SIZE. For compounds we are cacheing with operations such as READDIR that use the xdr_buf->pages to hold data, we choose to cache the extra page of data rather than copying data from xdr_buf->pages into the xdr_buf->head page.
--- fs/nfsd/nfs4state.c | 142 ++++++++++++++++++++++++++++++++++++++++++++ fs/nfsd/nfssvc.c | 4 + include/linux/nfsd/cache.h | 1 + include/linux/nfsd/state.h | 13 ++++ include/linux/nfsd/xdr4.h | 4 + 5 files changed, 164 insertions(+), 0 deletions(-)
fs/nfsd/nfs4state.c +142 -0
@@ -852,6 +852,148 @@ out_err:return ; } +void +nfsd4_set_statp (struct svc_rqst *rqstp,__be32 *statp) +{ +struct nfsd4_compoundres *resp = rqstp->rq_resp; + + resp->cstate.statp = statp; +} + +/* +* Dereference the result pages. +*/ +static void +nfsd4_release_respages (struct page **respages,short resused) +{ +int i; + +dprintk ("--> %s\n" , __func__); +for (i =0 ; i < resused; i++) { +if (!respages[i]) +continue ; +put_page (respages[i]); + respages[i] =NULL ; + } +} + +static void +nfsd4_copy_pages (struct page **topages,struct page **frompages,short count) +{ +int i; + +for (i =0 ; i < count; i++) { + topages[i] = frompages[i]; +if (!topages[i]) +continue ; +get_page (topages[i]); + } +} + +/* +* Cache the reply pages up to NFSD_PAGES_PER_SLOT + 1, clearing the previous +* pages. We add a page to NFSD_PAGES_PER_SLOT for the case where the total +* length of the XDR response is less than se_fmaxresp_cached +* (NFSD_PAGES_PER_SLOT * PAGE_SIZE) but the xdr_buf pages is used for a +* of the reply (e.g. readdir). +* +* Store the base and length of the rq_req.head[0] page +* of the NFSv4.1 data, just past the rpc header. +*/ +void +nfsd4_store_cache_entry (struct nfsd4_compoundres *resp) +{ +struct nfsd4_cache_entry *entry = &resp->cstate.slot->sl_cache_entry; +struct svc_rqst *rqstp = resp->rqstp; +struct nfsd4_compoundargs *args = rqstp->rq_argp; +struct nfsd4_op *op = &args->ops[resp->opcnt]; +struct kvec *resv = &rqstp->rq_res.head[0 ]; + +dprintk ("--> %s entry %p\n" , __func__, entry); + +/* Don't cache a failed OP_SEQUENCE. */ +if (resp->opcnt ==1 && op->opnum ==OP_SEQUENCE && resp->cstate.status) +return ; +nfsd4_release_respages (entry->ce_respages, entry->ce_resused); + entry->ce_resused = rqstp->rq_resused; +if (entry->ce_resused >NFSD_PAGES_PER_SLOT +1 ) + entry->ce_resused =NFSD_PAGES_PER_SLOT +1 ; +nfsd4_copy_pages (entry->ce_respages, rqstp->rq_respages, + entry->ce_resused); + entry->ce_status = resp->cstate.status; + entry->ce_datav.iov_base = resp->cstate.statp; + entry->ce_datav.iov_len = resv->iov_len - ((char *)resp->cstate.statp - + (char *)page_address (rqstp->rq_respages[0 ])); + entry->ce_opcnt = resp->opcnt; +/* Current request rpc header length*/ + entry->ce_rpchdrlen = (char *)resp->cstate.statp - + (char *)page_address (rqstp->rq_respages[0 ]); +} + +/* +* We keep the rpc header, but take the nfs reply from the replycache. +*/ +static int +nfsd41_copy_replay_data (struct nfsd4_compoundres *resp, +struct nfsd4_cache_entry *entry) +{ +struct svc_rqst *rqstp = resp->rqstp; +struct kvec *resv = &resp->rqstp->rq_res.head[0 ]; +int len; + +/* Current request rpc header length*/ + len = (char *)resp->cstate.statp - + (char *)page_address (rqstp->rq_respages[0 ]); +if (entry->ce_datav.iov_len + len >PAGE_SIZE ) { +dprintk ("%s v41 cached reply too large (%Zd).\n" , __func__, + entry->ce_datav.iov_len); +return 0 ; + } +/* copy the cached reply nfsd data past the current rpc header */ +memcpy ((char *)resv->iov_base + len, entry->ce_datav.iov_base, + entry->ce_datav.iov_len); + resv->iov_len = len + entry->ce_datav.iov_len; +return 1 ; +} + +/* +* Keep the first page of the replay. Copy the NFSv4.1 data from the first +* cached page. Replace any futher replay pages from the cache. +*/ +__be32 +nfsd4_replay_cache_entry (struct nfsd4_compoundres *resp) +{ +struct nfsd4_cache_entry *entry = &resp->cstate.slot->sl_cache_entry; +__be32 status; + +dprintk ("--> %s entry %p\n" , __func__, entry); + + +if (!nfsd41_copy_replay_data (resp, entry)) { +/* +* Not enough room to use the replay rpc header, send the +* cached header. Release all the allocated result pages. +*/ +svc_free_res_pages (resp->rqstp); +nfsd4_copy_pages (resp->rqstp->rq_respages, entry->ce_respages, + entry->ce_resused); + }else { +/* Release all but the first allocated result page */ + + resp->rqstp->rq_resused--; +svc_free_res_pages (resp->rqstp); + +nfsd4_copy_pages (&resp->rqstp->rq_respages[1 ], + &entry->ce_respages[1 ], + entry->ce_resused -1 ); + } + + resp->rqstp->rq_resused = entry->ce_resused; + status = entry->ce_status; + +return status; +} +/* * Set the exchange_id flags returned by the server. */
fs/nfsd/nfssvc.c +4 -0
@@ -515,6 +515,10 @@ nfsd_dispatch(struct svc_rqst *rqstp, __be32 *statp) + rqstp->rq_res.head[0 ].iov_len; rqstp->rq_res.head[0 ].iov_len +=sizeof (__be32); +/* NFSv4.1 DRC requires statp */ +if (rqstp->rq_vers ==4 ) +nfsd4_set_statp (rqstp, statp); +/* Now call the procedure handler, and encode NFS status. */ nfserr = proc->pc_func (rqstp, rqstp->rq_argp, rqstp->rq_resp); nfserr =map_new_errors (rqstp->rq_vers, nfserr);
include/linux/nfsd/cache.h +1 -0
@@ -75,5 +75,6 @@ int nfsd_reply_cache_init(void);void nfsd_reply_cache_shutdown (void );int nfsd_cache_lookup (struct svc_rqst *,int );void nfsd_cache_update (struct svc_rqst *,int ,__be32 *); +void nfsd4_set_statp (struct svc_rqst *rqstp,__be32 *statp);#endif /* NFSCACHE_H */
include/linux/nfsd/state.h +13 -0
@@ -99,9 +99,22 @@ struct nfs4_callback {struct rpc_clnt * cb_client; }; +/* Maximum number of pages per slot cache entry */ +#define NFSD_PAGES_PER_SLOT 1 + +struct nfsd4_cache_entry { +__be32 ce_status; +struct kvec ce_datav;/* encoded NFSv4.1 data in rq_res.head[0] */ +struct page *ce_respages[NFSD_PAGES_PER_SLOT +1 ]; +short ce_resused; +int ce_opcnt; +int ce_rpchdrlen; +}; +struct nfsd4_slot {bool sl_inuse;u32 sl_seqid; +struct nfsd4_cache_entry sl_cache_entry; };struct nfsd4_session {
include/linux/nfsd/xdr4.h +4 -0
@@ -51,6 +51,8 @@ struct nfsd4_compound_state {/* For sessions DRC */ struct nfsd4_session *session;struct nfsd4_slot *slot; +__be32 *statp; +u32 status; };struct nfsd4_change_info {
@@ -487,6 +489,8 @@ extern __be32 nfsd4_setclientid(struct svc_rqst *rqstp,extern __be32 nfsd4_setclientid_confirm (struct svc_rqst *rqstp,struct nfsd4_compound_state *,struct nfsd4_setclientid_confirm *setclientid_confirm); +extern void nfsd4_store_cache_entry (struct nfsd4_compoundres *resp); +extern __be32 nfsd4_replay_cache_entry (struct nfsd4_compoundres *resp);extern __be32 nfsd4_exchange_id (struct svc_rqst *rqstp,struct nfsd4_compound_state *,struct nfsd4_exchange_id *);
Signature · 1 line
1.6.2.1
PATCH v3 15/35 nfsd41: hard page limit for DRC
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
Use no more than 1/128th of the number of free pages at nfsd startup for the v4.1 DRC.
This is an arbitrary default which should probably end up under the control of an administrator.
--- fs/nfsd/nfssvc.c | 23 +++++++++++++++++++++++ include/linux/nfsd/nfsd.h | 3 +++ include/linux/sunrpc/svc.h | 2 ++ 3 files changed, 28 insertions(+), 0 deletions(-)
fs/nfsd/nfssvc.c +23 -0
@@ -22,6 +22,7 @@#include <linux/freezer.h> #include <linux/fs_struct.h> #include <linux/kthread.h> +#include <linux/swap.h> #include <linux/sunrpc/types.h> #include <linux/sunrpc/stats.h>
@@ -197,6 +198,26 @@ void nfsd_reset_versions(void) } } +/* +* Each session guarantees a negotiated per slot memory cache for replies +* which in turn consumes memory beyond the v2/v3/v4.0 server. A dedicated +* NFSv4.1 server might want to use more memory for a DRC than a machine +* with mutiple services. +* +* Impose a hard limit on the number of pages for the DRC which varies +* according to the machines free pages. This is of course only a default. +* +* For now this is a #defined shift which could be under admin control +* in the future. +*/ +static void set_max_drc (void ) +{ + nfsd_serv->sv_drc_max_pages =nr_free_buffer_pages () + >>NFSD_DRC_SIZE_SHIFT ; + nfsd_serv->sv_drc_pages_used =0 ; +dprintk ("%s svc_drc_max_pages %u\n" , __func__, + nfsd_serv->sv_drc_max_pages); +}int nfsd_create_serv (void ) {
@@ -229,6 +250,8 @@ int nfsd_create_serv(void) nfsd_last_thread, nfsd, THIS_MODULE);if (nfsd_serv ==NULL ) err = -ENOMEM ; +else +set_max_drc ();do_gettimeofday (&nfssvc_boot);/* record boot time */ return err;
include/linux/nfsd/nfsd.h +3 -0
@@ -331,6 +331,9 @@ extern struct timeval nfssvc_boot;#define NFSD_LEASE_TIME (nfs4_lease_time())#define NFSD_LAUNDROMAT_MINTIMEOUT 10/* seconds */ +/* The percent of nr_free_buffer_pages used by the V4.1 server DRC */ +#define NFSD_DRC_SIZE_SHIFT 7 +/* * The following attributes are currently not supported by the NFSv4 server: * ARCHIVE (deprecated anyway)
include/linux/sunrpc/svc.h +2 -0
@@ -95,6 +95,8 @@ struct svc_serv {struct module * sv_module;/* optional module to count when * adding threads */ svc_thread_fn sv_function;/* main function for threads */ +unsigned int sv_drc_max_pages;/* Total pages for DRC */ +unsigned int sv_drc_pages_used;/* DRC pages used */ };/*
Signature · 1 line
1.6.2.1
PATCH v3 16/35 nfsd41: nfsd DRC logic
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
Replay a request in nfsd4_sequence.
Add a minorversion to struct nfsd4_compound_state.
Pass the current slot to nfs4svc_encode_compound res via struct nfsd4_compoundres to set an NFSv4.1 DRC entry.
--- fs/nfsd/nfs4proc.c | 7 +++++++ fs/nfsd/nfs4state.c | 6 ++++++ fs/nfsd/nfs4xdr.c | 11 +++++++++++ include/linux/nfsd/xdr4.h | 1 + 4 files changed, 25 insertions(+), 0 deletions(-)
fs/nfsd/nfs4proc.c +7 -0
@@ -936,6 +936,12 @@ nfsd4_proc_compound(struct svc_rqst *rqstp,BUG_ON (op->status == nfs_ok); encode_op: +/* Only from SEQUENCE or CREATE_SESSION */ +if (resp->cstate.status == nfserr_replay_cache) { +dprintk ("%s NFS4.1 replay from cache\n" , __func__); + status = op->status; + goto out; + }if (op->status == nfserr_replay_me) { op->replay = &cstate->replay_owner->so_replay;nfsd4_encode_replay (resp, op);
@@ -964,6 +970,7 @@ encode_op: status = nfserr_jukebox; } + resp->cstate.status = status;fh_put (&resp->cstate.current_fh);fh_put (&resp->cstate.save_fh);BUG_ON (resp->cstate.replay_owner);
fs/nfsd/nfs4state.c +6 -0
@@ -989,6 +989,8 @@ nfsd4_replay_cache_entry(struct nfsd4_compoundres *resp) } resp->rqstp->rq_resused = entry->ce_resused; + resp->opcnt = entry->ce_opcnt; + resp->cstate.iovlen = entry->ce_datav.iov_len + entry->ce_rpchdrlen; status = entry->ce_status;return status;
@@ -1214,6 +1216,10 @@ nfsd4_sequence(struct svc_rqst *rqstp,if (status == nfserr_replay_cache) { cstate->slot = slot; cstate->session = session; +/* Return the cached reply status and set cstate->status +* for nfsd4_svc_encode_compoundres processing*/ + status =nfsd4_replay_cache_entry (resp); + cstate->status = nfserr_replay_cache; goto replay_cache; }if (status)
fs/nfsd/nfs4xdr.c +11 -0
@@ -3049,6 +3049,17 @@ nfs4svc_encode_compoundres(struct svc_rqst *rqstp, __be32 *p, struct nfsd4_compo iov = &rqstp->rq_res.head[0 ]; iov->iov_len = ((char *)resp->p) - (char *)iov->iov_base;BUG_ON (iov->iov_len >PAGE_SIZE ); +if (resp->cstate.slot !=NULL ) { +if (resp->cstate.status == nfserr_replay_cache) { + iov->iov_len = resp->cstate.iovlen; + }else { +nfsd4_store_cache_entry (resp); +dprintk ("%s: SET SLOT STATE TO AVAILABLE\n" , __func__); + resp->cstate.slot->sl_inuse =0 ; + } +if (resp->cstate.session) +nfsd4_put_session (resp->cstate.session); + }return 1 ; }
include/linux/nfsd/xdr4.h +1 -0
@@ -52,6 +52,7 @@ struct nfsd4_compound_state {struct nfsd4_session *session;struct nfsd4_slot *slot;__be32 *statp; +size_t iovlen;u32 status; };
Signature · 1 line
1.6.2.1
PATCH v3 17/35 nfsd41: clear DRC cache on free_session
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
--- fs/nfsd/nfs4state.c | 7 +++++++ 1 files changed, 7 insertions(+), 0 deletions(-)
fs/nfsd/nfs4state.c +7 -0
@@ -441,12 +441,19 @@ release_session(struct nfsd4_session *ses)nfsd4_put_session (ses); } +static void nfsd4_release_respages (struct page **respages,short resused); +void free_session (struct kref *kref) {struct nfsd4_session *ses; +int i; ses = container_of(kref, struct nfsd4_session, se_ref); +for (i =0 ; i < ses->se_fnumslots; i++) { +struct nfsd4_cache_entry *e = &ses->se_slots[i].sl_cache_entry; +nfsd4_release_respages (e->ce_respages, e->ce_resused); + }kfree (ses->se_slots);kfree (ses); }
Signature · 1 line
1.6.2.1
PATCH v3 18/35 nfsd41: create_session operation
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
Implement the create_session operation confoming to
http://tools.ietf.org/html/draft-ietf-nfsv4-minorversion1-26
Look up the client id (generated by the server on exchange_id, given by the client on create_session).
If neither a confirmed or unconfirmed client is found then the client id is stale
If a confirmed cilent is found (i.e. we already received create_session for it) then compare the sequence id to determine if it's a replay or possibly a mis-ordered rpc. If the seqid is in order, update the confirmed client seqid and procedd with updating the session parameters.
If an unconfirmed client_id is found then verify the creds and seqid. If both match move the client id to confirmed state and proceed with processing the create_session.
Currently, we do not support persistent sessions, and RDMA.
alloc_init_session generates a new sessionid and creates a session structure.
NFSD_PAGES_PER_SLOT is used for the max response cached calculation, and for the counting of DRC pages using the hard limits set in struct srv_serv.
A note on NFSD_PAGES_PER_SLOT:
Other patches in this series allow for NFSD_PAGES_PER_SLOT + 1 pages to be cached in a DRC slot when the response size is less than NFSD_PAGES_PER_SLOT * PAGE_SIZE but xdr_buf pages are used. e.g. a READDIR operation will encode a small amount of data in the xdr_buf head, and then the READDIR in the xdr_buf pages. So, the hard limit calculation use of pages by a session is underestimated by the number of cached operations using the xdr_buf pages.
Yet another patch caches no pages for the solo sequence operation, or any compound where cache_this is False. So the hard limit calculation use of pages by a session is overestimated by the number of these operations in the cache.
TODO: improve resource pre-allocation and negotiate session parameters accordingly. Respect and possibly adjust backchannel attributes.
Our client and server only support a headerpadsz of 0.
--- fs/nfsd/nfs4state.c | 188 +++++++++++++++++++++++++++++++++++++++++++- fs/nfsd/nfs4xdr.c | 148 ++++++++++++++++++++++++++++++++++- include/linux/nfsd/state.h | 7 ++- include/linux/nfsd/xdr4.h | 21 +++++- 4 files changed, 358 insertions(+), 6 deletions(-)
fs/nfsd/nfs4state.c +187 -1
@@ -68,6 +68,7 @@ static u32 current_delegid = 1;static u32 nfs4_init;static stateid_t zerostateid;/* bits all 0 */ static stateid_t onestateid;/* bits all 1 */ +static u64 current_sessionid =1 ;#define ZERO_STATEID (stateid) (!memcmp((stateid), &zerostateid, sizeof(stateid_t)))#define ONE_STATEID (stateid) (!memcmp((stateid), &onestateid, sizeof(stateid_t)))
@@ -401,6 +402,131 @@ dump_sessionid(const char *fn, struct nfs4_sessionid *sessionid)dprintk ("%s: %u:%u:%u:%u\n" , fn, ptr[0 ], ptr[1 ], ptr[2 ], ptr[3 ]); } +static void +gen_sessionid (struct nfsd4_session *ses) +{ +struct nfs4_client *clp = ses->se_client; +struct nfsd4_sessionid *sid; + + sid = (struct nfsd4_sessionid *)ses->se_sessionid.data; + sid->clientid = clp->cl_clientid; + sid->sequence = current_sessionid++; + sid->reserved =0 ; +} + +/* +* Give the client the number of slots it requests bound by +* NFSD_MAX_SLOTS_PER_SESSION and by sv_drc_max_pages. +* +* If we run out of pages (sv_drc_pages_used == sv_drc_max_pages) we +* should (up to a point) re-negotiate active sessions and reduce their +* slot usage to make rooom for new connections. For now we just fail the +* create session. +*/ +static int set_forechannel_maxreqs (struct nfsd4_channel_attrs *fchan) +{ +int status =0 , np = fchan->maxreqs *NFSD_PAGES_PER_SLOT ; + +spin_lock (&nfsd_serv->sv_lock); +if (np + nfsd_serv->sv_drc_pages_used > nfsd_serv->sv_drc_max_pages) + np = nfsd_serv->sv_drc_max_pages - nfsd_serv->sv_drc_pages_used; + nfsd_serv->sv_drc_pages_used += np; +spin_unlock (&nfsd_serv->sv_lock); + +if (np <=0 ) { + status = nfserr_resource; + fchan->maxreqs =0 ; + }else + fchan->maxreqs = np /NFSD_PAGES_PER_SLOT ; + +return status; +} + +/* +* fchan holds the client values on input, and the server values on output +*/ +static int init_forechannel_attrs (struct svc_rqst *rqstp, +struct nfsd4_session *session, +struct nfsd4_channel_attrs *fchan) +{ +int status =0 ; +__u32 maxcount =svc_max_payload (rqstp); + +/* headerpadsz set to zero in encode routine */ + +/* Use the client's max request and max response size if possible */ +if (fchan->maxreq_sz > maxcount) + fchan->maxreq_sz = maxcount; + session->se_fmaxreq_sz = fchan->maxreq_sz; + +if (fchan->maxresp_sz > maxcount) + fchan->maxresp_sz = maxcount; + session->se_fmaxresp_sz = fchan->maxresp_sz; + +/* Set the max response cached size our default which is +* a multiple of PAGE_SIZE and small */ + session->se_fmaxresp_cached =NFSD_PAGES_PER_SLOT *PAGE_SIZE ; + fchan->maxresp_cached = session->se_fmaxresp_cached; + +/* Use the client's maxops if possible */ +if (fchan->maxops >NFSD_MAX_OPS_PER_COMPOUND ) + fchan->maxops =NFSD_MAX_OPS_PER_COMPOUND ; + session->se_fmaxops = fchan->maxops; + +/* try to use the client requested number of slots */ +if (fchan->maxreqs >NFSD_MAX_SLOTS_PER_SESSION ) + fchan->maxreqs =NFSD_MAX_SLOTS_PER_SESSION ; + +/* FIXME: Error means no more DRC pages so the server should +* recover pages from existing sessions. For now fail session +* creation. +*/ + status =set_forechannel_maxreqs (fchan); + + session->se_fnumslots = fchan->maxreqs; +return status; +} + +static int +alloc_init_session (struct svc_rqst *rqstp,struct nfs4_client *clp, +struct nfsd4_create_session *cses) +{ +struct nfsd4_session *new, tmp; +int idx, status = nfserr_resource, slotsize; + +memset (&tmp,0 ,sizeof (tmp)); + +/* FIXME: For now, we just accept the client back channel attributes. */ + status =init_forechannel_attrs (rqstp, &tmp, &cses->fore_channel); +if (status) + goto out; + +/* allocate struct nfsd4_session and slot table in one piece */ + slotsize = tmp.se_fnumslots *sizeof (struct nfsd4_slot ); + new =kzalloc (sizeof (*new) + slotsize,GFP_KERNEL ); +if (!new) + goto out; + +memcpy (new, &tmp,sizeof (*new)); + + new->se_client = clp; +gen_sessionid (new); + idx =hash_sessionid (&new->se_sessionid); +memcpy (clp->cl_sessionid.data, new->se_sessionid.data, +NFS4_MAX_SESSIONID_LEN ); + + new->se_flags = cses->flags; +kref_init (&new->se_ref); +spin_lock (&sessionid_lock); +list_add (&new->se_hash, &sessionid_hashtbl[idx]); +list_add (&new->se_perclnt, &clp->cl_sessions); +spin_unlock (&sessionid_lock); + + status = nfs_ok; +out: +return status; +} +/* caller must hold sessionid_lock */ static struct nfsd4_session *find_in_sessionid_hashtbl (struct nfs4_sessionid *sessionid)
@@ -1182,7 +1308,67 @@ nfsd4_create_session(struct svc_rqst *rqstp,struct nfsd4_compound_state *cstate, struct nfsd4_create_session *cr_ses) { -return -1 ;/* stub */ + u32 ip_addr = svc_addr_in(rqstp)->sin_addr.s_addr; +struct nfs4_client *conf, *unconf; +int status =0 ; + +nfs4_lock_state (); + unconf =find_unconfirmed_client (&cr_ses->clientid); + conf =find_confirmed_client (&cr_ses->clientid); + +if (conf) { + status = nfs_ok; +if (conf->cl_seqid == cr_ses->seqid) { +dprintk ("Got a create_session replay! seqid= %d\n" , + conf->cl_seqid); + goto out_replay; + }else if (cr_ses->seqid != conf->cl_seqid +1 ) { + status = nfserr_seq_misordered; +dprintk ("Sequence misordered!\n" ); +dprintk ("Expected seqid= %d but got seqid= %d\n" , + conf->cl_seqid, cr_ses->seqid); + goto out; + } + conf->cl_seqid++; + }else if (unconf) { +if (!same_creds (&unconf->cl_cred, &rqstp->rq_cred) || + (ip_addr != unconf->cl_addr)) { + status = nfserr_clid_inuse; + goto out; + } + +if (unconf->cl_seqid != cr_ses->seqid) { + status = nfserr_seq_misordered; + goto out; + } + +move_to_confirmed (unconf); + +/* +* We do not support RDMA or persistent sessions +*/ + cr_ses->flags &= ~SESSION4_PERSIST ; + cr_ses->flags &= ~SESSION4_RDMA ; + + conf = unconf; + }else { + status = nfserr_stale_clientid; + goto out; + } + + status =alloc_init_session (rqstp, conf, cr_ses); +if (status) + goto out; + +out_replay: +memcpy (cr_ses->sessionid.data, conf->cl_sessionid.data, +NFS4_MAX_SESSIONID_LEN ); + cr_ses->seqid = conf->cl_seqid; + +out: +nfs4_unlock_state (); +dprintk ("%s returns %d\n" , __func__,ntohl (status)); +return status; } __be32
fs/nfsd/nfs4xdr.c +145 -3
160 lines not on this page · raw message
include/linux/nfsd/state.h +6 -1
@@ -99,8 +99,12 @@ struct nfs4_callback {struct rpc_clnt * cb_client; }; +/* Maximum number of slots per session. 128 is useful for long haul TCP */ +#define NFSD_MAX_SLOTS_PER_SESSION 128/* Maximum number of pages per slot cache entry */ #define NFSD_PAGES_PER_SLOT 1 +/* Maximum number of operations per session compound */ +#define NFSD_MAX_OPS_PER_COMPOUND 16struct nfsd4_cache_entry {__be32 ce_status;
@@ -129,7 +133,7 @@ struct nfsd4_session {u32 se_fmaxresp_cached;u32 se_fmaxops;u32 se_fnumslots; -struct nfsd4_slot *se_slots;/* forward channel slots */ +struct nfsd4_slot se_slots[];/* forward channel slots */ }; static inline void
@@ -188,6 +192,7 @@ struct nfs4_client {struct list_head cl_sessions;u32 cl_seqid;/* seqid for create_session */ u32 cl_exchange_flags; +struct nfs4_sessionid cl_sessionid; };/* struct nfs4_client_reset
include/linux/nfsd/xdr4.h +20 -1
@@ -359,8 +359,27 @@ struct nfsd4_exchange_id {int spa_how; }; +struct nfsd4_channel_attrs { +u32 headerpadsz; +u32 maxreq_sz; +u32 maxresp_sz; +u32 maxresp_cached; +u32 maxops; +u32 maxreqs; +u32 nr_rdma_attrs; +u32 rdma_attrs; +}; +struct nfsd4_create_session { -int foo;/* stub */ +clientid_t clientid; +struct nfs4_sessionid sessionid; +u32 seqid; +u32 flags; +struct nfsd4_channel_attrs fore_channel; +struct nfsd4_channel_attrs back_channel; +u32 callback_prog; +u32 uid; +u32 gid; };struct nfsd4_sequence {
Signature · 1 line
1.6.2.1
PATCH v3 19/35 nfsd41: Add a create session replay cache
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
Replace the nfs4_client cl_seqid field with a single struct nfs41_slot used for the create session replay cache.
The CREATE_SESSION slot sets the sl_session pointer to NULL. Otherwise, the slot and it's replay cache are used just like the session slots.
Fix unconfirmed create_session replay response by initializing the create_session slot sequence id to 0.
A future patch will set the CREATE_SESSION cache when a SEQUENCE operation preceeds the CREATE_SESSION operation. This compound is currently only cached in the session slot table.
--- fs/nfsd/nfs4state.c | 39 +++++++++++++++++++++++++++------------ include/linux/nfsd/state.h | 2 +- 2 files changed, 28 insertions(+), 13 deletions(-)
fs/nfsd/nfs4state.c +27 -12
@@ -649,6 +649,8 @@ static inline void free_client(struct nfs4_client *clp) {shutdown_callback_client (clp); +nfsd4_release_respages (clp->cl_slot.sl_cache_entry.ce_respages, + clp->cl_slot.sl_cache_entry.ce_resused);if (clp->cl_cred.cr_group_info)put_group_info (clp->cl_cred.cr_group_info);kfree (clp->cl_principal);
@@ -1263,11 +1265,12 @@ out_copy: exid->clientid.cl_boot = new->cl_clientid.cl_boot; exid->clientid.cl_id = new->cl_clientid.cl_id; - new->cl_seqid = exid->seqid =1 ; + new->cl_slot.sl_seqid =0 ; + exid->seqid =1 ;nfsd4_set_ex_flags (new, exid);dprintk ("nfsd4_exchange_id seqid %d flags %x\n" , - new->cl_seqid, new->cl_exchange_flags); + new->cl_slot.sl_seqid, new->cl_exchange_flags); status = nfs_ok; out:
@@ -1309,7 +1312,9 @@ nfsd4_create_session(struct svc_rqst *rqstp, struct nfsd4_create_session *cr_ses) {u32 ip_addr =svc_addr_in (rqstp)->sin_addr.s_addr; +struct nfsd4_compoundres *resp = rqstp->rq_resp;struct nfs4_client *conf, *unconf; +struct nfsd4_slot *slot =NULL ;int status =0 ;nfs4_lock_state ();
@@ -1317,19 +1322,24 @@ nfsd4_create_session(struct svc_rqst *rqstp, conf =find_confirmed_client (&cr_ses->clientid);if (conf) { - status = nfs_ok; -if (conf->cl_seqid == cr_ses->seqid) { + slot = &conf->cl_slot; + status =check_slot_seqid (cr_ses->seqid, slot); +if (status == nfserr_replay_cache) {dprintk ("Got a create_session replay! seqid= %d\n" , - conf->cl_seqid); - goto out_replay; - }else if (cr_ses->seqid != conf->cl_seqid +1 ) { + slot->sl_seqid); + cstate->slot = slot; + cstate->status = status; +/* Return the cached reply status */ + status =nfsd4_replay_cache_entry (resp); + goto out; + }else if (cr_ses->seqid != conf->cl_slot.sl_seqid +1 ) { status = nfserr_seq_misordered;dprintk ("Sequence misordered!\n" );dprintk ("Expected seqid= %d but got seqid= %d\n" , - conf->cl_seqid, cr_ses->seqid); + slot->sl_seqid, cr_ses->seqid); goto out; } - conf->cl_seqid++; + conf->cl_slot.sl_seqid++; }else if (unconf) {if (!same_creds (&unconf->cl_cred, &rqstp->rq_cred) || (ip_addr != unconf->cl_addr)) {
@@ -1337,11 +1347,15 @@ nfsd4_create_session(struct svc_rqst *rqstp, goto out; } -if (unconf->cl_seqid != cr_ses->seqid) { + slot = &unconf->cl_slot; + status =check_slot_seqid (cr_ses->seqid, slot); +if (status) { +/* an unconfirmed replay returns misordered */ status = nfserr_seq_misordered; goto out; } + slot->sl_seqid++;/* from 0 to 1 */ move_to_confirmed (unconf);/*
@@ -1360,11 +1374,12 @@ nfsd4_create_session(struct svc_rqst *rqstp,if (status) goto out; -out_replay:memcpy (cr_ses->sessionid.data, conf->cl_sessionid.data,NFS4_MAX_SESSIONID_LEN ); - cr_ses->seqid = conf->cl_seqid; + cr_ses->seqid = slot->sl_seqid; + slot->sl_inuse = true; + cstate->slot = slot; out:nfs4_unlock_state ();dprintk ("%s returns %d\n" , __func__,ntohl (status));
include/linux/nfsd/state.h +1 -1
@@ -190,7 +190,7 @@ struct nfs4_client {/* for nfs41 */ struct list_head cl_sessions; -u32 cl_seqid;/* seqid for create_session */ +struct nfsd4_slot cl_slot;/* create_session slot */ u32 cl_exchange_flags;struct nfs4_sessionid cl_sessionid; };
Signature · 1 line
1.6.2.1
PATCH v3 20/35 nfsd41: non-page DRC for solo sequence responses
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
A session inactivity time compound (lease renewal) or a compound where the sequence operation has sa_cachethis set to FALSE do not require any pages to be held in the v4.1 DRC. This is because struct nfsd4_slot is already caching the session information.
Add logic to the nfs41 server to not cache response pages for solo sequence responses.
Return nfserr_replay_uncached_rep on the operation following the sequence operation when sa_cachethis is FALSE.
--- fs/nfsd/nfs4proc.c | 34 +++++++++++++++++++++++++++++- fs/nfsd/nfs4state.c | 47 ++++++++++++++++++++++++++++++++++++++----- fs/nfsd/nfs4xdr.c | 5 ++- include/linux/nfsd/state.h | 1 + include/linux/nfsd/xdr4.h | 15 +++++++++++++- 5 files changed, 91 insertions(+), 11 deletions(-)
fs/nfsd/nfs4proc.c +32 -2
@@ -828,6 +828,34 @@ static struct nfsd4_operation nfsd4_ops[];static const char *nfsd4_op_name (unsigned opnum);/* +* This is a replay of a compound for which no cache entry pages +* were used. Encode the sequence operation, and if cachethis is FALSE +* encode the uncache rep error on the next operation. +*/ +static __be32 +nfsd4_enc_uncached_replay (struct nfsd4_compoundargs *args, +struct nfsd4_compoundres *resp) +{ +struct nfsd4_op *op; + +dprintk ("--> %s resp->opcnt %d ce_cachethis %u \n" , __func__, + resp->opcnt, resp->cstate.slot->sl_cache_entry.ce_cachethis); + +/* Encode the replayed sequence operation */ +BUG_ON (resp->opcnt !=1 ); + op = &args->ops[resp->opcnt -1 ]; +nfsd4_encode_operation (resp, op); + +/*return nfserr_retry_uncached_rep in next operation. */ +if (resp->cstate.slot->sl_cache_entry.ce_cachethis ==0 ) { + op = &args->ops[resp->opcnt++]; + op->status = nfserr_retry_uncached_rep; +nfsd4_encode_operation (resp, op); + } +return op->status; +} + +/* * Enforce NFSv4.1 COMPOUND ordering rules. * * TODO:
@@ -895,7 +923,6 @@ nfsd4_proc_compound(struct svc_rqst *rqstp,dprintk ("nfsv4 compound op #%d/%d: %d (%s)\n" , resp->opcnt, args->opcnt, op->opnum,nfsd4_op_name (op->opnum)); -/* * The XDR decode routines may have pre-set op->status; * for example, if there is a miscellaneous XDR error
@@ -939,7 +966,10 @@ encode_op:/* Only from SEQUENCE or CREATE_SESSION */ if (resp->cstate.status == nfserr_replay_cache) {dprintk ("%s NFS4.1 replay from cache\n" , __func__); - status = op->status; +if (nfsd4_not_cached (resp)) + status =nfsd4_enc_uncached_replay (args, resp); +else + status = op->status; goto out; }if (op->status == nfserr_replay_me) {
fs/nfsd/nfs4state.c +41 -6
98 lines not on this page · raw message
fs/nfsd/nfs4xdr.c +3 -2
@@ -2975,7 +2975,7 @@ nfsd4_encode_destroy_session(struct nfsd4_compoundres *resp, int nfserr,return nfserr; } -static __be32 +__be32 nfsd4_encode_sequence (struct nfsd4_compoundres *resp,int nfserr,struct nfsd4_sequence *seq) {
@@ -3192,7 +3192,8 @@ nfs4svc_encode_compoundres(struct svc_rqst *rqstp, __be32 *p, struct nfsd4_compo iov->iov_len = ((char *)resp->p) - (char *)iov->iov_base;BUG_ON (iov->iov_len >PAGE_SIZE );if (resp->cstate.slot !=NULL ) { -if (resp->cstate.status == nfserr_replay_cache) { +if (resp->cstate.status == nfserr_replay_cache && + !nfsd4_not_cached (resp)) { iov->iov_len = resp->cstate.iovlen; }else {nfsd4_store_cache_entry (resp);
include/linux/nfsd/state.h +1 -0
@@ -110,6 +110,7 @@ struct nfsd4_cache_entry {__be32 ce_status;struct kvec ce_datav;/* encoded NFSv4.1 data in rq_res.head[0] */ struct page *ce_respages[NFSD_PAGES_PER_SLOT +1 ]; +int ce_cachethis;short ce_resused;int ce_opcnt;int ce_rpchdrlen;
include/linux/nfsd/xdr4.h +14 -1
@@ -480,6 +480,18 @@ struct nfsd4_compoundres {struct nfsd4_compound_state cstate; }; +static inline bool nfsd4_is_solo_sequence (struct nfsd4_compoundres *resp) +{ +struct nfsd4_compoundargs *args = resp->rqstp->rq_argp; +return args->opcnt ==1 ; +} + +static inline bool nfsd4_not_cached (struct nfsd4_compoundres *resp) +{ +return !resp->cstate.slot->sl_cache_entry.ce_cachethis || +nfsd4_is_solo_sequence (resp); +} +#define NFS4_SVC_XDRSIZE sizeof(struct nfsd4_compoundargs) static inline void
@@ -510,7 +522,8 @@ extern __be32 nfsd4_setclientid_confirm(struct svc_rqst *rqstp, struct nfsd4_compound_state *, struct nfsd4_setclientid_confirm *setclientid_confirm);extern void nfsd4_store_cache_entry (struct nfsd4_compoundres *resp); -extern __be32 nfsd4_replay_cache_entry (struct nfsd4_compoundres *resp); +extern __be32 nfsd4_replay_cache_entry (struct nfsd4_compoundres *resp, +struct nfsd4_sequence *seq);extern __be32 nfsd4_exchange_id (struct svc_rqst *rqstp,struct nfsd4_compound_state *,struct nfsd4_exchange_id *);
Signature · 1 line
1.6.2.1
PATCH v3 21/35 nfsd41: destroy_session operation
In reply to Benny HalevyImplement the destory_session operation confoming to
http://tools.ietf.org/html/draft-ietf-nfsv4-minorversion1-26
--- fs/nfsd/nfs4state.c | 29 ++++++++++++++++++++++++++++- fs/nfsd/nfs4xdr.c | 7 +++++-- include/linux/nfsd/xdr4.h | 2 +- 3 files changed, 34 insertions(+), 4 deletions(-)
fs/nfsd/nfs4state.c +28 -1
@@ -1422,7 +1422,34 @@ nfsd4_destroy_session(struct svc_rqst *r,struct nfsd4_compound_state *cstate, struct nfsd4_destroy_session *sessionid) { -return -1 ;/* stub */ + struct nfsd4_session *ses; +u32 status = nfserr_badsession; + +/* Notes: +* - The confirmed nfs4_client->cl_sessionid holds destroyed sessinid +* - Should we return nfserr_back_chan_busy if waiting for +* callbacks on to-be-destroyed session? +* - Do we need to clear any callback info from previous session? +*/ + +dump_sessionid (__func__, &sessionid->sessionid); +spin_lock (&sessionid_lock); + ses =find_in_sessionid_hashtbl (&sessionid->sessionid); +if (!ses) { +spin_unlock (&sessionid_lock); + goto out; + } + +unhash_session (ses); +spin_unlock (&sessionid_lock); + +/* wait for callbacks */ +shutdown_callback_client (ses->se_client); +nfsd4_put_session (ses); + status = nfs_ok; +out: +dprintk ("%s returns %d\n" , __func__,ntohl (status)); +return status; } __be32
fs/nfsd/nfs4xdr.c +5 -2
@@ -1207,7 +1207,11 @@ static __be32 nfsd4_decode_destroy_session(struct nfsd4_compoundargs *argp, struct nfsd4_destroy_session *destroy_session) { - return nfserr_opnotsupp; /* stub */ +DECODE_HEAD ; +READ_BUF (NFS4_MAX_SESSIONID_LEN ); +COPYMEM (destroy_session->sessionid.data,NFS4_MAX_SESSIONID_LEN ); + +DECODE_TAIL ; } static __be32
@@ -2971,7 +2975,6 @@ static __be32 nfsd4_encode_destroy_session(struct nfsd4_compoundres *resp, int nfserr, struct nfsd4_destroy_session *destroy_session) { - /* stub */ return nfserr; }
include/linux/nfsd/xdr4.h +1 -1
@@ -395,7 +395,7 @@ struct nfsd4_sequence { };struct nfsd4_destroy_session { -int foo;/* stub */ +struct nfs4_sessionid sessionid; };struct nfsd4_op {
Signature · 1 line
1.6.2.1
PATCH v3 22/35 nfsd: pass nfsd4_compound_state* to nfs4_preprocess_{state,seq}id_op
In reply to Benny HalevyCurrently we only use cstate->current_fh,
will also be used by nfsd41 code.
--- fs/nfsd/nfs4proc.c | 10 ++++------ fs/nfsd/nfs4state.c | 22 ++++++++++++++-------- include/linux/nfsd/state.h | 4 +++- 3 files changed, 21 insertions(+), 15 deletions(-)
fs/nfsd/nfs4proc.c +4 -6
@@ -513,9 +513,8 @@ nfsd4_read(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,nfs4_lock_state ();/* check stateid */ -if ((status =nfs4_preprocess_stateid_op (&cstate->current_fh, - &read->rd_stateid, -RD_STATE , &read->rd_filp))) { +if ((status =nfs4_preprocess_stateid_op (cstate, &read->rd_stateid, +RD_STATE , &read->rd_filp))) {dprintk ("NFSD: nfsd4_read: couldn't process stateid!\n" ); goto out; }
@@ -646,7 +645,7 @@ nfsd4_setattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,if (setattr->sa_iattr.ia_valid &ATTR_SIZE ) {nfs4_lock_state (); - status =nfs4_preprocess_stateid_op (&cstate->current_fh, + status =nfs4_preprocess_stateid_op (cstate, &setattr->sa_stateid,WR_STATE ,NULL );nfs4_unlock_state ();if (status) {
@@ -686,8 +685,7 @@ nfsd4_write(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,return nfserr_inval;nfs4_lock_state (); - status =nfs4_preprocess_stateid_op (&cstate->current_fh, stateid, -WR_STATE , &filp); + status =nfs4_preprocess_stateid_op (cstate, stateid,WR_STATE , &filp);if (filp)get_file (filp);nfs4_unlock_state ();
fs/nfsd/nfs4state.c +14 -8
@@ -2810,10 +2810,12 @@ static int is_delegation_stateid(stateid_t *stateid)* Checks for stateid operations */ __be32 -nfs4_preprocess_stateid_op (struct svc_fh *current_fh,stateid_t *stateid,int flags,struct file **filpp) +nfs4_preprocess_stateid_op (struct nfsd4_compound_state *cstate, +stateid_t *stateid,int flags,struct file **filpp) {struct nfs4_stateid *stp =NULL ;struct nfs4_delegation *dp =NULL ; +struct svc_fh *current_fh = &cstate->current_fh;struct inode *ino = current_fh->fh_dentry->d_inode;__be32 status;
@@ -2878,10 +2880,14 @@ setlkflg (int type)* Checks for sequence id mutating operations. */ static __be32 -nfs4_preprocess_seqid_op (struct svc_fh *current_fh,u32 seqid,stateid_t *stateid,int flags,struct nfs4_stateowner **sopp,struct nfs4_stateid **stpp,struct nfsd4_lock *lock) +nfs4_preprocess_seqid_op (struct nfsd4_compound_state *cstate,u32 seqid, +stateid_t *stateid,int flags, +struct nfs4_stateowner **sopp, +struct nfs4_stateid **stpp,struct nfsd4_lock *lock) {struct nfs4_stateid *stp;struct nfs4_stateowner *sop; +struct svc_fh *current_fh = &cstate->current_fh;__be32 status; dprintk("NFSD: preprocess_seqid_op: seqid=%d "
@@ -3004,7 +3010,7 @@ nfsd4_open_confirm(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,nfs4_lock_state (); -if ((status =nfs4_preprocess_seqid_op (&cstate->current_fh, +if ((status =nfs4_preprocess_seqid_op (cstate, oc->oc_seqid, &oc->oc_req_stateid,CONFIRM |OPEN_STATE , &oc->oc_stateowner, &stp,NULL )))
@@ -3074,7 +3080,7 @@ nfsd4_open_downgrade(struct svc_rqst *rqstp,return nfserr_inval;nfs4_lock_state (); - if ((status = nfs4_preprocess_seqid_op(&cstate->current_fh, + if ((status = nfs4_preprocess_seqid_op(cstate, od->od_seqid, &od->od_stateid, OPEN_STATE,
@@ -3127,7 +3133,7 @@ nfsd4_close(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,nfs4_lock_state ();/* check close_lru for replay */ - if ((status = nfs4_preprocess_seqid_op(&cstate->current_fh, + if ((status = nfs4_preprocess_seqid_op(cstate, close->cl_seqid, &close->cl_stateid, OPEN_STATE | CLOSE_STATE,
@@ -3474,7 +3480,7 @@ nfsd4_lock(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, goto out;/* validate and update open stateid and open seqid */ - status = nfs4_preprocess_seqid_op(&cstate->current_fh, + status = nfs4_preprocess_seqid_op(cstate, lock->lk_new_open_seqid, &lock->lk_new_open_stateid, OPEN_STATE,
@@ -3501,7 +3507,7 @@ nfsd4_lock(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, goto out; }else {/* lock (lock owner + lock stateid) already exists */ - status = nfs4_preprocess_seqid_op(&cstate->current_fh, + status = nfs4_preprocess_seqid_op(cstate, lock->lk_old_lock_seqid, &lock->lk_old_lock_stateid, LOCK_STATE,
@@ -3697,7 +3703,7 @@ nfsd4_locku(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,nfs4_lock_state (); - if ((status = nfs4_preprocess_seqid_op(&cstate->current_fh, + if ((status = nfs4_preprocess_seqid_op(cstate, locku->lu_seqid, &locku->lu_stateid, LOCK_STATE,
include/linux/nfsd/state.h +3 -1
@@ -333,7 +333,9 @@ struct nfs4_stateid { ((err) != nfserr_stale_stateid) && \ ((err) != nfserr_bad_stateid)) -extern __be32 nfs4_preprocess_stateid_op (struct svc_fh *current_fh, +struct nfsd4_compound_state ; + +extern __be32 nfs4_preprocess_stateid_op (struct nfsd4_compound_state *cstate,stateid_t *stateid,int flags,struct file **filp);extern void nfs4_lock_state (void );extern void nfs4_unlock_state (void );
Signature · 1 line
1.6.2.1
PATCH v3 23/35 nfsd41: stateid handling
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
When sessions are used, stateful operation sequenceid and stateid handling are not used. When sessions are used, on the first open set the seqid to 1, mark state confirmed and skip seqid processing.
When sessionas are used the stateid generation number is ignored when it is zero whereas without sessions bad_stateid or stale stateid is returned.
Add flags to propagate session use to all stateful ops and down to check_stateid_generation.
--- fs/nfsd/nfs4proc.c | 5 +++- fs/nfsd/nfs4state.c | 47 ++++++++++++++++++++++++++++++++++++------- fs/nfsd/nfs4xdr.c | 2 +- include/linux/nfsd/state.h | 1 + include/linux/nfsd/xdr4.h | 8 ++++++- 5 files changed, 52 insertions(+), 11 deletions(-)
fs/nfsd/nfs4proc.c +4 -1
@@ -168,6 +168,8 @@ nfsd4_open(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate, struct nfsd4_open *open) {__be32 status; +struct nfsd4_compoundres *resp; +dprintk ("NFSD: nfsd4_open filename %.*s op_stateowner %p\n" , (int )open->op_fname.len, open->op_fname.data, open->op_stateowner);
@@ -179,7 +181,8 @@ nfsd4_open(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,nfs4_lock_state ();/* check seqid for replay. set nfs4_owner */ - status =nfsd4_process_open1 (open); + resp = rqstp->rq_resp; + status =nfsd4_process_open1 (&resp->cstate, open);if (status == nfserr_replay_me) {struct nfs4_replay *rp = &open->op_stateowner->so_replay;fh_put (&cstate->current_fh);
fs/nfsd/nfs4state.c +39 -8
146 lines not on this page · raw message
fs/nfsd/nfs4xdr.c +1 -1
@@ -3194,7 +3194,7 @@ nfs4svc_encode_compoundres(struct svc_rqst *rqstp, __be32 *p, struct nfsd4_compo iov = &rqstp->rq_res.head[0 ]; iov->iov_len = ((char *)resp->p) - (char *)iov->iov_base;BUG_ON (iov->iov_len >PAGE_SIZE ); -if (resp->cstate.slot !=NULL ) { +if (nfsd4_has_session (&resp->cstate)) {if (resp->cstate.status == nfserr_replay_cache && !nfsd4_not_cached (resp)) { iov->iov_len = resp->cstate.iovlen;
include/linux/nfsd/state.h +1 -0
@@ -320,6 +320,7 @@ struct nfs4_stateid { };/* flags for preprocess_seqid_op() */ +#define HAS_SESSION 0x00000001#define CONFIRM 0x00000002#define OPEN_STATE 0x00000004#define LOCK_STATE 0x00000008
include/linux/nfsd/xdr4.h +7 -1
@@ -56,6 +56,11 @@ struct nfsd4_compound_state {u32 status; }; +static inline bool nfsd4_has_session (struct nfsd4_compound_state *cs) +{ +return cs->slot !=NULL ; +} +struct nfsd4_change_info {u32 atomic;u32 before_ctime_sec;
@@ -536,7 +541,8 @@ extern __be32 nfsd4_sequence(struct svc_rqst *,extern __be32 nfsd4_destroy_session (struct svc_rqst *,struct nfsd4_compound_state *,struct nfsd4_destroy_session *); -extern __be32 nfsd4_process_open1 (struct nfsd4_open *open); +extern __be32 nfsd4_process_open1 (struct nfsd4_compound_state *, +struct nfsd4_open *open);extern __be32 nfsd4_process_open2 (struct svc_rqst *rqstp,struct svc_fh *current_fh,struct nfsd4_open *open); extern __be32 nfsd4_open_confirm(struct svc_rqst *rqstp,
Signature · 1 line
1.6.2.1
PATCH v3 24/35 nfsd41: check encode size for sessions maxresponse cached
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
Calculate the space the compound response has taken after encoding the current operation.
pad: add on 8 bytes for the next operation's op_code and status so that there is room to cache a failure on the next operation.
Compare this length to the session se_fmaxresp_cached and return nfserr_rep_too_big_to_cache if the length is too large.
Our se_fmaxresp_cached will always be a multiple of PAGE_SIZE, and so will be at least a page and will therefore hold the xdr_buf head.
--- fs/nfsd/nfs4xdr.c | 51 +++++++++++++++++++++++++++++++++++++++++++++++++++ 1 files changed, 51 insertions(+), 0 deletions(-)
fs/nfsd/nfs4xdr.c +51 -0
@@ -3078,6 +3078,54 @@ static nfsd4_enc nfsd4_enc_ops[] = { [OP_RECLAIM_COMPLETE] = (nfsd4_enc)nfsd4_encode_noop, }; +/* +* Calculate the total amount of memory that the compound response has taken +* after encoding the current operation. +* +* pad: add on 8 bytes for the next operation's op_code and status so that +* there is room to cache a failure on the next operation. +* +* Compare this length to the session se_fmaxresp_cached. +* +* Our se_fmaxresp_cached will always be a multiple of PAGE_SIZE, and so +* will be at least a page and will therefore hold the xdr_buf head. +*/ +static int nfsd4_check_drc_limit (struct nfsd4_compoundres *resp) +{ +int status =0 ; +struct xdr_buf *xb = &resp->rqstp->rq_res; +struct nfsd4_compoundargs *args = resp->rqstp->rq_argp; +struct nfsd4_session *session =NULL ; +struct nfsd4_slot *slot = resp->cstate.slot; +u32 length, tlen =0 , pad =8 ; + +if (!nfsd4_has_session (&resp->cstate)) +return status; + + session = resp->cstate.session; +if (session ==NULL || slot->sl_cache_entry.ce_cachethis ==0 ) +return status; + +if (resp->opcnt >= args->opcnt) + pad =0 ;/* this is the last operation */ + +if (xb->page_len ==0 ) { + length = (char *)resp->p - (char *)xb->head[0 ].iov_base + pad; + }else { +if (xb->tail[0 ].iov_base && xb->tail[0 ].iov_len >0 ) + tlen = (char *)resp->p - (char *)xb->tail[0 ].iov_base; + + length = xb->head[0 ].iov_len + xb->page_len + tlen + pad; + } +dprintk ("%s length %u, xb->page_len %u tlen %u pad %u\n" , __func__, + length, xb->page_len, tlen, pad); + +if (length <= session->se_fmaxresp_cached) +return status; +else +return nfserr_rep_too_big_to_cache; +} +void nfsd4_encode_operation (struct nfsd4_compoundres *resp,struct nfsd4_op *op) {
@@ -3094,6 +3142,9 @@ nfsd4_encode_operation(struct nfsd4_compoundres *resp, struct nfsd4_op *op)BUG_ON (op->opnum <0 || op->opnum >=ARRAY_SIZE (nfsd4_enc_ops) || !nfsd4_enc_ops[op->opnum]); op->status = nfsd4_enc_ops[op->opnum](resp, op->status, &op->u); +/* nfsd4_check_drc_limit guarantees enough room for error status */ +if (!op->status &&nfsd4_check_drc_limit (resp)) + op->status = nfserr_rep_too_big_to_cache; status:/* * Note: We write the status directly, instead of using WRITE32(),
Signature · 1 line
1.6.2.1
PATCH v3 25/35 nfsd41: clientid handling
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
Extract the clientid from sessionid to set the op_clientid on open. Verify that the clid for other stateful ops is zero for minorversion != 0 Do all other checks for stateful ops without sessions.
--- fs/nfsd/nfs4proc.c | 12 ++++++++++++ fs/nfsd/nfs4state.c | 14 ++++++++------ fs/nfsd/nfs4xdr.c | 9 +++++++++ 3 files changed, 29 insertions(+), 6 deletions(-)
fs/nfsd/nfs4proc.c +12 -0
@@ -162,6 +162,15 @@ do_open_fhandle(struct svc_rqst *rqstp, struct svc_fh *current_fh, struct nfsd4_return status; } +static void +copy_clientid (clientid_t *clid,struct nfsd4_session *session) +{ +struct nfsd4_sessionid *sid = + (struct nfsd4_sessionid *)session->se_sessionid.data; + + clid->cl_boot = sid->clientid.cl_boot; + clid->cl_id = sid->clientid.cl_id; +} static __be32 nfsd4_open(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,
@@ -178,6 +187,9 @@ nfsd4_open(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,if (open->op_create && open->op_claim_type !=NFS4_OPEN_CLAIM_NULL )return nfserr_inval; +if (nfsd4_has_session (cstate)) +copy_clientid (&open->op_clientid, cstate->session); +nfs4_lock_state ();/* check seqid for replay. set nfs4_owner */
fs/nfsd/nfs4state.c +8 -6
@@ -603,8 +603,8 @@ STALE_CLIENTID(clientid_t *clid) {if (clid->cl_boot == boot_time)return 0 ; -dprintk ("NFSD stale clientid (%08x/%08x)\n" , - clid->cl_boot, clid->cl_id); +dprintk ("NFSD stale clientid (%08x/%08x) boot_time %08lx\n" , + clid->cl_boot, clid->cl_id, boot_time);return 1 ; }
@@ -2965,8 +2965,9 @@ nfs4_preprocess_seqid_op(struct nfsd4_compound_state *cstate, u32 seqid,if (lock->lk_is_new) {if (!sop->so_is_open_owner)return nfserr_bad_stateid; -if (!same_clid (&clp->cl_clientid, lockclid)) -return nfserr_bad_stateid; +if (!(flags &HAS_SESSION ) && + !same_clid (&clp->cl_clientid, lockclid)) +return nfserr_bad_stateid;/* stp is the open stateid */ status =nfs4_check_openmode (stp, lkflg);if (status)
@@ -3507,7 +3508,8 @@ nfsd4_lock(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,struct nfs4_file *fp; status = nfserr_stale_clientid; -if (STALE_CLIENTID (&lock->lk_new_clientid)) +if (!nfsd4_has_session (cstate) && +STALE_CLIENTID (&lock->lk_new_clientid)) goto out;/* validate and update open stateid and open seqid */
@@ -3661,7 +3663,7 @@ nfsd4_lockt(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,nfs4_lock_state (); status = nfserr_stale_clientid; -if (STALE_CLIENTID (&lockt->lt_clientid)) +if (!nfsd4_has_session (cstate) &&STALE_CLIENTID (&lockt->lt_clientid)) goto out;if ((status =fh_verify (rqstp, &cstate->current_fh,S_IFREG ,0 ))) {
fs/nfsd/nfs4xdr.c +9 -0
@@ -189,6 +189,11 @@ static __be32 *read_buf(struct nfsd4_compoundargs *argp, u32 nbytes)return p; } +static int zero_clientid (clientid_t *clid) +{ +return (clid->cl_boot ==0 ) && (clid->cl_id ==0 ); +} +static int defer_free (struct nfsd4_compoundargs *argp,void (*release)(const void *),void *p)
@@ -584,6 +589,8 @@ nfsd4_decode_lockt(struct nfsd4_compoundargs *argp, struct nfsd4_lockt *lockt)READ_BUF (lockt->lt_owner.len);READMEM (lockt->lt_owner.data, lockt->lt_owner.len); +if (argp->minorversion && !zero_clientid (&lockt->lt_clientid)) +return nfserr_inval;DECODE_TAIL ; }
@@ -994,6 +1001,8 @@ nfsd4_decode_release_lockowner(struct nfsd4_compoundargs *argp, struct nfsd4_relREAD_BUF (rlockowner->rl_owner.len);READMEM (rlockowner->rl_owner.data, rlockowner->rl_owner.len); +if (argp->minorversion && !zero_clientid (&rlockowner->rl_clientid)) +return nfserr_inval;DECODE_TAIL ; }
Signature · 1 line
1.6.2.1
PATCH v3 26/35 nfsd41: access_valid
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
For nfs41, the open share flags are used also for delegation "wants" and "signals". Check that they are valid.
--- fs/nfsd/nfs4proc.c | 1 + fs/nfsd/nfs4state.c | 20 +++++++++++++++----- include/linux/nfsd/xdr4.h | 1 + 3 files changed, 17 insertions(+), 5 deletions(-)
fs/nfsd/nfs4proc.c +1 -0
@@ -910,6 +910,7 @@ nfsd4_proc_compound(struct svc_rqst *rqstp, resp->tag = args->tag; resp->opcnt =0 ; resp->rqstp = rqstp; + resp->cstate.minorversion = args->minorversion; resp->cstate.replay_owner =NULL ;fh_init (&resp->cstate.current_fh,NFS4_FHSIZE );fh_init (&resp->cstate.save_fh,NFS4_FHSIZE );
fs/nfsd/nfs4state.c +15 -5
@@ -1943,11 +1943,21 @@ find_file(struct inode *ino)return NULL ; } -static inline int access_valid (u32 x) +static inline int access_valid (u32 x,u32 minorversion) { -if (x <NFS4_SHARE_ACCESS_READ ) +if ((x &NFS4_SHARE_ACCESS_MASK ) <NFS4_SHARE_ACCESS_READ )return 0 ; -if (x >NFS4_SHARE_ACCESS_BOTH ) +if ((x &NFS4_SHARE_ACCESS_MASK ) >NFS4_SHARE_ACCESS_BOTH ) +return 0 ; + x &= ~NFS4_SHARE_ACCESS_MASK ; +if (minorversion && x) { +if ((x &NFS4_SHARE_WANT_MASK ) >NFS4_SHARE_WANT_CANCEL ) +return 0 ; +if ((x &NFS4_SHARE_WHEN_MASK ) >NFS4_SHARE_PUSH_DELEG_WHEN_UNCONTENDED ) +return 0 ; + x &= ~(NFS4_SHARE_WANT_MASK |NFS4_SHARE_WHEN_MASK ); + } +if (x)return 0 ;return 1 ; }
@@ -2495,7 +2505,7 @@ nfsd4_process_open2(struct svc_rqst *rqstp, struct svc_fh *current_fh, struct nf__be32 status; status = nfserr_inval; -if (!access_valid (open->op_share_access) +if (!access_valid (open->op_share_access, resp->cstate.minorversion) || !deny_valid (open->op_share_deny)) goto out;/*
@@ -3104,7 +3114,7 @@ nfsd4_open_downgrade(struct svc_rqst *rqstp, (int )cstate->current_fh.fh_dentry->d_name.len, cstate->current_fh.fh_dentry->d_name.name); -if (!access_valid (od->od_share_access) +if (!access_valid (od->od_share_access, cstate->minorversion) || !deny_valid (od->od_share_deny))return nfserr_inval;
include/linux/nfsd/xdr4.h +1 -0
@@ -53,6 +53,7 @@ struct nfsd4_compound_state {struct nfsd4_slot *slot;__be32 *statp;size_t iovlen; +u32 minorversion;u32 status; };
Signature · 1 line
1.6.2.1
PATCH v3 27/35 nfsd41: add OPEN4_SHARE_ACCESS_WANT nfs4_stateid bmap
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
Separate the access bits from the want bits and enable __set_bit to work correctly with st_access_bmap.
--- fs/nfsd/nfs4state.c | 3 ++- 1 files changed, 2 insertions(+), 1 deletions(-)
fs/nfsd/nfs4state.c +2 -1
@@ -1889,7 +1889,8 @@ init_stateid(struct nfs4_stateid *stp, struct nfs4_file *fp, struct nfsd4_open * stp->st_stateid.si_generation =0 ; stp->st_access_bmap =0 ; stp->st_deny_bmap =0 ; -__set_bit (open->op_share_access, &stp->st_access_bmap); +__set_bit (open->op_share_access & ~NFS4_SHARE_WANT_MASK , + &stp->st_access_bmap);__set_bit (open->op_share_deny, &stp->st_deny_bmap); stp->st_openstp =NULL ; }
Signature · 1 line
1.6.2.1
PATCH v3 28/35 nfsd41: control nfsv4.1 svc via /proc/fs/nfsd/versions
In reply to Benny HalevySupport enabling and disabling nfsv4.1 via /proc/fs/nfsd/versions by writing the strings "+4.1" or "-4.1" correspondingly.
Use user mode nfs-utils (rpc.nfsd option) to enable. This will allow us to get rid of CONFIG_NFSD_V4_1
--- fs/nfsd/nfs4proc.c | 2 +- fs/nfsd/nfsctl.c | 26 +++++++++++++++++++++++--- fs/nfsd/nfssvc.c | 24 ++++++++++++++++++++++++ include/linux/nfsd/nfsd.h | 2 ++ 4 files changed, 50 insertions(+), 4 deletions(-)
fs/nfsd/nfs4proc.c +1 -1
@@ -921,7 +921,7 @@ nfsd4_proc_compound(struct svc_rqst *rqstp,* According to RFC3010, this takes precedence over all other errors. */ status = nfserr_minor_vers_mismatch; -if (args->minorversion >NFSD_SUPPORTED_MINOR_VERSION ) +if (args->minorversion > nfsd_supported_minorversion) goto out;if (!nfs41_op_ordering_ok (args)) {
fs/nfsd/nfsctl.c +23 -3
@@ -792,8 +792,9 @@ out_free:static ssize_t __write_versions (struct file *file,char *buf,size_t size) {char *mesg = buf; -char *vers, sign; +char *vers, *minorp, sign;int len, num; +unsigned minor;ssize_t tlen =0 ;char *sep;
@@ -814,9 +815,20 @@ static ssize_t __write_versions(struct file *file, char *buf, size_t size) do { sign = *vers; if (sign == '+' || sign == '-') - num = simple_strtol((vers+1), NULL, 0); + num = simple_strtol((vers+1), &minorp, 0); else - num = simple_strtol(vers, NULL, 0); + num = simple_strtol(vers, &minorp, 0); + if (*minorp == '.') { + if (num < 4) + return -EINVAL; + minor = simple_strtoul(minorp+1, NULL, 0); + if (minor == 0) + return -EINVAL; + if (nfsd_minorversion(minor, sign == '-' ? + NFSD_CLEAR : NFSD_SET) < 0) + return -EINVAL; + goto next; + } switch(num) { case 2: case 3:
@@ -826,6 +838,7 @@ static ssize_t __write_versions(struct file *file, char *buf, size_t size)default :return -EINVAL ; } + next: vers += len +1 ; tlen += len; }while ((len =qword_get (&mesg, vers, size)) >0 );
@@ -844,6 +857,13 @@ static ssize_t __write_versions(struct file *file, char *buf, size_t size) num); sep =" " ; } +if (nfsd_vers (4 ,NFSD_AVAIL )) +for (minor =1 ; minor <=NFSD_SUPPORTED_MINOR_VERSION ; minor++) + len +=sprintf (buf+len," %c4.%u" , + (nfsd_vers (4 ,NFSD_TEST ) && +nfsd_minorversion (minor,NFSD_TEST )) ? +'+' :'-' , + minor); len +=sprintf (buf+len,"\n" );return len; }
fs/nfsd/nfssvc.c +24 -0
@@ -121,6 +121,8 @@ struct svc_program nfsd_program = { }; +u32 nfsd_supported_minorversion; +int nfsd_vers (int vers,enum vers_op change) {if (vers <NFSD_MINVERS || vers >=NFSD_NRVERS )
@@ -147,6 +149,28 @@ int nfsd_vers(int vers, enum vers_op change) }return 0 ; } + +int nfsd_minorversion (u32 minorversion,enum vers_op change) +{ +if (minorversion >NFSD_SUPPORTED_MINOR_VERSION ) +return -1 ; +switch (change) { +case NFSD_SET : + nfsd_supported_minorversion = minorversion; +break ; +case NFSD_CLEAR : +if (minorversion ==0 ) +return -1 ; + nfsd_supported_minorversion = minorversion -1 ; +break ; +case NFSD_TEST : +return minorversion <= nfsd_supported_minorversion; +case NFSD_AVAIL : +return minorversion <=NFSD_SUPPORTED_MINOR_VERSION ; + } +return 0 ; +} +/* * Maximum number of nfsd processes */
include/linux/nfsd/nfsd.h +2 -0
@@ -53,6 +53,7 @@ typedef int (*nfsd_dirop_t)(struct inode *, struct dentry *, int, int);extern struct svc_program nfsd_program;extern struct svc_version nfsd_version2, nfsd_version3, nfsd_version4; +extern u32 nfsd_supported_minorversion;extern struct mutex nfsd_mutex;extern struct svc_serv *nfsd_serv;
@@ -149,6 +150,7 @@ int nfsd_set_posix_acl(struct svc_fh *, int, struct posix_acl *);enum vers_op {NFSD_SET ,NFSD_CLEAR ,NFSD_TEST ,NFSD_AVAIL };int nfsd_vers (int vers,enum vers_op change); +int nfsd_minorversion (u32 minorversion,enum vers_op change);void nfsd_reset_versions (void );int nfsd_create_serv (void );
Signature · 1 line
1.6.2.1
PATCH v3 29/35 nfsd41: provide support for minor version 1 at rpc level
In reply to Benny HalevyFrom: Marc Eshel <[email protected]>
--- include/linux/nfsd/nfsd.h | 2 +- 1 files changed, 1 insertions(+), 1 deletions(-)
include/linux/nfsd/nfsd.h +1 -1
@@ -23,7 +23,7 @@/* * nfsd version */ -#define NFSD_SUPPORTED_MINOR_VERSION 0 +#define NFSD_SUPPORTED_MINOR_VERSION 1/* * Flags for nfsd_permission
Signature · 1 line
1.6.2.1
PATCH v3 30/35 nfsd41: pass writable attrs mask to nfsd4_decode_fattr
In reply to Benny HalevyIn preparation for EXCLUSIVE4_1
--- fs/nfsd/nfs4xdr.c | 21 +++++++++++++++------ 1 files changed, 15 insertions(+), 6 deletions(-)
fs/nfsd/nfs4xdr.c +15 -6
@@ -251,9 +251,14 @@ nfsd4_decode_bitmap(struct nfsd4_compoundargs *argp, u32 *bmval)DECODE_TAIL ; } +static u32 nfsd_attrmask[] = { +NFSD_WRITEABLE_ATTRS_WORD0 , +NFSD_WRITEABLE_ATTRS_WORD1 +}; +static __be32 -nfsd4_decode_fattr (struct nfsd4_compoundargs *argp,u32 *bmval,struct iattr *iattr, -struct nfs4_acl **acl) +nfsd4_decode_fattr (struct nfsd4_compoundargs *argp,u32 *bmval,u32 *writable, +struct iattr *iattr,struct nfs4_acl **acl) {int expected_len, len =0 ;u32 dummy32;
@@ -271,7 +276,7 @@ nfsd4_decode_fattr(struct nfsd4_compoundargs *argp, u32 *bmval, struct iattr *ia*/ if ((bmval[0 ] & ~NFSD_SUPPORTED_ATTRS_WORD0 ) || (bmval[1 ] & ~NFSD_SUPPORTED_ATTRS_WORD1 ))return nfserr_attrnotsupp; -if ((bmval[0 ] & ~NFSD_WRITEABLE_ATTRS_WORD0 ) || (bmval[1 ] & ~NFSD_WRITEABLE_ATTRS_WORD1 )) +if ((bmval[0 ] & ~writable[0 ]) || (bmval[1 ] & ~writable[1 ]))return nfserr_inval;READ_BUF (4 );
@@ -499,7 +504,9 @@ nfsd4_decode_create(struct nfsd4_compoundargs *argp, struct nfsd4_create *createif ((status =check_filename (create->cr_name, create->cr_namelen, nfserr_inval)))return status; -if ((status =nfsd4_decode_fattr (argp, create->cr_bmval, &create->cr_iattr, &create->cr_acl))) + status =nfsd4_decode_fattr (argp, create->cr_bmval, nfsd_attrmask, + &create->cr_iattr, &create->cr_acl); +if (status) goto out;DECODE_TAIL ;
@@ -660,7 +667,9 @@ nfsd4_decode_open(struct nfsd4_compoundargs *argp, struct nfsd4_open *open)switch (open->op_createmode) {case NFS4_CREATE_UNCHECKED :case NFS4_CREATE_GUARDED : -if ((status =nfsd4_decode_fattr (argp, open->op_bmval, &open->op_iattr, &open->op_acl))) + status =nfsd4_decode_fattr (argp, open->op_bmval, + nfsd_attrmask, &open->op_iattr, &open->op_acl); +if (status) goto out;break ;case NFS4_CREATE_EXCLUSIVE :
@@ -859,7 +868,7 @@ nfsd4_decode_setattr(struct nfsd4_compoundargs *argp, struct nfsd4_setattr *seta status =nfsd4_decode_stateid (argp, &setattr->sa_stateid);if (status)return status; -return nfsd4_decode_fattr (argp, setattr->sa_bmval, +return nfsd4_decode_fattr (argp, setattr->sa_bmval, nfsd_attrmask, &setattr->sa_iattr, &setattr->sa_acl); }
Signature · 1 line
1.6.2.1
PATCH v3 31/35 nfsd: dynamically skip encoded fattr bitmap in _nfsd4_verify
In reply to Benny Halevy_nfsd4_verify currently skips 3 words from the encoded buffer begining. With support for 3-word attr bitmaps in nfsd41, nfsd4_encode_fattr may encode 1, 2, or 3 words, and not always 2 as it used to be, hence we need to find out where to skip using the encoded bitmap length.
Note: This patch may be applied over pre-nfsd41 nfsd.
--- fs/nfsd/nfs4proc.c | 3 ++- 1 files changed, 2 insertions(+), 1 deletions(-)
fs/nfsd/nfs4proc.c +2 -1
@@ -775,7 +775,8 @@ _nfsd4_verify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,if (status) goto out_kfree; - p = buf +3 ; +/* skip bitmap */ + p = buf +1 +ntohl (buf[0 ]); status = nfserr_not_same;if (ntohl (*p++) != verify->ve_attrlen) goto out_kfree;
Signature · 1 line
1.6.2.1
PATCH v3 32/35 nfsd41: support for 3-word long attribute bitmask
In reply to Benny HalevyFrom: Andy Adamson <[email protected]>
Also, use client minorversion to generate supported attrs
--- fs/nfsd/nfs4proc.c | 15 +++++++---- fs/nfsd/nfs4xdr.c | 59 +++++++++++++++++++++++++++++++++++--------- include/linux/nfsd/nfsd.h | 34 ++++++++++++++++++++++++- include/linux/nfsd/xdr4.h | 12 ++++---- 4 files changed, 94 insertions(+), 26 deletions(-)
fs/nfsd/nfs4proc.c +9 -6
@@ -463,8 +463,9 @@ nfsd4_getattr(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,if (getattr->ga_bmval[1 ] &NFSD_WRITEONLY_ATTRS_WORD1 )return nfserr_inval; - getattr->ga_bmval[0 ] &=NFSD_SUPPORTED_ATTRS_WORD0 ; - getattr->ga_bmval[1 ] &=NFSD_SUPPORTED_ATTRS_WORD1 ; + getattr->ga_bmval[0 ] &=nfsd_suppattrs0 (cstate->minorversion); + getattr->ga_bmval[1 ] &=nfsd_suppattrs1 (cstate->minorversion); + getattr->ga_bmval[2 ] &=nfsd_suppattrs2 (cstate->minorversion); getattr->ga_fhp = &cstate->current_fh;return nfs_ok;
@@ -555,8 +556,9 @@ nfsd4_readdir(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,if (readdir->rd_bmval[1 ] &NFSD_WRITEONLY_ATTRS_WORD1 )return nfserr_inval; - readdir->rd_bmval[0 ] &=NFSD_SUPPORTED_ATTRS_WORD0 ; - readdir->rd_bmval[1 ] &=NFSD_SUPPORTED_ATTRS_WORD1 ; + readdir->rd_bmval[0 ] &=nfsd_suppattrs0 (cstate->minorversion); + readdir->rd_bmval[1 ] &=nfsd_suppattrs1 (cstate->minorversion); + readdir->rd_bmval[2 ] &=nfsd_suppattrs2 (cstate->minorversion);if ((cookie > ~(u32 )0 ) || (cookie ==1 ) || (cookie ==2 ) || (cookie ==0 &&memcmp (readdir->rd_verf.data, zeroverf.data,NFS4_VERIFIER_SIZE )))
@@ -746,8 +748,9 @@ _nfsd4_verify(struct svc_rqst *rqstp, struct nfsd4_compound_state *cstate,if (status)return status; -if ((verify->ve_bmval[0 ] & ~NFSD_SUPPORTED_ATTRS_WORD0 ) - || (verify->ve_bmval[1 ] & ~NFSD_SUPPORTED_ATTRS_WORD1 )) +if ((verify->ve_bmval[0 ] & ~nfsd_suppattrs0 (cstate->minorversion)) + || (verify->ve_bmval[1 ] & ~nfsd_suppattrs1 (cstate->minorversion)) + || (verify->ve_bmval[2 ] & ~nfsd_suppattrs2 (cstate->minorversion)))return nfserr_attrnotsupp;if ((verify->ve_bmval[0 ] &FATTR4_WORD0_RDATTR_ERROR ) || (verify->ve_bmval[1 ] &NFSD_WRITEONLY_ATTRS_WORD1 ))
fs/nfsd/nfs4xdr.c +47 -12
127 lines not on this page · raw message
include/linux/nfsd/nfsd.h +32 -2
@@ -346,7 +346,7 @@ extern struct timeval nfssvc_boot;* TIME_BACKUP (unlikely to be supported any time soon) * TIME_CREATE (unlikely to be supported any time soon) */ -#define NFSD_SUPPORTED_ATTRS_WORD0 \ +#define NFSD4_SUPPORTED_ATTRS_WORD0 \ (FATTR4_WORD0_SUPPORTED_ATTRS | FATTR4_WORD0_TYPE | FATTR4_WORD0_FH_EXPIRE_TYPE \ | FATTR4_WORD0_CHANGE | FATTR4_WORD0_SIZE | FATTR4_WORD0_LINK_SUPPORT \ | FATTR4_WORD0_SYMLINK_SUPPORT | FATTR4_WORD0_NAMED_ATTR | FATTR4_WORD0_FSID \
@@ -358,7 +358,7 @@ extern struct timeval nfssvc_boot; | FATTR4_WORD0_MAXFILESIZE | FATTR4_WORD0_MAXLINK | FATTR4_WORD0_MAXNAME \ | FATTR4_WORD0_MAXREAD | FATTR4_WORD0_MAXWRITE | FATTR4_WORD0_ACL) -#define NFSD_SUPPORTED_ATTRS_WORD1 \ +#define NFSD4_SUPPORTED_ATTRS_WORD1 \ (FATTR4_WORD1_MODE | FATTR4_WORD1_NO_TRUNC | FATTR4_WORD1_NUMLINKS \ | FATTR4_WORD1_OWNER | FATTR4_WORD1_OWNER_GROUP | FATTR4_WORD1_RAWDEV \ | FATTR4_WORD1_SPACE_AVAIL | FATTR4_WORD1_SPACE_FREE | FATTR4_WORD1_SPACE_TOTAL \
@@ -366,6 +366,35 @@ extern struct timeval nfssvc_boot; | FATTR4_WORD1_TIME_DELTA | FATTR4_WORD1_TIME_METADATA \ | FATTR4_WORD1_TIME_MODIFY | FATTR4_WORD1_TIME_MODIFY_SET | FATTR4_WORD1_MOUNTED_ON_FILEID) +#define NFSD4_SUPPORTED_ATTRS_WORD2 0 + +#define NFSD4_1_SUPPORTED_ATTRS_WORD0 \ + NFSD4_SUPPORTED_ATTRS_WORD0 + +#define NFSD4_1_SUPPORTED_ATTRS_WORD1 \ + NFSD4_SUPPORTED_ATTRS_WORD1 + +#define NFSD4_1_SUPPORTED_ATTRS_WORD2 \ + NFSD4_SUPPORTED_ATTRS_WORD2 + +static inline u32 nfsd_suppattrs0 (u32 minorversion) +{ +return minorversion ?NFSD4_1_SUPPORTED_ATTRS_WORD0 + :NFSD4_SUPPORTED_ATTRS_WORD0 ; +} + +static inline u32 nfsd_suppattrs1 (u32 minorversion) +{ +return minorversion ?NFSD4_1_SUPPORTED_ATTRS_WORD1 + :NFSD4_SUPPORTED_ATTRS_WORD1 ; +} + +static inline u32 nfsd_suppattrs2 (u32 minorversion) +{ +return minorversion ?NFSD4_1_SUPPORTED_ATTRS_WORD2 + :NFSD4_SUPPORTED_ATTRS_WORD2 ; +} +/* These will return ERR_INVAL if specified in GETATTR or READDIR. */ #define NFSD_WRITEONLY_ATTRS_WORD1 \ (FATTR4_WORD1_TIME_ACCESS_SET | FATTR4_WORD1_TIME_MODIFY_SET)
@@ -376,6 +405,7 @@ extern struct timeval nfssvc_boot;#define NFSD_WRITEABLE_ATTRS_WORD1 \ (FATTR4_WORD1_MODE | FATTR4_WORD1_OWNER | FATTR4_WORD1_OWNER_GROUP \ | FATTR4_WORD1_TIME_ACCESS_SET | FATTR4_WORD1_TIME_MODIFY_SET) +#define NFSD_WRITEABLE_ATTRS_WORD2 0#endif /* CONFIG_NFSD_V4 */
include/linux/nfsd/xdr4.h +6 -6
@@ -102,7 +102,7 @@ struct nfsd4_create {u32 specdata2; } dev;/* NF4BLK, NF4CHR */ } u; -u32 cr_bmval[2 ];/* request */ +u32 cr_bmval[3 ];/* request */ struct iattr cr_iattr;/* request */ struct nfsd4_change_info cr_cinfo;/* response */ struct nfs4_acl *cr_acl;
@@ -117,7 +117,7 @@ struct nfsd4_delegreturn { };struct nfsd4_getattr { -u32 ga_bmval[2 ];/* request */ +u32 ga_bmval[3 ];/* request */ struct svc_fh *ga_fhp;/* response */ };
@@ -218,7 +218,7 @@ struct nfsd4_open {stateid_t op_delegate_stateid;/* request - response */ u32 op_create;/* request */ u32 op_createmode;/* request */ -u32 op_bmval[2 ];/* request */ +u32 op_bmval[3 ];/* request */ union {/* request */ struct iattr iattr;/* UNCHECKED4,GUARDED4 */ nfs4_verifier verf;/* EXCLUSIVE4 */
@@ -271,7 +271,7 @@ struct nfsd4_readdir {nfs4_verifier rd_verf;/* request */ u32 rd_dircount;/* request */ u32 rd_maxcount;/* request */ -u32 rd_bmval[2 ];/* request */ +u32 rd_bmval[3 ];/* request */ struct svc_rqst *rd_rqstp;/* response */ struct svc_fh * rd_fhp;/* response */
@@ -313,7 +313,7 @@ struct nfsd4_secinfo {struct nfsd4_setattr {stateid_t sa_stateid;/* request */ -u32 sa_bmval[2 ];/* request */ +u32 sa_bmval[3 ];/* request */ struct iattr sa_iattr;/* request */ struct nfs4_acl *sa_acl; };
@@ -339,7 +339,7 @@ struct nfsd4_setclientid_confirm {/* also used for NVERIFY */ struct nfsd4_verify { -u32 ve_bmval[2 ];/* request */ +u32 ve_bmval[3 ];/* request */ u32 ve_attrlen;/* request */ char * ve_attrval;/* request */ };
Signature · 1 line
1.6.2.1
PATCH v3 33/35 nfsd41: SUPPATTR_EXCLCREAT attribute
In reply to Benny HalevyReturn bitmask for supported EXCLUSIVE4_1 create attributes.
--- fs/nfsd/nfs4xdr.c | 7 ++++++- include/linux/nfs4.h | 2 ++ include/linux/nfsd/nfsd.h | 14 +++++++++++++- 3 files changed, 21 insertions(+), 2 deletions(-)
fs/nfsd/nfs4xdr.c +6 -1
@@ -2148,7 +2148,12 @@ out_acl: }WRITE64 (stat.ino); } -BUG_ON (bmval2);/* FIXME: not implemented yet */ +if (bmval2 &FATTR4_WORD2_SUPPATTR_EXCLCREAT ) { +WRITE32 (3 ); +WRITE32 (NFSD_SUPPATTR_EXCLCREAT_WORD0 ); +WRITE32 (NFSD_SUPPATTR_EXCLCREAT_WORD1 ); +WRITE32 (NFSD_SUPPATTR_EXCLCREAT_WORD2 ); + } *attrlenp =htonl ((char *)p - (char *)attrlenp -4 ); *countp = p - buffer;
include/linux/nfs4.h +2 -0
@@ -404,6 +404,8 @@ enum lock_type4 {#define FATTR4_WORD0_UNIQUE_HANDLES (1UL << 9)#define FATTR4_WORD0_LEASE_TIME (1UL << 10)#define FATTR4_WORD0_RDATTR_ERROR (1UL << 11) +/* Mandatory in NFSv4.1 */ +#define FATTR4_WORD2_SUPPATTR_EXCLCREAT (1UL << 11)/* Recommended Attributes */ #define FATTR4_WORD0_ACL (1UL << 12)
include/linux/nfsd/nfsd.h +13 -1
@@ -375,7 +375,7 @@ extern struct timeval nfssvc_boot; NFSD4_SUPPORTED_ATTRS_WORD1#define NFSD4_1_SUPPORTED_ATTRS_WORD2 \ - NFSD4_SUPPORTED_ATTRS_WORD2 + (NFSD4_SUPPORTED_ATTRS_WORD2 | FATTR4_WORD2_SUPPATTR_EXCLCREAT)static inline u32 nfsd_suppattrs0 (u32 minorversion) {
@@ -407,6 +407,18 @@ static inline u32 nfsd_suppattrs2(u32 minorversion) | FATTR4_WORD1_TIME_ACCESS_SET | FATTR4_WORD1_TIME_MODIFY_SET)#define NFSD_WRITEABLE_ATTRS_WORD2 0 +#define NFSD_SUPPATTR_EXCLCREAT_WORD0 \ + NFSD_WRITEABLE_ATTRS_WORD0 +/* +* we currently store the exclusive create verifier in the v_{a,m}time +* attributes so the client can't set these at create time using EXCLUSIVE4_1 +*/ +#define NFSD_SUPPATTR_EXCLCREAT_WORD1 \ + (NFSD_WRITEABLE_ATTRS_WORD1 & \ + ~(FATTR4_WORD1_TIME_ACCESS_SET | FATTR4_WORD1_TIME_MODIFY_SET)) +#define NFSD_SUPPATTR_EXCLCREAT_WORD2 \ + NFSD_WRITEABLE_ATTRS_WORD2 +#endif /* CONFIG_NFSD_V4 */ #endif /* LINUX_NFSD_NFSD_H */
Signature · 1 line
1.6.2.1
PATCH v3 34/35 nfsd41: CREATE_EXCLUSIVE4_1
In reply to Benny HalevyImplement the CREATE_EXCLUSIVE4_1 open mode conforming to
http://tools.ietf.org/html/draft-ietf-nfsv4-minorversion1-26
This mode allows the client to atomically create a file if it doesn't exist while setting some of its attributes.
It must be implemented if the server supports persistent reply cache and/or pnfs.
--- fs/nfsd/nfs4proc.c | 15 +++++++++++++++ fs/nfsd/nfs4xdr.c | 17 +++++++++++++++++ include/linux/nfs4.h | 8 +++++++- include/linux/nfsd/xdr4.h | 10 ++++------ 4 files changed, 43 insertions(+), 7 deletions(-)
fs/nfsd/nfs4proc.c +15 -0
@@ -93,6 +93,21 @@ do_open_lookup(struct svc_rqst *rqstp, struct svc_fh *current_fh, struct nfsd4_o open->op_truncate =0 ;if (open->op_create) { +/* FIXME: check session persistence and pnfs flags. +* The nfsv4.1 spec requires the following semantics: +* +* Persistent | pNFS | Server REQUIRED | Client Allowed +* Reply Cache | server | | +* -------------+--------+-----------------+-------------------- +* no | no | EXCLUSIVE4_1 | EXCLUSIVE4_1 +* | | | (SHOULD) +* | | and EXCLUSIVE4 | or EXCLUSIVE4 +* | | | (SHOULD NOT) +* no | yes | EXCLUSIVE4_1 | EXCLUSIVE4_1 +* yes | no | GUARDED4 | GUARDED4 +* yes | yes | GUARDED4 | GUARDED4 +*/ +/* * Note: create modes (UNCHECKED,GUARDED...) are the same * in NFSv4 as in v3.
fs/nfsd/nfs4xdr.c +17 -0
@@ -260,6 +260,12 @@ static u32 nfsd_attrmask[] = { NFSD_WRITEABLE_ATTRS_WORD2 }; +static u32 nfsd41_ex_attrmask[] = { +NFSD_SUPPATTR_EXCLCREAT_WORD0 , +NFSD_SUPPATTR_EXCLCREAT_WORD1 , +NFSD_SUPPATTR_EXCLCREAT_WORD2 +}; +static __be32 nfsd4_decode_fattr (struct nfsd4_compoundargs *argp,u32 *bmval,u32 *writable,struct iattr *iattr,struct nfs4_acl **acl)
@@ -684,6 +690,17 @@ nfsd4_decode_open(struct nfsd4_compoundargs *argp, struct nfsd4_open *open)READ_BUF (8 );COPYMEM (open->op_verf.data,8 );break ; +case NFS4_CREATE_EXCLUSIVE4_1 : +if (argp->minorversion <1 ) + goto xdr_error; +READ_BUF (8 ); +COPYMEM (open->op_verf.data,8 ); + status =nfsd4_decode_fattr (argp, open->op_bmval, + nfsd41_ex_attrmask, &open->op_iattr, + &open->op_acl); +if (status) + goto out; +break ;default : goto xdr_error; }
include/linux/nfs4.h +7 -1
@@ -368,7 +368,13 @@ enum opentype4 {enum createmode4 {NFS4_CREATE_UNCHECKED =0 ,NFS4_CREATE_GUARDED =1 , -NFS4_CREATE_EXCLUSIVE =2 +NFS4_CREATE_EXCLUSIVE =2 , +/* +* New to NFSv4.1. If session is persistent, +* GUARDED4 MUST be used. Otherwise, use +* EXCLUSIVE4_1 instead of EXCLUSIVE4. +*/ +NFS4_CREATE_EXCLUSIVE4_1 =3 };enum limit_by4 {
include/linux/nfsd/xdr4.h +4 -6
@@ -219,10 +219,8 @@ struct nfsd4_open {u32 op_create;/* request */ u32 op_createmode;/* request */ u32 op_bmval[3 ];/* request */ -union {/* request */ -struct iattr iattr;/* UNCHECKED4,GUARDED4 */ -nfs4_verifier verf;/* EXCLUSIVE4 */ - } u; +struct iattr iattr;/* UNCHECKED4, GUARDED4, EXCLUSIVE4_1 */ +nfs4_verifier verf;/* EXCLUSIVE4 */ clientid_t op_clientid;/* request */ struct xdr_netobj op_owner;/* request */ u32 op_seqid;/* request */
@@ -236,8 +234,8 @@ struct nfsd4_open {struct nfs4_stateowner *op_stateowner;/* used during processing */ struct nfs4_acl *op_acl; }; -#define op_iattr u.iattr -#define op_verf u.verf +#define op_iattr iattr +#define op_verf verfstruct nfsd4_open_confirm {stateid_t oc_req_stateid/* request */ ;
Signature · 1 line
1.6.2.1
PATCH v3 35/35 nfsd41: Documentation/filesystems/nfs41-server.txt
In reply to Benny HalevyInitial nfs41 server write up describing the status of the linux server implementation.
--- Documentation/filesystems/nfs41-server.txt | 161 ++++++++++++++++++++++++++++ 1 files changed, 161 insertions(+), 0 deletions(-) create mode 100644 Documentation/filesystems/nfs41-server.txt
Documentation/filesystems/nfs41-server.txt new file +161 -0
@@ -0,0 +1,161 @@ +NFSv4.1 Server Implementation + +Server support for minorversion 1 can be controlled using the +/proc/fs/nfsd/versions control file. The string output returned +by reading this file will contain either "+4.1" or "-4.1" +correspondingly. + +Currently, server support for minorversion 1 is disabled by default. +It can be enabled at run time by writing the string "+4.1" to +the /proc/fs/nfsd/versions control file. Note that to write this +control file, the nfsd service must be taken down. Use your user-mode +nfs-utils to set this up; see rpc.nfsd(8) + +The NFSv4 minorversion 1 (NFSv4.1) implementation in nfsd is based +on the latest NFSv4.1 Internet Draft: +http://tools.ietf.org/html/draft-ietf-nfsv4-minorversion1-29 + +From the many new features in NFSv4.1 the current implementation +focuses on the mandatory-to-implement NFSv4.1 Sessions, providing +"exactly once" semantics and better control and throttling of the +resources allocated for each client. + +Other NFSv4.1 features, Parallel NFS operations in particular, +are still under development out of tree. +See http://wiki.linux-nfs.org/wiki/index.php/PNFS_prototype_design +for more information. + +The table below, taken from the NFSv4.1 document, lists +the operations that are mandatory to implement (REQ), optional +(OPT), and NFSv4.0 operations that are required not to implement (MNI) +in minor version 1. The first column indicates the operations that +are not supported yet by the linux server implementation. + +The OPTIONAL features identified and their abbreviations are as follows: + pNFS Parallel NFS + FDELG File Delegations + DDELG Directory Delegations + +The following abbreviations indicate the linux server implementation status. + I Implemented NFSv4.1 operations. + NS Not Supported. + NS* unimplemented optional feature. + P pNFS features implemented out of tree. + PNS pNFS features that are not supported yet (out of tree). + +Operations + + +----------------------+------------+--------------+----------------+ + | Operation | REQ, REC, | Feature | Definition | + | | OPT, or | (REQ, REC, | | + | | MNI | or OPT) | | + +----------------------+------------+--------------+----------------+ + | ACCESS | REQ | | Section 18.1 | +NS | BACKCHANNEL_CTL | REQ | | Section 18.33 | +NS | BIND_CONN_TO_SESSION | REQ | | Section 18.34 | + | CLOSE | REQ | | Section 18.2 | + | COMMIT | REQ | | Section 18.3 | + | CREATE | REQ | | Section 18.4 | +I | CREATE_SESSION | REQ | | Section 18.36 | +NS*| DELEGPURGE | OPT | FDELG (REQ) | Section 18.5 | + | DELEGRETURN | OPT | FDELG, | Section 18.6 | + | | | DDELG, pNFS | | + | | | (REQ) | | +NS | DESTROY_CLIENTID | REQ | | Section 18.50 | +I | DESTROY_SESSION | REQ | | Section 18.37 | +I | EXCHANGE_ID | REQ | | Section 18.35 | +NS | FREE_STATEID | REQ | | Section 18.38 | + | GETATTR | REQ | | Section 18.7 | +P | GETDEVICEINFO | OPT | pNFS (REQ) | Section 18.40 | +P | GETDEVICELIST | OPT | pNFS (OPT) | Section 18.41 | + | GETFH | REQ | | Section 18.8 | +NS*| GET_DIR_DELEGATION | OPT | DDELG (REQ) | Section 18.39 | +P | LAYOUTCOMMIT | OPT | pNFS (REQ) | Section 18.42 | +P | LAYOUTGET | OPT | pNFS (REQ) | Section 18.43 | +P | LAYOUTRETURN | OPT | pNFS (REQ) | Section 18.44 | + | LINK | OPT | | Section 18.9 | + | LOCK | REQ | | Section 18.10 | + | LOCKT | REQ | | Section 18.11 | + | LOCKU | REQ | | Section 18.12 | + | LOOKUP | REQ | | Section 18.13 | + | LOOKUPP | REQ | | Section 18.14 | + | NVERIFY | REQ | | Section 18.15 | + | OPEN | REQ | | Section 18.16 | +NS*| OPENATTR | OPT | | Section 18.17 | + | OPEN_CONFIRM | MNI | | N/A | + | OPEN_DOWNGRADE | REQ | | Section 18.18 | + | PUTFH | REQ | | Section 18.19 | + | PUTPUBFH | REQ | | Section 18.20 | + | PUTROOTFH | REQ | | Section 18.21 | + | READ | REQ | | Section 18.22 | + | READDIR | REQ | | Section 18.23 | + | READLINK | OPT | | Section 18.24 | +NS | RECLAIM_COMPLETE | REQ | | Section 18.51 | + | RELEASE_LOCKOWNER | MNI | | N/A | + | REMOVE | REQ | | Section 18.25 | + | RENAME | REQ | | Section 18.26 | + | RENEW | MNI | | N/A | + | RESTOREFH | REQ | | Section 18.27 | + | SAVEFH | REQ | | Section 18.28 | + | SECINFO | REQ | | Section 18.29 | +NS | SECINFO_NO_NAME | REC | pNFS files | Section 18.45, | + | | | layout (REQ) | Section 13.12 | +I | SEQUENCE | REQ | | Section 18.46 | + | SETATTR | REQ | | Section 18.30 | + | SETCLIENTID | MNI | | N/A | + | SETCLIENTID_CONFIRM | MNI | | N/A | +NS | SET_SSV | REQ | | Section 18.47 | +NS | TEST_STATEID | REQ | | Section 18.48 | + | VERIFY | REQ | | Section 18.31 | +NS*| WANT_DELEGATION | OPT | FDELG (OPT) | Section 18.49 | + | WRITE | REQ | | Section 18.32 | + +Callback Operations + + +-------------------------+-----------+-------------+---------------+ + | Operation | REQ, REC, | Feature | Definition | + | | OPT, or | (REQ, REC, | | + | | MNI | or OPT) | | + +-------------------------+-----------+-------------+---------------+ + | CB_GETATTR | OPT | FDELG (REQ) | Section 20.1 | +P | CB_LAYOUTRECALL | OPT | pNFS (REQ) | Section 20.3 | +NS*| CB_NOTIFY | OPT | DDELG (REQ) | Section 20.4 | +P | CB_NOTIFY_DEVICEID | OPT | pNFS (OPT) | Section 20.12 | +NS*| CB_NOTIFY_LOCK | OPT | | Section 20.11 | +NS*| CB_PUSH_DELEG | OPT | FDELG (OPT) | Section 20.5 | + | CB_RECALL | OPT | FDELG, | Section 20.2 | + | | | DDELG, pNFS | | + | | | (REQ) | | +NS*| CB_RECALL_ANY | OPT | FDELG, | Section 20.6 | + | | | DDELG, pNFS | | + | | | (REQ) | | +NS | CB_RECALL_SLOT | REQ | | Section 20.8 | +NS*| CB_RECALLABLE_OBJ_AVAIL | OPT | DDELG, pNFS | Section 20.7 | + | | | (REQ) | | +I | CB_SEQUENCE | OPT | FDELG, | Section 20.9 | + | | | DDELG, pNFS | | + | | | (REQ) | | +NS*| CB_WANTS_CANCELLED | OPT | FDELG, | Section 20.10 | + | | | DDELG, pNFS | | + | | | (REQ) | | + +-------------------------+-----------+-------------+---------------+ + +Implementation notes: + +EXCHANGE_ID: +* only SP4_NONE state protection supported +* implementation ids are ignored + +CREATE_SESSION: +* backchannel attributes are ignored +* backchannel security parameters are ignored + +SEQUENCE: +* no support for dynamic slot table renegotiation (optional) + +nfsv4.1 COMPOUND rules: +The following cases aren't supported yet: +* Enforcing of NFS4ERR_NOT_ONLY_OP for: BIND_CONN_TO_SESSION, CREATE_SESSION, + DESTROY_CLIENTID, DESTROY_SESSION, EXCHANGE_ID. +* DESTROY_SESSION MUST be the final operation in the COMPOUND request. +
Signature · 1 line
1.6.2.1