Skip to contentSkip to conversation

nfs: force drop_nlink if we have a delegation during REMOVE

PATCH RESEND In review Roberto Bergantinos Corpas 2 participants 3 messages Apr 20 – Apr 21

Subsystems (2)
lore
Share & tools
lore
#0 lore raw

PATCH RESEND 1/1 nfs: force drop_nlink if we have a delegation during REMOVE

commit bd4928ec799b ("NFS: Avoid changing nlink when file removes and attribute updates race") avoids races on attribute cache with any inflight RPC that may modify inode attributes (and gencount) during i.e. REMOVE.

However it does not take into account that REMOVE may trigger a delegation return which also advances gencount (via the attribute refresh during delegation return), and in that case the gencount mismatch is not due to an inflight RPC that already reflected the removal.

If nlink is 1 and we have a delegation before REMOVE, we should force the drop to ensure the VFS delivers the expected FS_DELETE_SELF notification.

This fixes LTP/inotify04 failure after bd4928ec799b.

Fixes bd4928ec799b ("NFS: Avoid changing nlink when file removes and attribute updates race")
---
 fs/nfs/dir.c | 11 ++++++-----
 1 file changed, 6 insertions(+), 5 deletions(-)
fs/nfs/dir.c +6 -5
index 2402f57c8e7d..bc6bbf434a21 100644
@@ -1937,13 +1937,13 @@ static int nfs_dentry_delete(const struct dentry *dentry)
 }
 
 /* Ensure that we revalidate inode->i_nlink */
-static void nfs_drop_nlink(struct inode *inode, unsigned long gencount)
+static void nfs_drop_nlink(struct inode *inode, unsigned long gencount, bool force)
 {
 	struct nfs_inode *nfsi = NFS_I(inode);
 
 	spin_lock(&inode->i_lock);
 	/* drop the inode if we're reasonably sure this is the last link */
-	if (inode->i_nlink > 0 && gencount == nfsi->attr_gencount)
+	if (inode->i_nlink > 0 && (force || gencount == nfsi->attr_gencount))
 		drop_nlink(inode);
 	nfsi->attr_gencount = nfs_inc_attr_generation_counter();
 	nfs_set_cache_invalid(
@@ -1961,7 +1961,7 @@ static void nfs_dentry_iput(struct dentry *dentry, struct inode *inode)
 	if (dentry->d_flags & DCACHE_NFSFS_RENAMED) {
 		unsigned long gencount = READ_ONCE(NFS_I(inode)->attr_gencount);
 		nfs_complete_unlink(dentry, inode);
-		nfs_drop_nlink(inode, gencount);
+		nfs_drop_nlink(inode, gencount, false);
 	}
 	iput(inode);
 }
@@ -2556,10 +2556,11 @@ static int nfs_safe_remove(struct dentry *dentry)
 	trace_nfs_remove_enter(dir, dentry);
 	if (inode != NULL) {
 		unsigned long gencount = READ_ONCE(NFS_I(inode)->attr_gencount);
+		bool force_drop = nfs_have_read_or_write_delegation(inode) && inode->i_nlink == 1;
 
 		error = NFS_PROTO(dir)->remove(dir, dentry);
 		if (error == 0)
-			nfs_drop_nlink(inode, gencount);
+			nfs_drop_nlink(inode, gencount, force_drop);
 	} else
 		error = NFS_PROTO(dir)->remove(dir, dentry);
 	if (error == -ENOENT)
@@ -2852,7 +2853,7 @@ int nfs_rename(struct mnt_idmap *idmap, struct inode *old_dir,
 			new_dir, new_dentry, error);
 	if (!error) {
 		if (new_inode != NULL)
-			nfs_drop_nlink(new_inode, new_gencount);
+			nfs_drop_nlink(new_inode, new_gencount, false);
 		/*
 		 * The d_move() should be here instead of in an async RPC completion
 		 * handler because we need the proper locks to move the dentry.  If
Signature · 1 line
2.53.0
maintainer
#1 lore raw
Quoted 86 lines · Roberto Bergantinos Corpas

commit bd4928ec799b ("NFS: Avoid changing nlink when file removes and attribute updates race") avoids races on attribute cache with any inflight RPC that may modify inode attributes (and gencount) during i.e. REMOVE.

However it does not take into account that REMOVE may trigger a delegation return which also advances gencount (via the attribute refresh during delegation return), and in that case the gencount mismatch is not due to an inflight RPC that already reflected the removal.

If nlink is 1 and we have a delegation before REMOVE, we should force the drop to ensure the VFS delivers the expected FS_DELETE_SELF notification.

This fixes LTP/inotify04 failure after bd4928ec799b.

Fixes bd4928ec799b ("NFS: Avoid changing nlink when file removes and

attribute updates race")

---
 fs/nfs/dir.c | 11 ++++++-----

 1 file changed, 6 insertions(+), 5 deletions(-)
fs/nfs/dir.c +0 -0
index 2402f57c8e7d..bc6bbf434a21 100644
@@ -1937,13 +1937,13 @@ static int nfs_dentry_delete(const struct
 dentry *dentry)
  }


 /* Ensure that we revalidate inode->i_nlink */
-static void nfs_drop_nlink(struct inode *inode, unsigned long gencount)
+static void nfs_drop_nlink(struct inode *inode, unsigned long gencount, bool force)
 {
  struct nfs_inode *nfsi = NFS_I(inode);

  spin_lock(&inode->i_lock);
  /* drop the inode if we're reasonably sure this is the last link */

fs/nfs/dir.c +1 -1
-	if (inode->i_nlink > 0 && gencount == nfsi->attr_gencount)
+	if (inode->i_nlink > 0 && (force || gencount == nfsi-
Quoted 1 line

attr_gencount))

  drop_nlink(inode);
  nfsi->attr_gencount = nfs_inc_attr_generation_counter(); nfs_set_cache_invalid(

fs/nfs/dir.c +0 -0
@@ -1961,7 +1961,7 @@ static void nfs_dentry_iput(struct dentry
 *dentry, struct inode *inode)
  	if (dentry->d_flags & DCACHE_NFSFS_RENAMED) {

  unsigned long gencount = READ_ONCE(NFS_I(inode)-

Quoted 1 line

attr_gencount);

  nfs_complete_unlink(dentry, inode);

fs/nfs/dir.c +1 -1
-		nfs_drop_nlink(inode, gencount);
+		nfs_drop_nlink(inode, gencount, false);

  }
  iput(inode);
 }

fs/nfs/dir.c +0 -0
@@ -2556,10 +2556,11 @@ static int nfs_safe_remove(struct dentry
 *dentry)
  	trace_nfs_remove_enter(dir, dentry);
  	if (inode != NULL) {

  unsigned long gencount = READ_ONCE(NFS_I(inode)-

Quoted 1 line

attr_gencount);

fs/nfs/dir.c +1 -0
+		bool force_drop =

nfs_have_read_or_write_delegation(inode) && inode->i_nlink == 1;
  error = NFS_PROTO(dir)->remove(dir, dentry); if (error == 0)

fs/nfs/dir.c +1 -1
-			nfs_drop_nlink(inode, gencount);
+			nfs_drop_nlink(inode, gencount, force_drop);

  } else
  error = NFS_PROTO(dir)->remove(dir, dentry); if (error == -ENOENT)

fs/nfs/dir.c +1 -1
@@ -2852,7 +2853,7 @@ int nfs_rename(struct mnt_idmap *idmap, struct
 inode *old_dir,
  			new_dir, new_dentry, error);
  	if (!error) {
  		if (new_inode != NULL)
-			nfs_drop_nlink(new_inode, new_gencount);
+			nfs_drop_nlink(new_inode, new_gencount,
 false);
  		/*
Quoted 4 lines

  * The d_move() should be here instead of in an async RPC completion
  * handler because we need the proper locks to move the dentry.  If

The right way to go about this is to push the setting of gencount from nfs_safe_remove() down into the version-specific layer so that you can order it correctly with the delegation return and call to _nfs4_proc_remove().

Signature · 3 lines
Trond Myklebust
Linux NFS client maintainer, Hammerspace
[email protected], [email protected]
#2 lore raw

PATCH v2 1/1 nfs: set gencount on protocol-specific remove

In reply to Roberto Bergantinos Corpas

commit bd4928ec799b ("NFS: Avoid changing nlink when file removes and attribute updates race") avoids races on attribute cache with any inflight RPC that may modify inode attributes (and gencount) during i.e. REMOVE.

However it does not take into account that REMOVE may trigger a delegation return which also advances gencount (via the attribute refresh during delegation return), and in that case the gencount mismatch is not due to an inflight RPC that already reflected the removal.

Push the setting of gencount under each version-specific layer, reordering correctly for nfsv4 case after the delegation returns.

This fixes LTP/inotify04 failure after bd4928ec799b.

Fixes bd4928ec799b ("NFS: Avoid changing nlink when file removes and attribute updates race")

---
v2: Move gencount capture and nfs_drop_nlink into version-specific remove handlers instead of using force flag (Trond)

---
 fs/nfs/dir.c      | 13 +++----------
 fs/nfs/internal.h |  1 +
 fs/nfs/nfs3proc.c |  8 ++++++++
 fs/nfs/nfs4proc.c |  5 +++++
 fs/nfs/proc.c     |  8 ++++++++
 5 files changed, 25 insertions(+), 10 deletions(-)
fs/nfs/dir.c +3 -10
index 2402f57c8e7d..e48e8a837d6f 100644
@@ -1937,7 +1937,7 @@ static int nfs_dentry_delete(const struct dentry *dentry)
 }
 
 /* Ensure that we revalidate inode->i_nlink */
-static void nfs_drop_nlink(struct inode *inode, unsigned long gencount)
+void nfs_drop_nlink(struct inode *inode, unsigned long gencount)
 {
 	struct nfs_inode *nfsi = NFS_I(inode);
 
@@ -1951,6 +1951,7 @@ static void nfs_drop_nlink(struct inode *inode, unsigned long gencount)
 			       NFS_INO_INVALID_NLINK);
 	spin_unlock(&inode->i_lock);
 }
+EXPORT_SYMBOL_GPL(nfs_drop_nlink);
 
 /*
  * Called when the dentry loses inode.
@@ -2542,7 +2543,6 @@ EXPORT_SYMBOL_GPL(nfs_rmdir);
 static int nfs_safe_remove(struct dentry *dentry)
 {
 	struct inode *dir = d_inode(dentry->d_parent);
-	struct inode *inode = d_inode(dentry);
 	int error = -EBUSY;
 		
 	dfprintk(VFS, "NFS: safe_remove(%pd2)\n", dentry);
@@ -2554,14 +2554,7 @@ static int nfs_safe_remove(struct dentry *dentry)
 	}
 
 	trace_nfs_remove_enter(dir, dentry);
-	if (inode != NULL) {
-		unsigned long gencount = READ_ONCE(NFS_I(inode)->attr_gencount);
-
-		error = NFS_PROTO(dir)->remove(dir, dentry);
-		if (error == 0)
-			nfs_drop_nlink(inode, gencount);
-	} else
-		error = NFS_PROTO(dir)->remove(dir, dentry);
+	error = NFS_PROTO(dir)->remove(dir, dentry);
 	if (error == -ENOENT)
 		nfs_dentry_handle_enoent(dentry);
 	trace_nfs_remove_exit(dir, dentry, error);
fs/nfs/internal.h +1 -0
index 63e09dfc27a8..84d750de608e 100644
@@ -390,6 +390,7 @@ extern unsigned long nfs_access_cache_count(struct shrinker *shrink,
 					    struct shrink_control *sc);
 extern unsigned long nfs_access_cache_scan(struct shrinker *shrink,
 					   struct shrink_control *sc);
+extern void nfs_drop_nlink(struct inode *inode, unsigned long gencount);
 struct dentry *nfs_lookup(struct inode *, struct dentry *, unsigned int);
 void nfs_d_prune_case_insensitive_aliases(struct inode *inode);
 int nfs_create(struct mnt_idmap *, struct inode *, struct dentry *,
fs/nfs/nfs3proc.c +8 -0
index 3e2de45c95fe..b077455fb019 100644
@@ -442,13 +442,21 @@ nfs3_proc_remove(struct inode *dir, struct dentry *dentry)
 		.rpc_resp = &res,
 	};
 	int status = -ENOMEM;
+	struct inode *inode = d_inode(dentry);
+	unsigned long gencount;
 
 	dprintk("NFS call  remove %pd2\n", dentry);
 	res.dir_attr = nfs_alloc_fattr();
 	if (res.dir_attr == NULL)
 		goto out;
 
+	if (inode)
+		gencount = READ_ONCE(NFS_I(inode)->attr_gencount);
+
 	status = rpc_call_sync(NFS_CLIENT(dir), &msg, 0);
+	if (status == 0 && inode)
+		nfs_drop_nlink(inode, gencount);
+
 	nfs_post_op_update_inode(dir, res.dir_attr);
 	nfs_free_fattr(res.dir_attr);
 out:
fs/nfs/nfs4proc.c +5 -0
index 91bcf67bd743..85901714b4b5 100644
@@ -4919,12 +4919,14 @@ static int nfs4_proc_remove(struct inode *dir, struct dentry *dentry)
 	};
 	struct inode *inode = d_inode(dentry);
 	int err;
+	unsigned long gencount;
 
 	if (inode) {
 		if (inode->i_nlink == 1)
 			nfs4_inode_return_delegation(inode);
 		else
 			nfs4_inode_make_writeable(inode);
+		gencount = READ_ONCE(NFS_I(inode)->attr_gencount);
 	}
 	do {
 		err = _nfs4_proc_remove(dir, &dentry->d_name, NF4REG);
@@ -4932,6 +4934,9 @@ static int nfs4_proc_remove(struct inode *dir, struct dentry *dentry)
 		err = nfs4_handle_exception(NFS_SERVER(dir), err,
 				&exception);
 	} while (exception.retry);
+
+	if (err == 0 && inode)
+		nfs_drop_nlink(inode, gencount);
 	return err;
 }
 
fs/nfs/proc.c +8 -0
index 8c3d2efa2636..a8d8ac421200 100644
@@ -322,9 +322,17 @@ nfs_proc_remove(struct inode *dir, struct dentry *dentry)
 		.rpc_argp = &arg,
 	};
 	int			status;
+	struct inode *inode = d_inode(dentry);
+	unsigned long gencount;
 
 	dprintk("NFS call  remove %pd2\n",dentry);
+	if (inode)
+		gencount = READ_ONCE(NFS_I(inode)->attr_gencount);
+
 	status = rpc_call_sync(NFS_CLIENT(dir), &msg, 0);
+	if (status == 0 && inode)
+		nfs_drop_nlink(inode, gencount);
+
 	nfs_mark_for_revalidate(dir);
 
 	dprintk("NFS reply remove: %d\n", status);
Signature · 1 line
2.53.0