Skip to contentSkip to conversation

fsnotify: Fix busy inodes during unmount

PATCH Superseded Jan Kara 2 participants 3 messages Oct 18, 2018 – Oct 19, 2018

Subsystems (2)

v1 of 3 Superseded Latest is v3 →

lore
Share & tools
lore

Jan Kara

author maintainer
#0 lore raw

PATCH 1/1 fsnotify: Fix busy inodes during unmount

Detaching of mark connector from fsnotify_put_mark() can race with unmounting of the filesystem like:

CPU1 CPU2
fsnotify_put_mark()
spin_lock(&conn->lock);
...
inode = fsnotify_detach_connector_from_object(conn) spin_unlock(&conn->lock);
generic_shutdown_super()
fsnotify_unmount_inodes()
sees connector detached for inode
-> nothing to do
evict_inode()
barfs on pending inode reference
iput(inode);

Resulting in "Busy inodes after unmount" message and possible kernel oops. Make fsnotify_unmount_inodes() properly wait for outstanding inode references from detached connectors.

Note that the accounting of outstanding inode references in the superblock can cause some cacheline contention on the counter. OTOH it happens only during deletion of the last notification mark from an inode (or during unlinking of watched inode) and that is not too bad. I have measured time to create & delete inotify watch 100000 times from 64 processes in parallel (each process having its own inotify group and its own file on a shared superblock) on a 64 CPU machine. Average and standard deviation of 15 runs look like:

Avg Stddev
Vanilla 9.817400 0.276165
Fixed 9.710467 0.228294

So there's no statistically significant difference.

---
 fs/notify/fsnotify.c |  3 +++
 fs/notify/mark.c     | 31 ++++++++++++++++++++++++-------
 include/linux/fs.h   |  3 +++
 3 files changed, 30 insertions(+), 7 deletions(-)
fs/notify/fsnotify.c +3 -0
index f174397b63a0..00d4f4357724 100644
@@ -96,6 +96,9 @@ void fsnotify_unmount_inodes(struct super_block *sb)
 
 	if (iput_inode)
 		iput(iput_inode);
+	/* Wait for outstanding inode references from connectors */
+	wait_var_event(&sb->s_fsnotify_inode_refs,
+		       !atomic_long_read(&sb->s_fsnotify_inode_refs));
 }
 
 /*
fs/notify/mark.c +24 -7
index 59cdb27826de..61c58e1759ee 100644
@@ -179,7 +179,7 @@ static void fsnotify_connector_destroy_workfn(struct work_struct *work)
 	}
 }
 
-static struct inode *fsnotify_detach_connector_from_object(
+static void *fsnotify_detach_connector_from_object(
 					struct fsnotify_mark_connector *conn)
 {
 	struct inode *inode = NULL;
@@ -190,6 +190,7 @@ static struct inode *fsnotify_detach_connector_from_object(
 	if (conn->type == FSNOTIFY_OBJ_TYPE_INODE) {
 		inode = fsnotify_conn_inode(conn);
 		inode->i_fsnotify_mask = 0;
+		atomic_long_inc(&inode->i_sb->s_fsnotify_inode_refs);
 	} else if (conn->type == FSNOTIFY_OBJ_TYPE_VFSMOUNT) {
 		fsnotify_conn_mount(conn)->mnt_fsnotify_mask = 0;
 	}
@@ -211,10 +212,26 @@ static void fsnotify_final_mark_destroy(struct fsnotify_mark *mark)
 	fsnotify_put_group(group);
 }
 
+/* Drop object reference originally held by a connector */
+static void fsnotify_drop_object(void *objp)
+{
+	struct inode *inode;
+	struct super_block *sb;
+
+	if (!objp)
+		return;
+	/* Currently only inode references are passed to be dropped */
+	inode = objp;
+	sb = inode->i_sb;
+	iput(inode);
+	if (atomic_long_dec_and_test(&sb->s_fsnotify_inode_refs))
+		wake_up_var(&sb->s_fsnotify_inode_refs);
+}
+
 void fsnotify_put_mark(struct fsnotify_mark *mark)
 {
 	struct fsnotify_mark_connector *conn;
-	struct inode *inode = NULL;
+	void *objp = NULL;
 	bool free_conn = false;
 
 	/* Catch marks that were actually never attached to object */
@@ -234,7 +251,7 @@ void fsnotify_put_mark(struct fsnotify_mark *mark)
 	conn = mark->connector;
 	hlist_del_init_rcu(&mark->obj_list);
 	if (hlist_empty(&conn->list)) {
-		inode = fsnotify_detach_connector_from_object(conn);
+		objp = fsnotify_detach_connector_from_object(conn);
 		free_conn = true;
 	} else {
 		__fsnotify_recalc_mask(conn);
@@ -242,7 +259,7 @@ void fsnotify_put_mark(struct fsnotify_mark *mark)
 	mark->connector = NULL;
 	spin_unlock(&conn->lock);
 
-	iput(inode);
+	fsnotify_drop_object(objp);
 
 	if (free_conn) {
 		spin_lock(&destroy_lock);
@@ -709,7 +726,7 @@ void fsnotify_destroy_marks(fsnotify_connp_t *connp)
 {
 	struct fsnotify_mark_connector *conn;
 	struct fsnotify_mark *mark, *old_mark = NULL;
-	struct inode *inode;
+	void *objp;
 
 	conn = fsnotify_grab_connector(connp);
 	if (!conn)
@@ -735,11 +752,11 @@ void fsnotify_destroy_marks(fsnotify_connp_t *connp)
 	 * mark references get dropped. It would lead to strange results such
 	 * as delaying inode deletion or blocking unmount.
 	 */
-	inode = fsnotify_detach_connector_from_object(conn);
+	objp = fsnotify_detach_connector_from_object(conn);
 	spin_unlock(&conn->lock);
 	if (old_mark)
 		fsnotify_put_mark(old_mark);
-	iput(inode);
+	fsnotify_drop_object(objp);
 }
 
 /*
include/linux/fs.h +3 -0
index 33322702c910..5090f3dcec3b 100644
@@ -1428,6 +1428,9 @@ struct super_block {
 	/* Number of inodes with nlink == 0 but still referenced */
 	atomic_long_t s_remove_count;
 
+	/* Pending fsnotify inode refs */
+	atomic_long_t s_fsnotify_inode_refs;
+
 	/* Being remounted read-only */
 	int s_readonly_remount;
 
Signature · 1 line
2.16.4
#1 lore raw
Quoted 31 lines · Jan Kara

Detaching of mark connector from fsnotify_put_mark() can race with unmounting of the filesystem like:

CPU1 CPU2
fsnotify_put_mark()
spin_lock(&conn->lock);
...
inode = fsnotify_detach_connector_from_object(conn) spin_unlock(&conn->lock);
generic_shutdown_super()
fsnotify_unmount_inodes()
sees connector detached for inode
-> nothing to do
evict_inode()
barfs on pending inode reference
iput(inode);

Resulting in "Busy inodes after unmount" message and possible kernel oops. Make fsnotify_unmount_inodes() properly wait for outstanding inode references from detached connectors.

Note that the accounting of outstanding inode references in the superblock can cause some cacheline contention on the counter. OTOH it happens only during deletion of the last notification mark from an inode (or during unlinking of watched inode) and that is not too bad. I have measured time to create & delete inotify watch 100000 times from 64 processes in parallel (each process having its own inotify group and its own file on a shared superblock) on a 64 CPU machine. Average and standard deviation of 15 runs look like:

Quoted 6 lines
        Avg             Stddev
Vanilla 9.817400        0.276165
Fixed   9.710467        0.228294

So there's no statistically significant difference.

Fixes ???
Quoted 45 lines
---
 fs/notify/fsnotify.c |  3 +++
 fs/notify/mark.c     | 31 ++++++++++++++++++++++++-------
 include/linux/fs.h   |  3 +++
 3 files changed, 30 insertions(+), 7 deletions(-)
fs/notify/fsnotify.c +3 -0
index f174397b63a0..00d4f4357724 100644
@@ -96,6 +96,9 @@ void fsnotify_unmount_inodes(struct super_block *sb)
 
        if (iput_inode)
                iput(iput_inode);
+       /* Wait for outstanding inode references from connectors */
+       wait_var_event(&sb->s_fsnotify_inode_refs,
+                      !atomic_long_read(&sb->s_fsnotify_inode_refs));
 }
 
 /*
fs/notify/mark.c +2 -1
index 59cdb27826de..61c58e1759ee 100644
@@ -179,7 +179,7 @@ static void fsnotify_connector_destroy_workfn(struct work_struct *work)
        }
 }
 
-static struct inode *fsnotify_detach_connector_from_object(
+static void *fsnotify_detach_connector_from_object(
                                        struct fsnotify_mark_connector *conn)
 {
        struct inode *inode = NULL;
@@ -190,6 +190,7 @@ static struct inode *fsnotify_detach_connector_from_object(
        if (conn->type == FSNOTIFY_OBJ_TYPE_INODE) {
                inode = fsnotify_conn_inode(conn);
                inode->i_fsnotify_mask = 0;
+               atomic_long_inc(&inode->i_sb->s_fsnotify_inode_refs);
        } else if (conn->type == FSNOTIFY_OBJ_TYPE_VFSMOUNT) {
                fsnotify_conn_mount(conn)->mnt_fsnotify_mask = 0;
        }
@@ -211,10 +212,26 @@ static void fsnotify_final_mark_destroy(struct fsnotify_mark *mark)
        fsnotify_put_group(group);
 }

fs/notify/mark.c static void fsnotify_final_mark_destroy(struct fsnotify_mark *mark) · line 223

Quoted 10 lines
fs/notify/mark.c +9 -0
 
+/* Drop object reference originally held by a connector */
+static void fsnotify_drop_object(void *objp)
+{
+       struct inode *inode;
+       struct super_block *sb;
+
+       if (!objp)
+               return;
+       /* Currently only inode references are passed to be dropped */

This patch would have been a whole lot shorter if you just implemented fsnotify_drop_inode(struct inode *inode)

Did you have anything specific in mind when you made it generic? Anyway, if you do choose to leave this function "generic", please pass in conn->type to this function and do "the inode thing" only for type == FSNOTIFY_OBJ_TYPE_INODE.

Thanks,
Amir.

author maintainer
#2 lore raw
Quoted 32 lines · Amir Goldstein
Quoted 31 lines · Jan Kara

Detaching of mark connector from fsnotify_put_mark() can race with unmounting of the filesystem like:

CPU1 CPU2
fsnotify_put_mark()
spin_lock(&conn->lock);
...
inode = fsnotify_detach_connector_from_object(conn) spin_unlock(&conn->lock);
generic_shutdown_super()
fsnotify_unmount_inodes()
sees connector detached for inode
-> nothing to do
evict_inode()
barfs on pending inode reference
iput(inode);

Resulting in "Busy inodes after unmount" message and possible kernel oops. Make fsnotify_unmount_inodes() properly wait for outstanding inode references from detached connectors.

Note that the accounting of outstanding inode references in the superblock can cause some cacheline contention on the counter. OTOH it happens only during deletion of the last notification mark from an inode (or during unlinking of watched inode) and that is not too bad. I have measured time to create & delete inotify watch 100000 times from 64 processes in parallel (each process having its own inotify group and its own file on a shared superblock) on a 64 CPU machine. Average and standard deviation of 15 runs look like:

Quoted 8 lines
Quoted 6 lines
        Avg             Stddev
Vanilla 9.817400        0.276165
Fixed   9.710467        0.228294

So there's no statistically significant difference.

Fixes ???

Good point, will add this together with CC stable.

Quoted 59 lines
Quoted 45 lines
---
 fs/notify/fsnotify.c |  3 +++
 fs/notify/mark.c     | 31 ++++++++++++++++++++++++-------
 include/linux/fs.h   |  3 +++
 3 files changed, 30 insertions(+), 7 deletions(-)
fs/notify/fsnotify.c +3 -0
index f174397b63a0..00d4f4357724 100644
@@ -96,6 +96,9 @@ void fsnotify_unmount_inodes(struct super_block *sb)
 
        if (iput_inode)
                iput(iput_inode);
+       /* Wait for outstanding inode references from connectors */
+       wait_var_event(&sb->s_fsnotify_inode_refs,
+                      !atomic_long_read(&sb->s_fsnotify_inode_refs));
 }
 
 /*
fs/notify/mark.c +2 -1
index 59cdb27826de..61c58e1759ee 100644
@@ -179,7 +179,7 @@ static void fsnotify_connector_destroy_workfn(struct work_struct *work)
        }
 }
 
-static struct inode *fsnotify_detach_connector_from_object(
+static void *fsnotify_detach_connector_from_object(
                                        struct fsnotify_mark_connector *conn)
 {
        struct inode *inode = NULL;
@@ -190,6 +190,7 @@ static struct inode *fsnotify_detach_connector_from_object(
        if (conn->type == FSNOTIFY_OBJ_TYPE_INODE) {
                inode = fsnotify_conn_inode(conn);
                inode->i_fsnotify_mask = 0;
+               atomic_long_inc(&inode->i_sb->s_fsnotify_inode_refs);
        } else if (conn->type == FSNOTIFY_OBJ_TYPE_VFSMOUNT) {
                fsnotify_conn_mount(conn)->mnt_fsnotify_mask = 0;
        }
@@ -211,10 +212,26 @@ static void fsnotify_final_mark_destroy(struct fsnotify_mark *mark)
        fsnotify_put_group(group);
 }

fs/notify/mark.c static void fsnotify_final_mark_destroy(struct fsnotify_mark *mark) · line 223

Quoted 10 lines
fs/notify/mark.c +9 -0
 
+/* Drop object reference originally held by a connector */
+static void fsnotify_drop_object(void *objp)
+{
+       struct inode *inode;
+       struct super_block *sb;
+
+       if (!objp)
+               return;
+       /* Currently only inode references are passed to be dropped */

This patch would have been a whole lot shorter if you just implemented fsnotify_drop_inode(struct inode *inode)

Quoted 1 line

Did you have anything specific in mind when you made it generic?

Yes. I was afraid that if we just keep returning struct inode *, it is just too easy to drop the reference with iput() and leak the counter. Maybe I'm just too paranoid, I'll sleep to it and decide tomorrow ;).

Quoted 3 lines

Anyway, if you do choose to leave this function "generic", please pass in conn->type to this function and do "the inode thing" only for type == FSNOTIFY_OBJ_TYPE_INODE.

Good point, will do if I decide to stay with opaque pointer.

Honza

Signature · 2 lines
Jan Kara <[email protected]>
SUSE Labs, CR