fs: Introduce special dentries for pipes, socket, anon fd
Subsystems (4)
PATCH 2/6 fs: Introduce special dentries for pipes, socket, anon fd
Sockets, pipes and anonymous fds have interesting properties.
Like other files, they use a dentry and an inode.
But dentries for these kind of files are not hashed into dcache, since there is no way someone can lookup such a file in the vfs tree. (/proc/{pid}/fd/{number} uses a different mechanism)
Still, allocating and freeing such dentries are expensive processes, because we currently take dcache_lock inside d_alloc(), d_instantiate(), and dput(). This lock is very contended on SMP machines.
This patch defines a new DCACHE_SPECIAL flag, to mark a dentry as a special one (for sockets, pipes, anonymous fd), and a new d_alloc_special(const struct qstr *name, struct inode *inode) method, called by the three subsystems.
Internally, dput() can take a fast path to dput_special() for special dentries, avoiding an expensive atomic_dec_and_lock()
Differences betwen a special dentry and a normal one are :
1) Special dentry has the DCACHE_SPECIAL flag
2) Special dentry's parent are themselves.
This to avoid taking a reference on 'root' dentry, shared by too many dentries.
3) They are not hashed into global hash table
4) Their d_alias list is empty
(socket8 bench result : from 27.5s to 24s)
---
fs/anon_inodes.c | 16 ------------ fs/dcache.c | 51 +++++++++++++++++++++++++++++++++++++++ fs/pipe.c | 23 +---------------- include/linux/dcache.h | 2 + net/socket.c | 24 +----------------- 5 files changed, 58 insertions(+), 58 deletions(-)
fs/anon_inodes.c +1 -15
@@ -33,23 +33,12 @@ static int anon_inodefs_get_sb(struct file_system_type *fs_type, int flags, mnt); } -static int anon_inodefs_delete_dentry (struct dentry *dentry) -{ -/* -* We faked vfs to believe the dentry was hashed when we created it. -* Now we restore the flag so that dput() will work correctly. -*/ - dentry->d_flags |=DCACHE_UNHASHED ; -return 1 ; -} -static struct file_system_type anon_inode_fs_type = { .name ="anon_inodefs" , .get_sb = anon_inodefs_get_sb, .kill_sb = kill_anon_super, };static struct dentry_operations anon_inodefs_dentry_operations = { - .d_delete = anon_inodefs_delete_dentry, };/**
@@ -92,7 +81,7 @@ int anon_inode_getfd(const char *name, const struct file_operations *fops, this.name = name; this.len =strlen (name); this.hash =0 ; - dentry =d_alloc (anon_inode_mnt->mnt_sb->s_root, &this); + dentry =d_alloc_special (&this, anon_inode_inode);if (!dentry) goto err_put_unused_fd;
@@ -104,9 +93,6 @@ int anon_inode_getfd(const char *name, const struct file_operations *fops,atomic_inc (&anon_inode_inode->i_count); dentry->d_op = &anon_inodefs_dentry_operations; -/* Do not publish this dentry inside the global dentry hash table */ - dentry->d_flags &= ~DCACHE_UNHASHED ; -d_instantiate (dentry, anon_inode_inode); error = -ENFILE ; file = alloc_file(anon_inode_mnt, dentry,
fs/dcache.c +51 -0
69 lines not on this page · raw message
fs/pipe.c +2 -21
@@ -849,17 +849,6 @@ void free_pipe_info(struct inode *inode) }static struct vfsmount *pipe_mnt__read_mostly ; -static int pipefs_delete_dentry (struct dentry *dentry) -{ -/* -* At creation time, we pretended this dentry was hashed -* (by clearing DCACHE_UNHASHED bit in d_flags) -* At delete time, we restore the truth : not hashed. -* (so that dput() can proceed correctly) -*/ - dentry->d_flags |=DCACHE_UNHASHED ; -return 0 ; -}/* * pipefs_dname() is called from d_path().
@@ -871,7 +860,6 @@ static char *pipefs_dname(struct dentry *dentry, char *buffer, int buflen) }static struct dentry_operations pipefs_dentry_operations = { - .d_delete = pipefs_delete_dentry, .d_dname = pipefs_dname, };
@@ -918,7 +906,7 @@ struct file *create_write_pipe(int flags)struct inode *inode;struct file *f;struct dentry *dentry; -struct qstr name = { .name ="" }; +static const struct qstr name = { .name ="" }; err = -ENFILE ; inode =get_pipe_inode ();
@@ -926,18 +914,11 @@ struct file *create_write_pipe(int flags) goto err; err = -ENOMEM ; - dentry =d_alloc (pipe_mnt->mnt_sb->s_root, &name); + dentry =d_alloc_special (&name, inode);if (!dentry) goto err_inode; dentry->d_op = &pipefs_dentry_operations; -/* -* We dont want to publish this dentry into global dentry hash table. -* We pretend dentry is already hashed, by unsetting DCACHE_UNHASHED -* This permits a working /proc/$pid/fd/XXX on pipes -*/ - dentry->d_flags &= ~DCACHE_UNHASHED ; -d_instantiate (dentry, inode); err = -ENFILE ; f =alloc_file (pipe_mnt, dentry,FMODE_WRITE , &write_pipefifo_fops);
include/linux/dcache.h +2 -0
@@ -176,6 +176,7 @@ d_iput: no no no yes#define DCACHE_UNHASHED 0x0010#define DCACHE_INOTIFY_PARENT_WATCHED 0x0020/* Parent inode is watched */ +#define DCACHE_SPECIAL 0x0040/* socket, pipe or anonfs dentry */ extern spinlock_t dcache_lock;extern seqlock_t rename_lock;
@@ -235,6 +236,7 @@ extern void shrink_dcache_sb(struct super_block *);extern void shrink_dcache_parent (struct dentry *);extern void shrink_dcache_for_umount (struct super_block *);extern int d_invalidate (struct dentry *); +extern struct dentry *d_alloc_special (const struct qstr *,struct inode *);/* only used at mount-time */ extern struct dentry *d_alloc_root (struct inode *);
net/socket.c +2 -22
@@ -307,18 +307,6 @@ static struct file_system_type sock_fs_type = { .kill_sb = kill_anon_super, }; -static int sockfs_delete_dentry (struct dentry *dentry) -{ -/* -* At creation time, we pretended this dentry was hashed -* (by clearing DCACHE_UNHASHED bit in d_flags) -* At delete time, we restore the truth : not hashed. -* (so that dput() can proceed correctly) -*/ - dentry->d_flags |=DCACHE_UNHASHED ; -return 0 ; -} -/* * sockfs_dname() is called from d_path(). */
@@ -329,7 +317,6 @@ static char *sockfs_dname(struct dentry *dentry, char *buffer, int buflen) }static struct dentry_operations sockfs_dentry_operations = { - .d_delete = sockfs_delete_dentry, .d_dname = sockfs_dname, };
@@ -371,20 +358,13 @@ static int sock_alloc_fd(struct file **filep, int flags)static int sock_attach_fd (struct socket *sock,struct file *file,int flags) {struct dentry *dentry; -struct qstr name = { .name ="" }; +static const struct qstr name = { .name ="" }; - dentry =d_alloc (sock_mnt->mnt_sb->s_root, &name); + dentry =d_alloc_special (&name,SOCK_INODE (sock));if (unlikely (!dentry))return -ENOMEM ; dentry->d_op = &sockfs_dentry_operations; -/* -* We dont want to push this dentry into global dentry hash table. -* We pretend dentry is already hashed, by unsetting DCACHE_UNHASHED -* This permits a working /proc/$pid/fd/XXX on sockets -*/ - dentry->d_flags &= ~DCACHE_UNHASHED ; -d_instantiate (dentry,SOCK_INODE (sock)); sock->file = file; init_file(file, sock_mnt, dentry, FMODE_READ | FMODE_WRITE,
From: Eric Dumazet <[email protected]>
Date: Thu, 27 Nov 2008 00:31:40 +0100
Quoted 1 line
Sockets, pipes and anonymous fds have interesting properties.
...
Quoted 17 lines
This patch defines a new
DCACHE_SPECIALflag, to mark a dentry as a special one (for sockets, pipes, anonymous fd), and a newd_alloc_special(const struct qstr *name, struct inode *inode)method, called by the three subsystems.Internally,
dput()can take a fast path todput_special()for special dentries, avoiding an expensiveatomic_dec_and_lock()Differences betwen a special dentry and a normal one are :
1) Special dentry has the
DCACHE_SPECIALflag
2) Special dentry's parent are themselves.
This to avoid taking a reference on 'root' dentry, shared by too many dentries.
3) They are not hashed into global hash table
4) Theird_aliaslist is empty
Quoted 3 lines
(socket8 bench result : from 27.5s to 24s)
Signed-off-by Eric Dumazet <[email protected]>
Networking bits look fine:
The dentry and indoe patches will take some time to review propery as they touch hairy code. For your next respin I'd suggest putting them to the end of the series so we could eventually merge the other bits earlier. Also please changed the special naming to something meanfull, and please try to have just one single flag in the superblock controlling all the behvaiour for the can't be unmouynted special case.