ovl: set overlayfs inode's a_ops->direct_IO properly
PATCH 1/1 ovl: set overlayfs inode's a_ops->direct_IO properly
Loop device checks the ability of DIRECT-IO by checking a_ops->direct_IO of inode, in order to avoid this kind of false detection we set a_ops->direct_IO for overlayfs inode only when underlying inode really has DIRECT-IO ability.
--- fs/overlayfs/dir.c | 2 ++ fs/overlayfs/inode.c | 4 ++-- fs/overlayfs/overlayfs.h | 1 + fs/overlayfs/util.c | 14 ++++++++++++++ 4 files changed, 19 insertions(+), 2 deletions(-)
fs/overlayfs/dir.c +2 -0
@@ -648,6 +648,8 @@ static int ovl_create_object(struct dentry *dentry, int mode, dev_t rdev,/* Did we end up using the preallocated inode? */ if (inode !=d_inode (dentry))iput (inode); +else +ovl_inode_set_aops (inode); out_drop_write:ovl_drop_write (dentry);
fs/overlayfs/inode.c +2 -2
@@ -659,7 +659,7 @@ static const struct inode_operations ovl_special_inode_operations = { .update_time = ovl_update_time, }; -static const struct address_space_operations ovl_aops = { +const struct address_space_operations ovl_aops = {/* For O_DIRECT dentry_open() checks f_mapping->a_ops->direct_IO */ .direct_IO = noop_direct_IO, };
@@ -786,6 +786,7 @@ void ovl_inode_init(struct inode *inode, struct ovl_inode_params *oip,ovl_copyattr (realinode, inode);ovl_copyflags (realinode, inode);ovl_map_ino (inode, ino, fsid); +ovl_inode_set_aops (inode); }static void ovl_fill_inode (struct inode *inode,umode_t mode,dev_t rdev)
@@ -802,7 +803,6 @@ static void ovl_fill_inode(struct inode *inode, umode_t mode, dev_t rdev)case S_IFREG : inode->i_op = &ovl_file_inode_operations; inode->i_fop = &ovl_file_operations; - inode->i_mapping->a_ops = &ovl_aops;break ;case S_IFDIR :
fs/overlayfs/overlayfs.h +1 -0
@@ -349,6 +349,7 @@ bool ovl_is_metacopy_dentry(struct dentry *dentry);char *ovl_get_redirect_xattr (struct ovl_fs *ofs,struct dentry *dentry,int padding);int ovl_sync_status (struct ovl_fs *ofs); +void ovl_inode_set_aops (struct inode *inode);static inline void ovl_set_flag (unsigned long flag,struct inode *inode) {
fs/overlayfs/util.c +14 -0
@@ -1060,3 +1060,17 @@ int ovl_sync_status(struct ovl_fs *ofs)return errseq_check (&mnt->mnt_sb->s_wb_err, ofs->errseq); } + +extern const struct address_space_operations ovl_aops; +void ovl_inode_set_aops (struct inode *inode) +{ +struct inode *realinode; + +if (!S_ISREG (inode->i_mode)) +return ; + + realinode =ovl_inode_realdata (inode); +if (realinode && realinode->i_mapping && realinode->i_mapping->a_ops && + realinode->i_mapping->a_ops->direct_IO) + inode->i_mapping->a_ops = &ovl_aops; +}
Signature · 1 line
2.27.0
This patch can ensure that loop devices based on erofs and overlayfs can't set dio through __loop_update_dio.
Thanks,
Jianan
Quoted 90 lines · Chengguang Xu
Loop device checks the ability of DIRECT-IO by checking
a_ops->direct_IOof inode, in order to avoid this kind of false detection we seta_ops->direct_IOfor overlayfs inode only when underlying inode really has DIRECT-IO ability.Reported-by Huang Jianan <[email protected]>Signed-off-by Chengguang Xu <[email protected]>--- fs/overlayfs/dir.c | 2 ++ fs/overlayfs/inode.c | 4 ++-- fs/overlayfs/overlayfs.h | 1 + fs/overlayfs/util.c | 14 ++++++++++++++ 4 files changed, 19 insertions(+), 2 deletions(-)fs/overlayfs/dir.c +2
-0@@ -648,6 +648,8 @@ static int ovl_create_object(struct dentry *dentry, int mode, dev_t rdev,/* Did we end up using the preallocated inode? */ if (inode !=d_inode (dentry))iput (inode); +else +ovl_inode_set_aops (inode); out_drop_write:ovl_drop_write (dentry);fs/overlayfs/inode.c +2
-2@@ -659,7 +659,7 @@ static const struct inode_operations ovl_special_inode_operations = { .update_time = ovl_update_time, }; -static const struct address_space_operations ovl_aops = { +const struct address_space_operations ovl_aops = {/* For O_DIRECT dentry_open() checks f_mapping->a_ops->direct_IO */ .direct_IO = noop_direct_IO, };@@ -786,6 +786,7 @@ void ovl_inode_init(struct inode *inode, struct ovl_inode_params *oip,ovl_copyattr (realinode, inode);ovl_copyflags (realinode, inode);ovl_map_ino (inode, ino, fsid); +ovl_inode_set_aops (inode); }static void ovl_fill_inode (struct inode *inode,umode_t mode,dev_t rdev)@@ -802,7 +803,6 @@ static void ovl_fill_inode(struct inode *inode, umode_t mode, dev_t rdev)case S_IFREG : inode->i_op = &ovl_file_inode_operations; inode->i_fop = &ovl_file_operations; - inode->i_mapping->a_ops = &ovl_aops;break ;case S_IFDIR :fs/overlayfs/overlayfs.h +1
-0@@ -349,6 +349,7 @@ bool ovl_is_metacopy_dentry(struct dentry *dentry);char *ovl_get_redirect_xattr (struct ovl_fs *ofs,struct dentry *dentry,int padding);int ovl_sync_status (struct ovl_fs *ofs); +void ovl_inode_set_aops (struct inode *inode);static inline void ovl_set_flag (unsigned long flag,struct inode *inode) {fs/overlayfs/util.c +14
-0@@ -1060,3 +1060,17 @@ int ovl_sync_status(struct ovl_fs *ofs)return errseq_check (&mnt->mnt_sb->s_wb_err, ofs->errseq); } + +extern const struct address_space_operations ovl_aops; +void ovl_inode_set_aops (struct inode *inode) +{ +struct inode *realinode; + +if (!S_ISREG (inode->i_mode)) +return ; + + realinode =ovl_inode_realdata (inode); +if (realinode && realinode->i_mapping && realinode->i_mapping->a_ops && + realinode->i_mapping->a_ops->direct_IO) + inode->i_mapping->a_ops = &ovl_aops; +}
Quoted 3 lines · Huang Jianan
This patch can ensure that loop devices based on erofs and overlayfs can't set dio through
__loop_update_dio.Tested-by Huang Jianan <[email protected]>
HI Jianan,
Thanks for the test!
Quoted 95 lines
Thanks,
JiananQuoted 89 lines · Chengguang Xu
Loop device checks the ability of DIRECT-IO by checking
a_ops->direct_IOof inode, in order to avoid this kind of false detection we seta_ops->direct_IOfor overlayfs inode only when underlying inode really has DIRECT-IO ability.Reported-by Huang Jianan <[email protected]>Signed-off-by Chengguang Xu <[email protected]>---
fs/overlayfs/dir.c | 2 ++
fs/overlayfs/inode.c | 4 ++--
fs/overlayfs/overlayfs.h| 1 +
fs/overlayfs/util.c | 14 ++++++++++++++4 files changed, 19 insertions(+), 2 deletions(-)fs/overlayfs/dir.c +2
-0@@ -648,6 +648,8 @@ static int ovl_create_object(struct dentry *dentry, int mode, dev_t rdev, /* Did we end up using the preallocated inode? */ if (inode != d_inode(dentry)) iput(inode); + else + ovl_inode_set_aops(inode);
out_drop_write:
ovl_drop_write(dentry);fs/overlayfs/inode.c +1
-0@@ -659,7 +659,7 @@ static const struct inode_operations ovl_special_inode_operations = { .update_time = ovl_update_time, }; -static const struct address_space_operations ovl_aops = { +const struct address_space_operations ovl_aops = { /* For O_DIRECT dentry_open() checks f_mapping->a_ops->direct_IO */ .direct_IO = noop_direct_IO,};
fs/overlayfs/inode.c +1
-0@@ -786,6 +786,7 @@ void ovl_inode_init(struct inode *inode, structovl_inode_params *oip, ovl_copyattr(realinode, inode); ovl_copyflags(realinode, inode); ovl_map_ino(inode, ino, fsid); + ovl_inode_set_aops(inode); } static void ovl_fill_inode(struct inode *inode, umode_t mode, dev_t rdev)@@ -802,7 +803,6 @@ static void ovl_fill_inode(struct inode *inode, umode_t mode, dev_t rdev)case
S_IFREG:
inode->i_op=&ovl_file_inode_operations;inode->i_fop=&ovl_file_operations; -inode->i_mapping->a_ops=&ovl_aops; break;
caseS_IFDIR:fs/overlayfs/overlayfs.h +1
-0@@ -349,6 +349,7 @@ bool ovl_is_metacopy_dentry(struct dentry *dentry); char *ovl_get_redirect_xattr(struct ovl_fs *ofs, struct dentry *dentry, int padding); int ovl_sync_status(struct ovl_fs *ofs); +void ovl_inode_set_aops (struct inode *inode); static inline void ovl_set_flag(unsigned long flag, struct inode *inode) {fs/overlayfs/util.c +11
-0@@ -1060,3 +1060,17 @@ int ovl_sync_status(struct ovl_fs *ofs) return errseq_check(&mnt->mnt_sb->s_wb_err, ofs->errseq); } + +extern const struct address_space_operations ovl_aops; +void ovl_inode_set_aops (struct inode *inode) +{ + struct inode *realinode; + + if (!S_ISREG(inode->i_mode)) + return; + + realinode = ovl_inode_realdata(inode); + if (realinode && realinode->i_mapping &&
realinode->i_mapping->a_ops&&
+realinode->i_mapping->a_ops->direct_IO)
+inode->i_mapping->a_ops=&ovl_aops;
+}
Miklos Szeredi
maintainerQuoted 3 lines · Huang Jianan
This patch can ensure that loop devices based on erofs and overlayfs can't set dio through
__loop_update_dio.
So does this mean that you tested the "loop on overlayfs on erofs" setup and it works?
Thanks,
Miklos
Quoted 5 lines · Miklos Szeredi
Quoted 2 lines · Huang Jianan
This patch can ensure that loop devices based on erofs and overlayfs can't set dio through
__loop_update_dio.So does this mean that you tested the "loop on overlayfs on erofs" setup and it works?
Yes, I think this has always been able to work normally. But recently we found that the direct_IO flag will be set incorrectly in the Android apex scenario, which leads to oops.
With this patch, Android apex can work normally through loop on overlayfs on erofs using bufferd IO.
Thanks,
Jianan
Quoted 2 lines
Thanks,
Miklos
Miklos Szeredi
maintainerQuoted 8 lines · Chengguang Xu
Loop device checks the ability of DIRECT-IO by checking
a_ops->direct_IOof inode, in order to avoid this kind of false detection we seta_ops->direct_IOfor overlayfs inode only when underlying inode really has DIRECT-IO ability.Reported-by Huang Jianan <[email protected]>Signed-off-by Chengguang Xu <[email protected]>
Can you please add Fixes: and Cc: [email protected] tags?
Quoted 12 lines
--- fs/overlayfs/dir.c | 2 ++ fs/overlayfs/inode.c | 4 ++-- fs/overlayfs/overlayfs.h | 1 + fs/overlayfs/util.c | 14 ++++++++++++++ 4 files changed, 19 insertions(+), 2 deletions(-)fs/overlayfs/dir.c +0
-0
fs/overlayfs/dir.c static int ovl_create_object(struct dentry *dentry, int mode, dev_t rdev, · line 652
Quoted 5 lines
fs/overlayfs/dir.c +2
-0@@ -648,6 +648,8 @@ static int ovl_create_object(struct dentry *dentry, int mode, dev_t rdev,/* Did we end up using the preallocated inode? */ if (inode !=d_inode (dentry))iput (inode); +else +ovl_inode_set_aops (inode);
This is too late, since the dentry was instantiated and can be found through a cached lookup already.
Anyway, I think this can be dropped, since ovl_inode_init() should be called for inodes preallocated by ovl_create_object() as well:inode_insert5() will set I_NEW on the preallocated inode.
It is interesting that ovl_fill_inode() will be called a second time on the preallocated inode. This is something that should probably be cleaned up, but that's a separate patch.
Quoted 17 lines
fs/overlayfs/dir.c +0
-0out_drop_write:ovl_drop_write (dentry);fs/overlayfs/inode.c +1
-1@@ -659,7 +659,7 @@ static const struct inode_operations ovl_special_inode_operations = { .update_time = ovl_update_time, }; -static const struct address_space_operations ovl_aops = { +const struct address_space_operations ovl_aops = {/* For O_DIRECT dentry_open() checks f_mapping->a_ops->direct_IO */ .direct_IO = noop_direct_IO, };
fs/overlayfs/inode.c void ovl_inode_init(struct inode *inode, struct ovl_inode_params *oip, · line 789
Quoted 4 lines
fs/overlayfs/inode.c +1
-0@@ -786,6 +786,7 @@ void ovl_inode_init(struct inode *inode, struct ovl_inode_params *oip,ovl_copyattr (realinode, inode);ovl_copyflags (realinode, inode);ovl_map_ino (inode, ino, fsid); +ovl_inode_set_aops (inode);
OVL_UPPERDATA is only set after ovl_get_inode() in all callers. This needs to be moved into ovl_inode_init() before calling ovl_inode_set_aops() otherwise this won't work correctly for a copied up file.
Thanks,
Miklos
---- 在 星期四, 2021-09-30 20:55:54 Miklos Szeredi <[email protected]> 撰写 ----
Quoted 52 lines · Chengguang Xu
Quoted 8 lines
Loop device checks the ability of DIRECT-IO by checking
a_ops->direct_IOof inode, in order to avoid this kind of false detection we seta_ops->direct_IOfor overlayfs inode only when underlying inode really has DIRECT-IO ability.Reported-by Huang Jianan <[email protected]>Signed-off-by Chengguang Xu <[email protected]>Can you please add Fixes: and Cc: [email protected] tags?
Quoted 12 lines
--- fs/overlayfs/dir.c | 2 ++ fs/overlayfs/inode.c | 4 ++-- fs/overlayfs/overlayfs.h | 1 + fs/overlayfs/util.c | 14 ++++++++++++++ 4 files changed, 19 insertions(+), 2 deletions(-)fs/overlayfs/dir.c +0
-0fs/overlayfs/dir.c static int ovl_create_object(struct dentry *dentry, int mode, dev_t rdev, · line 652
Quoted 5 lines
fs/overlayfs/dir.c +2
-0@@ -648,6 +648,8 @@ static int ovl_create_object(struct dentry *dentry, int mode, dev_t rdev,/* Did we end up using the preallocated inode? */ if (inode !=d_inode (dentry))iput (inode); +else +ovl_inode_set_aops (inode);This is too late, since the dentry was instantiated and can be found through a cached lookup already.
Anyway, I think this can be dropped, since
ovl_inode_init()should be called for inodes preallocated byovl_create_object()as well:inode_insert5()will setI_NEWon the preallocated inode.It is interesting that
ovl_fill_inode()will be called a second time on the preallocated inode. This is something that should probably be cleaned up, but that's a separate patch.Quoted 11 lines
fs/overlayfs/dir.c +0
-0out_drop_write:ovl_drop_write (dentry);fs/overlayfs/inode.c +0
-0@@ -659,7 +659,7 @@ static const struct inode_operations ovl_special_inode_operations = { .update_time = ovl_update_time, };
Quoted 16 lines
fs/overlayfs/inode.c void ovl_inode_init(struct inode *inode, struct ovl_inode_params *oip, · line 789
Quoted 10 lines
fs/overlayfs/inode.c +2
-1-static const struct address_space_operations ovl_aops = { +const struct address_space_operations ovl_aops = {/* For O_DIRECT dentry_open() checks f_mapping->a_ops->direct_IO */ .direct_IO = noop_direct_IO, };@@ -786,6 +786,7 @@ void ovl_inode_init(struct inode *inode, struct ovl_inode_params *oip,ovl_copyattr (realinode, inode);ovl_copyflags (realinode, inode);ovl_map_ino (inode, ino, fsid); +ovl_inode_set_aops (inode);
OVL_UPPERDATAis only set afterovl_get_inode()in all callers. This needs to be moved intoovl_inode_init()before callingovl_inode_set_aops()otherwise this won't work correctly for a copied up file.
Hi Miklos,
I found it's not convenient to move setting OVL_UPPERDATA into ovl_inode_init() because we should detect different conditions for different callers. How about calling ovl_inode_set_aops() after setting OVL_UPPERDATA?
Thanks,
Chengguang
Miklos Szeredi
maintainerQuoted 11 lines · Chengguang Xu
---- 在 星期四, 2021-09-30 20:55:54 Miklos Szeredi <[email protected]> 撰写 ----
Quoted 5 lines
OVL_UPPERDATAis only set afterovl_get_inode()in all callers. This needs to be moved intoovl_inode_init()before callingovl_inode_set_aops()otherwise this won't work correctly for a copied up file.Hi Miklos,
I found it's not convenient to move setting
OVL_UPPERDATAintoovl_inode_init()because
If you look at the logic of the thing, then it becomes quite simple. See following (untested) patch.
Thanks,
Miklos
--- fs/overlayfs/dir.c | 3 +-- fs/overlayfs/export.c | 5 ++--- fs/overlayfs/inode.c | 3 +++ fs/overlayfs/namei.c | 3 +-- fs/overlayfs/overlayfs.h | 1 + 5 files changed, 8 insertions(+), 7 deletions(-)
fs/overlayfs/dir.c +1 -2
@@ -264,6 +264,7 @@ static int ovl_instantiate(struct dentrystruct ovl_inode_params oip = { .upperdentry = newdentry, .newinode = inode, + .metacopy = false, };ovl_dir_modified (dentry->d_parent, false);
@@ -287,8 +288,6 @@ static int ovl_instantiate(struct dentry inode =ovl_get_inode (dentry->d_sb, &oip);if (IS_ERR (inode))return PTR_ERR (inode); -if (inode == oip.newinode) -ovl_set_flag (OVL_UPPERDATA , inode); }else {WARN_ON (ovl_inode_real (inode) !=d_inode (newdentry));dput (newdentry);
fs/overlayfs/export.c +2 -3
@@ -290,7 +290,8 @@ static struct dentry *ovl_obtain_alias(sstruct ovl_inode_params oip = { .lowerpath = lowerpath, .index = index, - .numlower = !!lower + .numlower = !!lower, + .metacopy = false,/* No NFS export support for metacopy yet */ };/* We get overlay directory dentries with ovl_lookup_real() */
@@ -304,8 +305,6 @@ static struct dentry *ovl_obtain_alias(sreturn ERR_CAST (inode); } -if (upper) -ovl_set_flag (OVL_UPPERDATA , inode); dentry =d_find_any_alias (inode);if (dentry)
fs/overlayfs/inode.c +3 -0
@@ -1155,6 +1155,9 @@ struct inode *ovl_get_inode(struct super ino = realinode->i_ino; fsid = lowerpath->layer->fsid; } +if (upperdentry && !oip->metacopy) +ovl_set_flag (OVL_UPPERDATA , inode); +ovl_fill_inode (inode, realinode->i_mode, realinode->i_rdev);ovl_inode_init (inode, oip, ino, fsid);
fs/overlayfs/namei.c +1 -2
@@ -1093,14 +1093,13 @@ struct dentry *ovl_lookup(struct inode * .redirect = upperredirect, .lowerdata = (ctr > 1 && !d.is_dir) ? stack[ctr - 1].dentry : NULL, + .metacopy = uppermetacopy, }; inode =ovl_get_inode (dentry->d_sb, &oip); err =PTR_ERR (inode);if (IS_ERR (inode)) goto out_free_oe; -if (upperdentry && !uppermetacopy) -ovl_set_flag (OVL_UPPERDATA , inode); } ovl_dentry_update_reval(dentry, upperdentry,
fs/overlayfs/overlayfs.h +1 -0
@@ -507,6 +507,7 @@ struct ovl_inode_params {struct dentry *upperdentry;struct ovl_path *lowerpath;bool index; +bool metacopy;unsigned int numlower;char *redirect;struct dentry *lowerdata;
---- 在 星期四, 2021-10-07 20:09:59 Miklos Szeredi <[email protected]> 撰写 ----
Quoted 9 lines · Chengguang Xu
Quoted 8 lines
---- 在 星期四, 2021-09-30 20:55:54 Miklos Szeredi <[email protected]> 撰写 ----
Quoted 5 lines
OVL_UPPERDATAis only set afterovl_get_inode()in all callers. This needs to be moved intoovl_inode_init()before callingovl_inode_set_aops()otherwise this won't work correctly for a copied up file.
Quoted 7 lines
Quoted 3 lines
Hi Miklos,
I found it's not convenient to move setting
OVL_UPPERDATAintoovl_inode_init()becauseIf you look at the logic of the thing, then it becomes quite simple. See following (untested) patch.
Hi Miklos,
Okay, thanks for the suggestion. I'll check fot it.
Thanks,
Chengguang