ext4: update s_overhead_clusters in the superblock during an on-line resize
Theodore Ts'o
maintainerPATCH 1/2 ext4: update s_overhead_clusters in the superblock during an on-line resize
When doing an online resize, the on-disk superblock on-disk wasn't updated. This means that when the file system is unmounted and remounted, and the on-disk overhead value is non-zero, this would result in the results of statfs(2) to be incorrect.
This was partially fixed by Commits 10b01ee92df5 ("ext4: fix overhead calculation to account for the reserved gdt blocks"), 85d825dbf489 ("ext4: force overhead calculation if the s_overhead_cluster makes no sense"), and eb7054212eac ("ext4: update the cached overhead value in the superblock").
However, since it was too expensive to forcibly recalculate the overhead for bigalloc file systems at every mount, this didn't fix the problem for bigalloc file systems. This commit should address the problem when resizing file systems with the bigalloc feature enabled.
--- fs/ext4/resize.c | 1 + 1 file changed, 1 insertion(+)
fs/ext4/resize.c +1 -0
@@ -1484,6 +1484,7 @@ static void ext4_update_super(struct super_block *sb,* Update the fs overhead information */ ext4_calculate_overhead (sb); + es->s_overhead_clusters =cpu_to_le32 (sbi->s_overhead);if (test_opt (sb,DEBUG )) printk(KERN_DEBUG "EXT4-fs: added group %u:"
Signature · 1 line
2.31.0
Theodore Ts'o
maintainerPATCH 2/2 ext4: update the s_overhead_clusters in the backup sb's when resizing
When the EXT4_IOC_RESIZE_FS ioctl is complete, update the backup superblocks. We don't do this for the old-style resize ioctls since they are quite ancient, and only used by very old versions of resize2fs --- and we don't want to update the backup superblocks every time EXT4_IOC_GROUP_ADD is called, since it might get called a lot.
--- fs/ext4/ext4.h | 4 ++-- fs/ext4/ioctl.c | 22 +++++++++++++++------- fs/ext4/resize.c | 6 +++++- fs/ext4/super.c | 2 +- 4 files changed, 23 insertions(+), 11 deletions(-)
fs/ext4/ext4.h +2 -2
@@ -3016,7 +3016,7 @@ int ext4_fileattr_set(struct user_namespace *mnt_userns, struct dentry *dentry, struct fileattr *fa);int ext4_fileattr_get (struct dentry *dentry,struct fileattr *fa);extern void ext4_reset_inode_seed (struct inode *inode); -int ext4_update_overhead (struct super_block *sb); +int ext4_update_overhead (struct super_block *sb,bool force);/* migrate.c */ extern int ext4_ext_migrate (struct inode *);
@@ -3799,7 +3799,7 @@ static inline void set_bitmap_uptodate(struct buffer_head *bh)extern wait_queue_head_t ext4__ioend_wq[EXT4_WQ_HASH_SZ ];extern int ext4_resize_begin (struct super_block *sb); -extern void ext4_resize_end (struct super_block *sb); +extern int ext4_resize_end (struct super_block *sb,bool update_backups);static inline void ext4_set_io_unwritten_flag (struct inode *inode,struct ext4_io_end *io_end)
fs/ext4/ioctl.c +15 -7
@@ -944,7 +944,9 @@ static long ext4_ioctl_group_add(struct file *file, test_opt(sb, INIT_INODE_TABLE)) err =ext4_register_li_request (sb, input->group); group_add_out: -ext4_resize_end (sb); + err2 =ext4_resize_end (sb, false); +if (err ==0 ) + err = err2;return err; }
@@ -1223,7 +1225,9 @@ static long __ext4_ioctl(struct file *filp, unsigned int cmd, unsigned long arg) err = err2;mnt_drop_write_file (filp); group_extend_out: -ext4_resize_end (sb); + err2 =ext4_resize_end (sb, false); +if (err ==0 ) + err = err2;return err; }
@@ -1371,7 +1375,9 @@ static long __ext4_ioctl(struct file *filp, unsigned int cmd, unsigned long arg) err =ext4_register_li_request (sb, o_group); resizefs_out: -ext4_resize_end (sb); + err2 =ext4_resize_end (sb, true); +if (err ==0 ) + err = err2;return err; }
@@ -1599,13 +1605,15 @@ static void set_overhead(struct ext4_super_block *es, const void *arg) es->s_overhead_clusters =cpu_to_le32 (*((unsigned long *) arg)); } -int ext4_update_overhead (struct super_block *sb) +int ext4_update_overhead (struct super_block *sb,bool force) {struct ext4_sb_info *sbi =EXT4_SB (sb); -if (sb_rdonly (sb) || sbi->s_overhead ==0 || - sbi->s_overhead ==le32_to_cpu (sbi->s_es->s_overhead_clusters)) +if (sb_rdonly (sb)) +return 0 ; +if (!force && + (sbi->s_overhead ==0 || + sbi->s_overhead ==le32_to_cpu (sbi->s_es->s_overhead_clusters)))return 0 ; -return ext4_update_superblocks_fn (sb, set_overhead, &sbi->s_overhead); }
fs/ext4/resize.c +5 -1
@@ -97,10 +97,14 @@ int ext4_resize_begin(struct super_block *sb)return ret; } -void ext4_resize_end (struct super_block *sb) +int ext4_resize_end (struct super_block *sb,bool update_backups) {clear_bit_unlock (EXT4_FLAGS_RESIZING , &EXT4_SB (sb)->s_ext4_flags);smp_mb__after_atomic (); +if (update_backups) +return ext4_update_overhead (sb, true); +else +return 0 ; } static ext4_group_t ext4_meta_bg_first_group(struct super_block *sb,
fs/ext4/super.c +1 -1
@@ -5523,7 +5523,7 @@ static int ext4_fill_super(struct super_block *sb, struct fs_context *fc) "Quota mode: %s.", descr, ext4_quota_mode(sb));/* Update the s_overhead_clusters if necessary */ -ext4_update_overhead (sb); +ext4_update_overhead (sb, false);return 0 ; free_sbi:
Signature · 1 line
2.31.0
Re: [PATCH 2/2] ext4: update the s_overhead_clusters in the backup sb's when resizing
Quoted 8 lines · Theodore Ts'o
When the
EXT4_IOC_RESIZE_FSioctl is complete, update the backup superblocks. We don't do this for the old-style resize ioctls since they are quite ancient, and only used by very old versions of resize2fs --- and we don't want to update the backup superblocks every timeEXT4_IOC_GROUP_ADDis called, since it might get called a lot.Signed-off-by Theodore Ts'o <[email protected]>
One minor style nit below, but you can take it or leave it...
Quoted 7 lines
fs/ext4/resize.c +0
-0@@ -97,10 +97,14 @@ int ext4_resize_begin(struct super_block *sb)return ret; }
fs/ext4/resize.c int ext4_resize_begin(struct super_block *sb) · line 107
Quoted 10 lines
fs/ext4/resize.c +5
-1-void ext4_resize_end (struct super_block *sb) +int ext4_resize_end (struct super_block *sb,bool update_backups) {clear_bit_unlock (EXT4_FLAGS_RESIZING , &EXT4_SB (sb)->s_ext4_flags);smp_mb__after_atomic (); +if (update_backups) +return ext4_update_overhead (sb, true); +else +return 0 ;
(style) no need for "else" after return.
Cheers, Andreas
Theodore Ts'o
maintainerRe: [PATCH 2/2] ext4: update the s_overhead_clusters in the backup sb's when resizing
Quoted 11 lines · Andreas Dilger
fs/ext4/resize.c int ext4_resize_begin(struct super_block *sb) · line 107
Quoted 9 lines
fs/ext4/resize.c +1
-1-void ext4_resize_end (struct super_block *sb) +int ext4_resize_end (struct super_block *sb,bool update_backups){ clear_bit_unlock(EXT4_FLAGS_RESIZING, &EXT4_SB(sb)->s_ext4_flags); smp_mb__after_atomic();fs/ext4/resize.c +4
-0+if (update_backups) +return ext4_update_overhead (sb, true); +else +return 0 ;(style) no need for "else" after return.
Good point, I'll make that adjustment.
- Ted
Quoted 11 lines · Theodore Ts'o
When doing an online resize, the on-disk superblock on-disk wasn't updated. This means that when the file system is unmounted and remounted, and the on-disk overhead value is non-zero, this would result in the results of statfs(2) to be incorrect.
This was partially fixed by Commits
10b01ee92df5("ext4: fix overhead calculation to account for the reserved gdt blocks"),85d825dbf489("ext4: force overhead calculation if thes_overhead_clustermakes no sense"), andeb7054212eac("ext4: update the cached overhead value in the superblock").
Would these be better referenced by Fixes: labels?
Quoted 7 lines
However, since it was too expensive to forcibly recalculate the overhead for bigalloc file systems at every mount, this didn't fix the problem for bigalloc file systems. This commit should address the problem when resizing file systems with the bigalloc feature enabled.
Signed-off-by Theodore Ts'o <[email protected]>
Quoted 17 lines
---
fs/ext4/resize.c| 1 +1 file changed, 1 insertion(+)fs/ext4/resize.c +1
-1@@ -1484,6 +1484,7 @@ static void ext4_update_super(struct super_block *sb,* Update the fs overhead information */ ext4_calculate_overhead (sb); + es->s_overhead_clusters =cpu_to_le32 (sbi->s_overhead);if (test_opt (sb,DEBUG )) printk(KERN_DEBUG "EXT4-fs: added group %u:" --
Quoted 2 lines
2.31.0
Cheers, Andreas
Theodore Ts'o
maintainerQuoted 7 lines · Andreas Dilger
Quoted 6 lines · Theodore Ts'o
When doing an online resize, the on-disk superblock on-disk wasn't updated. This means that when the file system is unmounted and remounted, and the on-disk overhead value is non-zero, this would result in the results of statfs(2) to be incorrect.
Quoted 7 lines
Quoted 5 lines
This was partially fixed by Commits
10b01ee92df5("ext4: fix overhead calculation to account for the reserved gdt blocks"),85d825dbf489("ext4: force overhead calculation if thes_overhead_clustermakes no sense"), andeb7054212eac("ext4: update the cached overhead value in the superblock").Would these be better referenced by Fixes: labels?
This commit doesn't actually _fix_ the above-mentioned commits. They just didn't fix the bug which is addressed by this one.
Cheers,
- Ted
Quoted 5 lines · Theodore Ts'o
When doing an online resize, the on-disk superblock on-disk wasn't updated. This means that when the file system is unmounted and remounted, and the on-disk overhead value is non-zero, this would result in the results of statfs(2) to be incorrect.
Quoted 7 lines
This was partially fixed by Commits
10b01ee92df5("ext4: fix overhead calculation to account for the reserved gdt blocks"),85d825dbf489("ext4: force overhead calculation if thes_overhead_clustermakes no sense"), andeb7054212eac("ext4: update the cached overhead value in the superblock").[...]
Applied, thanks!
[1/2] ext4: update s_overhead_clusters in the superblock during an on-line resize
commit: e781b8ce9261f353df91b94303e53c31fdf9871e
[2/2] ext4: update the s_overhead_clusters in the backup sb's when resizing
commit: 2c8204b83ceaf439dff2d1a94a7e2d3ad7619287Best regards,
Signature · 1 line
Theodore Ts'o <[email protected]>