Uninit block group break down
cover Uninit block group break down
The Uninit block group patch is painful to review since it's quite a large patch. Since simple patches are easier to review, I decided to break down the patch into smaller logical pieces that should be easier to review, clean and fix.
Aside from the breakdown, this is essentially the same patch that Avantika submitted to the mailing list a couple of weeks ago with some minor changer to allow it to apply on the latest git tree.
Tested on PPC64 with 2.6.23-rc9 + ext4 patch queue.
Changes from the last series:
- Changed file ordering under $(OBJS) and $(SRCS)
- Fix typos to make it work under PPC64
- Added Andreas fixes for PowerPC.
http://lists.openwall.net/linux-ext4/2007/06/05/31
- Use ext2fs/ext2_types.h instead of linux/types.h
-JRS
PATCH 1/14 Reorder some of the $(SRCS) in alphabetical order.
Reorder some of the $(SRCS) in alphabetical order.
All files under $(OBJS) and $(SRCS) should be in alphabetical order but this is not always the case. Let fix some some of these before applying new files to the list of $(SRCS).
--
lib/ext2fs/Makefile.in | 12 ++++++------ 1 files changed, 6 insertions(+), 6 deletions(-)
lib/ext2fs/Makefile.in +6 -6
@@ -123,16 +123,16 @@ SRCS= ext2_err.c \ $(srcdir)/swapfs.c \ $(srcdir)/tdb.c \ $(srcdir)/test_io.c \ - $(srcdir)/unix_io.c \ - $(srcdir)/unlink.c \ - $(srcdir)/valid_blk.c \ - $(srcdir)/version.c \ - $(srcdir)/write_bb_file.c \ $(srcdir)/tst_badblocks.c \ $(srcdir)/tst_bitops.c \ $(srcdir)/tst_byteswap.c \ $(srcdir)/tst_getsize.c \ - $(srcdir)/tst_iscan.c + $(srcdir)/tst_iscan.c \ + $(srcdir)/unix_io.c \ + $(srcdir)/unlink.c \ + $(srcdir)/valid_blk.c \ + $(srcdir)/version.c \ + $(srcdir)/write_bb_file.c HFILES= bitops.h ext2fs.h ext2_io.h ext2_fs.h ext2_ext_attr.h ext3_extents.h \ tdb.h
PATCH 2/14 Add initial checksum support.
In reply to Jose R. SantosAdd initial checksum support.
- Add support for computing CRC-16 value.
- Add call to check/verify/set csum on block_groups.
- Add a test program to verify csum operations.
--
lib/ext2fs/Makefile.in | 19 ++++++ lib/ext2fs/crc16.c | 59 +++++++++++++++++++ lib/ext2fs/crc16.h | 46 +++++++++++++++ lib/ext2fs/csum.c | 149 ++++++++++++++++++++++++++++++++++++++++++++++++ lib/ext2fs/ext2_fs.h | 1 lib/ext2fs/ext2fs.h | 7 ++ lib/ext2fs/tst_csum.c | 113 ++++++++++++++++++++++++++++++++++++ 7 files changed, 393 insertions(+), 1 deletions(-)
lib/ext2fs/Makefile.in +18 -1
@@ -28,6 +28,8 @@ OBJS= $(DEBUGFS_LIB_OBJS) $(RESIZE_LIB_OBJS) $(E2IMAGE_LIB_OBJS) \ bmap.o \ check_desc.o \ closefs.o \ + crc16.o \ + csum.o \ dblist.o \ dblist_dir.o \ dirblock.o \
@@ -82,6 +84,8 @@ SRCS= ext2_err.c \ $(srcdir)/bmap.c \ $(srcdir)/check_desc.c \ $(srcdir)/closefs.c \ + $(srcdir)/crc16.c \ + $(srcdir)/csum.c \ $(srcdir)/dblist.c \ $(srcdir)/dblist_dir.c \ $(srcdir)/dirblock.c \
@@ -126,6 +130,7 @@ SRCS= ext2_err.c \ $(srcdir)/tst_badblocks.c \ $(srcdir)/tst_bitops.c \ $(srcdir)/tst_byteswap.c \ + $(srcdir)/tst_csum.c \ $(srcdir)/tst_getsize.c \ $(srcdir)/tst_iscan.c \ $(srcdir)/unix_io.c \
@@ -239,17 +244,23 @@ ext2_tdbtool: tdbtool.o @echo " LD $@" @$(CC) -o ext2_tdbtool tdbtool.o tdb.o +tst_csum: tst_csum.o csum.o crc16.o $(STATIC_LIBEXT2FS) + @echo " LD $@" + @$(CC) -o tst_csum csum.o tst_csum.o crc16.o $(STATIC_LIBEXT2FS) \ + $(LIBCOM_ERR) + mkjournal: mkjournal.c $(STATIC_LIBEXT2FS) @echo " LD $@" @$(CC) -o mkjournal $(srcdir)/mkjournal.c -DDEBUG $(STATIC_LIBEXT2FS) $(LIBCOM_ERR) $(ALL_CFLAGS) -check:: tst_bitops tst_badblocks tst_iscan tst_types tst_icount tst_super_size +check:: tst_bitops tst_badblocks tst_iscan tst_types tst_icount tst_super_size tst_types tst_csum LD_LIBRARY_PATH=$(LIB) DYLD_LIBRARY_PATH=$(LIB) ./tst_bitops LD_LIBRARY_PATH=$(LIB) DYLD_LIBRARY_PATH=$(LIB) ./tst_badblocks LD_LIBRARY_PATH=$(LIB) DYLD_LIBRARY_PATH=$(LIB) ./tst_iscan LD_LIBRARY_PATH=$(LIB) DYLD_LIBRARY_PATH=$(LIB) ./tst_types LD_LIBRARY_PATH=$(LIB) DYLD_LIBRARY_PATH=$(LIB) ./tst_icount LD_LIBRARY_PATH=$(LIB) DYLD_LIBRARY_PATH=$(LIB) ./tst_super_size + LD_LIBRARY_PATH=$(LIB) DYLD_LIBRARY_PATH=$(LIB) ./tst_csum installdirs:: @echo " MKINSTALLDIRS $(libdir) $(includedir)/ext2fs"
@@ -357,6 +368,10 @@ closefs.o: $(srcdir)/closefs.c $(srcdir)/ext2_fs.h \ $(srcdir)/ext2fs.h $(srcdir)/ext2_fs.h $(srcdir)/ext3_extents.h \ $(top_srcdir)/lib/et/com_err.h $(srcdir)/ext2_io.h \ $(top_builddir)/lib/ext2fs/ext2_err.h $(srcdir)/bitops.h +crc16.o: $(srcdir)/crc16.c $(srcdir)/ext2_fs.h $(srcdir)/crc16.h \ + $(top_builddir)/lib/ext2fs/ext2_types.h $(srcdir)/ext2fs.h $(srcdir)/ext2_fs.h +csum.o: $(srcdir)/csum.c $(srcdir)/ext2_fs.h \ + $(top_builddir)/lib/ext2fs/ext2_types.h $(srcdir)/ext2fs.h $(srcdir)/ext2_fs.h dblist.o: $(srcdir)/dblist.c $(srcdir)/ext2_fs.h \ $(top_builddir)/lib/ext2fs/ext2_types.h $(srcdir)/ext2fsP.h \ $(srcdir)/ext2fs.h $(srcdir)/ext2_fs.h $(srcdir)/ext3_extents.h \
@@ -571,3 +586,5 @@ tst_iscan.o: $(srcdir)/tst_iscan.c $(srcdir)/ext2_fs.h \ $(top_builddir)/lib/ext2fs/ext2_types.h $(srcdir)/ext2fs.h \ $(srcdir)/ext2_fs.h $(srcdir)/ext3_extents.h $(top_srcdir)/lib/et/com_err.h \ $(srcdir)/ext2_io.h $(top_builddir)/lib/ext2fs/ext2_err.h $(srcdir)/bitops.h +tst_csum.o: $(srcdir)/tst_csum.c $(srcdir)/ext2_fs.h \ + $(top_builddir)/lib/ext2fs/ext2_types.h $(srcdir)/ext2fs.h
lib/ext2fs/crc16.c new file +59 -0
59 lines not on this page · raw message
lib/ext2fs/crc16.h new file +46 -0
46 lines not on this page · raw message
lib/ext2fs/csum.c new file +149 -0
149 lines not on this page · raw message
lib/ext2fs/ext2_fs.h +1 -0
@@ -173,6 +173,7 @@ struct ext4_group_desc#define EXT2_BG_INODE_UNINIT 0x0001/* Inode table/bitmap not initialized */ #define EXT2_BG_BLOCK_UNINIT 0x0002/* Block bitmap not initialized */ +#define EXT2_BG_INODE_ZEROED 0x0004/* On-disk itable initialized to zero */ /* * Data structures used by the directory indexing feature
lib/ext2fs/ext2fs.h +7 -0
@@ -628,6 +628,13 @@ extern int ext2fs_super_and_bgd_loc(ext2_filsys fs, int *ret_meta_bg);extern void ext2fs_update_dynamic_rev (ext2_filsys fs); +/* csum.c */ +extern __u16 ext2fs_group_desc_csum (struct ext2_super_block *sb,__u32 group, +struct ext2_group_desc *desc); +extern int ext2fs_group_desc_csum_verify (struct ext2_super_block *sb, +__u32 group,struct ext2_group_desc *desc); +extern void ext2fs_set_gdt_csum (ext2_filsys fs); +/* dblist.c */ extern errcode_t ext2fs_get_num_dirs (ext2_filsys fs,ext2_ino_t *ret_num_dirs);
lib/ext2fs/tst_csum.c new file +113 -0
113 lines not on this page · raw message
PATCH 3/14 Add uninit block group support on libe2fs.
In reply to Jose R. SantosAdd uninit block group support on libe2fs.
--
lib/ext2fs/alloc_stats.c | 25 +++++++++++++++++++++++++ lib/ext2fs/alloc_tables.c | 5 ++--- lib/ext2fs/ext2fs.h | 4 +++- lib/ext2fs/initialize.c | 2 ++ lib/ext2fs/inode.c | 29 +++++++++++++++++++++++------ lib/ext2fs/openfs.c | 16 ++++++++++++++++ lib/ext2fs/rw_bitmaps.c | 14 ++++++++++---- 7 files changed, 81 insertions(+), 14 deletions(-)
lib/ext2fs/alloc_stats.c +25 -0
@@ -27,6 +27,27 @@ void ext2fs_inode_alloc_stats2(ext2_filsys fs, ext2_ino_t ino, fs->group_desc[group].bg_free_inodes_count -= inuse;if (isdir) fs->group_desc[group].bg_used_dirs_count += inuse; + +/* We don't strictly need to be clearing these if inuse < 0 +* (i.e. freeing inodes) but it also means something is bad. */ + fs->group_desc[group].bg_flags &= ~(EXT2_BG_INODE_UNINIT | +EXT2_BG_BLOCK_UNINIT ); +if (EXT2_HAS_RO_COMPAT_FEATURE (fs->super, +EXT4_FEATURE_RO_COMPAT_GDT_CSUM )) { +ext2_ino_t first_unused_inode = fs->super->s_inodes_per_group - + fs->group_desc[group].bg_itable_unused + + group * fs->super->s_inodes_per_group +1 ; + +if (ino >= first_unused_inode) + fs->group_desc[group].bg_itable_unused = + group * fs->super->s_inodes_per_group + + fs->super->s_inodes_per_group - ino; + + fs->group_desc[group].bg_checksum = +ext2fs_group_desc_csum (fs->super, group, + &fs->group_desc[group]); + } + fs->super->s_free_inodes_count -= inuse;ext2fs_mark_super_dirty (fs);ext2fs_mark_ib_dirty (fs);
@@ -46,6 +67,10 @@ void ext2fs_block_alloc_stats(ext2_filsys fs, blk_t blk, int inuse)else ext2fs_unmark_block_bitmap (fs->block_map, blk); fs->group_desc[group].bg_free_blocks_count -= inuse; + fs->group_desc[group].bg_flags &= ~EXT2_BG_BLOCK_UNINIT ; + fs->group_desc[group].bg_checksum = +ext2fs_group_desc_csum (fs->super, group,&fs->group_desc[group]); + fs->super->s_free_blocks_count -= inuse;ext2fs_mark_super_dirty (fs);ext2fs_mark_bb_dirty (fs);
lib/ext2fs/alloc_tables.c +2 -3
@@ -95,13 +95,12 @@ errcode_t ext2fs_allocate_group_table(ext2_filsys fs, dgrp_t group,ext2fs_mark_block_bitmap (bmap, blk); fs->group_desc[group].bg_inode_table = new_blk; } + fs->group_desc[group].bg_checksum = +ext2fs_group_desc_csum (fs->super, group,&fs->group_desc[group]); -return 0 ; } - -errcode_t ext2fs_allocate_tables (ext2_filsys fs) {errcode_t retval;
lib/ext2fs/ext2fs.h +3 -1
@@ -322,6 +322,7 @@ typedef struct ext2_struct_inode_scan *ext2_inode_scan;#define EXT2_SF_BAD_EXTRA_BYTES 0x0004#define EXT2_SF_SKIP_MISSING_ITABLE 0x0008#define EXT2_SF_DO_LAZY 0x0010 +#define EXT2_SF_DO_CSUM 0x0020/* * ext2fs_check_if_mounted flags
@@ -441,7 +442,8 @@ typedef struct ext2_icount *ext2_icount_t; EXT3_FEATURE_INCOMPAT_RECOVER)#endif #define EXT2_LIB_FEATURE_RO_COMPAT_SUPP (EXT2_FEATURE_RO_COMPAT_SPARSE_SUPER|\ - EXT2_FEATURE_RO_COMPAT_LARGE_FILE) + EXT2_FEATURE_RO_COMPAT_LARGE_FILE|\ + EXT4_FEATURE_RO_COMPAT_GDT_CSUM)/* * These features are only allowed if EXT2_FLAG_SOFTSUPP_FEATURES is passed
lib/ext2fs/initialize.c +2 -0
@@ -374,6 +374,8 @@ ipg_retry: fs->group_desc[i].bg_free_inodes_count = fs->super->s_inodes_per_group; fs->group_desc[i].bg_used_dirs_count =0 ; + fs->group_desc[i].bg_checksum = +ext2fs_group_desc_csum (fs->super, i,&fs->group_desc[i]); } c = (char )255 ;
lib/ext2fs/inode.c +23 -6
@@ -167,6 +167,9 @@ errcode_t ext2fs_open_inode_scan(ext2_filsys fs, int buffer_blocks,if (EXT2_HAS_COMPAT_FEATURE (fs->super,EXT2_FEATURE_COMPAT_LAZY_BG )) scan->scan_flags |=EXT2_SF_DO_LAZY ; +if (EXT2_HAS_RO_COMPAT_FEATURE (fs->super, +EXT4_FEATURE_RO_COMPAT_GDT_CSUM )) + scan->scan_flags |=EXT2_SF_DO_LAZY |EXT2_SF_DO_CSUM ; *ret_scan = scan;return 0 ; }
@@ -218,18 +221,30 @@ int ext2fs_inode_scan_flags(ext2_inode_scan scan, int set_flags,*/ static errcode_t get_next_blockgroup (ext2_inode_scan scan) { +ext2_filsys fs = scan->fs; + scan->current_group++; scan->groups_left--; - - scan->current_block = scan->fs-> - group_desc[scan->current_group].bg_inode_table; + + scan->current_block =fs->group_desc[scan->current_group].bg_inode_table; scan->current_inode = scan->current_group * -EXT2_INODES_PER_GROUP (scan->fs->super); +EXT2_INODES_PER_GROUP (fs->super); scan->bytes_left =0 ; - scan->inodes_left =EXT2_INODES_PER_GROUP (scan->fs->super); - scan->blocks_left = scan->fs->inode_blocks_per_group; + scan->inodes_left =EXT2_INODES_PER_GROUP (fs->super); + scan->blocks_left = fs->inode_blocks_per_group; +if (EXT2_HAS_RO_COMPAT_FEATURE (fs->super, +EXT4_FEATURE_RO_COMPAT_GDT_CSUM )) { + scan->inodes_left -= + fs->group_desc[scan->current_group].bg_itable_unused; + scan->blocks_left = + (EXT2_INODES_PER_GROUP (fs->super) - + fs->group_desc[scan->current_group].bg_itable_unused + + fs->blocksize / scan->inode_size -1 ) * + scan->inode_size / fs->blocksize; + } +return 0 ; }
@@ -417,6 +432,8 @@ errcode_t ext2fs_get_next_inode_full(ext2_inode_scan scan, ext2_ino_t *ino, (scan->fs->group_desc[scan->current_group].bg_flags & EXT2_BG_INODE_UNINIT)) goto force_new_group; +if (scan->inodes_left ==0 ) + goto force_new_group;if (scan->current_block ==0 ) {if (scan->scan_flags &EXT2_SF_SKIP_MISSING_ITABLE ) { goto force_new_group;
lib/ext2fs/openfs.c +16 -0
@@ -304,6 +304,22 @@ errcode_t ext2fs_open2(const char *name, const char *io_options, fs->stride = fs->super->s_raid_stride; +/* +* If recovery is from backup superblock, Clear _UNININT flags & +* reset bg_itable_unused to zero +*/ +if (superblock >1 &&EXT2_HAS_RO_COMPAT_FEATURE (fs->super, +EXT4_FEATURE_RO_COMPAT_GDT_CSUM )) { +struct ext2_group_desc *gd; +for (i =0 , gd = fs->group_desc; i < fs->group_desc_count; + i++, gd++) { + gd->bg_flags &= ~EXT2_BG_BLOCK_UNINIT ; + gd->bg_flags &= ~EXT2_BG_INODE_UNINIT ; + gd->bg_itable_unused =0 ; + } +ext2fs_mark_super_dirty (fs); + } + *ret_fs = fs;return 0 ; cleanup:
lib/ext2fs/rw_bitmaps.c +10 -4
@@ -152,8 +152,10 @@ static errcode_t read_bitmaps(ext2_filsys fs, int do_inode, int do_block) fs->write_bitmaps = ext2fs_write_bitmaps; -if (EXT2_HAS_COMPAT_FEATURE (fs->super, -EXT2_FEATURE_COMPAT_LAZY_BG )) +if (EXT2_HAS_COMPAT_FEATURE (fs->super, +EXT2_FEATURE_COMPAT_LAZY_BG ) || +EXT2_HAS_RO_COMPAT_FEATURE (fs->super, +EXT4_FEATURE_RO_COMPAT_GDT_CSUM )) lazy_flag =1 ; retval =ext2fs_get_mem (strlen (fs->device_name) +80 , &buf);
@@ -233,7 +235,9 @@ static errcode_t read_bitmaps(ext2_filsys fs, int do_inode, int do_block)if (block_bitmap) { blk = fs->group_desc[i].bg_block_bitmap;if (lazy_flag && fs->group_desc[i].bg_flags & -EXT2_BG_BLOCK_UNINIT ) +EXT2_BG_BLOCK_UNINIT && +ext2fs_group_desc_csum_verify (fs->super, i, + &fs->group_desc[i])) blk =0 ;if (blk) { retval = io_channel_read_blk(fs->io, blk,
@@ -254,7 +258,9 @@ static errcode_t read_bitmaps(ext2_filsys fs, int do_inode, int do_block)if (inode_bitmap) { blk = fs->group_desc[i].bg_inode_bitmap;if (lazy_flag && fs->group_desc[i].bg_flags & -EXT2_BG_INODE_UNINIT ) +EXT2_BG_INODE_UNINIT && +ext2fs_group_desc_csum_verify (fs->super, i, + &fs->group_desc[i])) blk =0 ;if (blk) { retval = io_channel_read_blk(fs->io, blk,
PATCH 4/14 Rename feature name from gdt_checksum to uninit_groups.
In reply to Jose R. SantosRename feature name from gdt_checksum to uninit_groups.
This name is a more intuitive option when running mke2fs.
--
lib/e2p/feature.c | 2 +- 1 files changed, 1 insertions(+), 1 deletions(-)
lib/e2p/feature.c +1 -1
@@ -45,7 +45,7 @@ static struct feature feature_list[] = { {E2P_FEATURE_RO_INCOMPAT ,EXT4_FEATURE_RO_COMPAT_HUGE_FILE , "huge_file" }, { E2P_FEATURE_RO_INCOMPAT, EXT4_FEATURE_RO_COMPAT_GDT_CSUM, - "gdt_checksum" }, + "uninit_groups" }, { E2P_FEATURE_RO_INCOMPAT, EXT4_FEATURE_RO_COMPAT_DIR_NLINK, "dir_nlink" }, { E2P_FEATURE_RO_INCOMPAT, EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE,
PATCH 5/14 Add support for creating filesystems using uninit block group.
In reply to Jose R. SantosAdd support for creating filesystems using uninit block group.
--
misc/mke2fs.c | 44 ++++++++++++++++++++++++++++++++------------ 1 files changed, 32 insertions(+), 12 deletions(-)
misc/mke2fs.c +32 -12
@@ -432,6 +432,8 @@ static void write_inode_tables(ext2_filsys fs) num, blk, error_message(retval));exit (1 ); } +/* The kernel doesn't need to zero the itable blocks */ + fs->group_desc[i].bg_flags |=EXT2_BG_INODE_ZEROED ; }if (sync_kludge) {if (sync_kludge ==1 )
@@ -447,34 +449,49 @@ static void write_inode_tables(ext2_filsys fs)static void setup_lazy_bg (ext2_filsys fs) {dgrp_t i; -int blks; +int blks, csum_flag;struct ext2_super_block *sb = fs->super;struct ext2_group_desc *bg = fs->group_desc; -if (EXT2_HAS_COMPAT_FEATURE (fs->super, -EXT2_FEATURE_COMPAT_LAZY_BG )) { + csum_flag =EXT2_HAS_RO_COMPAT_FEATURE (fs->super, +EXT4_FEATURE_RO_COMPAT_GDT_CSUM ); +if (EXT2_HAS_COMPAT_FEATURE (fs->super,EXT2_FEATURE_COMPAT_LAZY_BG ) || + csum_flag) {for (i =0 ; i < fs->group_desc_count; i++, bg++) {if ((i ==0 ) || - (i == fs->group_desc_count-1 )) + (i == fs->group_desc_count -1 && !csum_flag))continue ;if (bg->bg_free_inodes_count == sb->s_inodes_per_group) { - bg->bg_free_inodes_count =0 ; bg->bg_flags |=EXT2_BG_INODE_UNINIT ; - sb->s_free_inodes_count -= - sb->s_inodes_per_group; +if (!csum_flag) { + bg->bg_free_inodes_count =0 ; + sb->s_free_inodes_count -= + sb->s_inodes_per_group; + } } + +/* Skip groups with GDT backups because the resize +* inode has blocks allocated in them, and the last +* group because it needs block bitmap padding. */ +if ((ext2fs_bg_has_super (fs, i) && + sb->s_reserved_gdt_blocks) || + i == fs->group_desc_count -1 ) +continue ; + blks =ext2fs_super_and_bgd_loc (fs, i,0 ,0 ,0 ,0 ); -if (bg->bg_free_blocks_count == blks) { - bg->bg_free_blocks_count =0 ; +if (bg->bg_free_blocks_count == blks && + bg->bg_flags &EXT2_BG_INODE_UNINIT ) { bg->bg_flags |=EXT2_BG_BLOCK_UNINIT ; - sb->s_free_blocks_count -= blks; +if (!csum_flag) { + bg->bg_free_blocks_count =0 ; + sb->s_free_blocks_count -= blks; + } } } } } -static void create_root_dir (ext2_filsys fs) {errcode_t retval;
@@ -874,7 +891,8 @@ static __u32 ok_features[3] = {EXT2_FEATURE_INCOMPAT_FILETYPE |/* Incompat */ EXT3_FEATURE_INCOMPAT_JOURNAL_DEV |EXT2_FEATURE_INCOMPAT_META_BG , - EXT2_FEATURE_RO_COMPAT_SPARSE_SUPER /* R/O compat */ +EXT2_FEATURE_RO_COMPAT_SPARSE_SUPER |/* R/O compat */ + EXT4_FEATURE_RO_COMPAT_GDT_CSUM };
@@ -1750,6 +1768,8 @@ int main (int argc, char *argv[]) } no_journal: +if (!super_only) +ext2fs_set_gdt_csum (fs);if (!quiet)printf (_ ("Writing superblocks and " "filesystem accounting information: " ));
PATCH 6/14 Make tune2fs uninit block group aware.
In reply to Jose R. SantosMake tune2fs uninit block group aware.
--
misc/tune2fs.c | 12 ++++++++++-- 1 files changed, 10 insertions(+), 2 deletions(-)
misc/tune2fs.c +10 -2
@@ -98,7 +98,8 @@ static __u32 ok_features[3] = {EXT3_FEATURE_COMPAT_HAS_JOURNAL |EXT2_FEATURE_COMPAT_DIR_INDEX ,/* Compat */ EXT2_FEATURE_INCOMPAT_FILETYPE ,/* Incompat */ - EXT2_FEATURE_RO_COMPAT_SPARSE_SUPER /* R/O compat */ +EXT2_FEATURE_RO_COMPAT_SPARSE_SUPER |/* R/O compat */ + EXT4_FEATURE_RO_COMPAT_GDT_CSUM };/*
@@ -213,6 +214,8 @@ static int release_blocks_proc(ext2_filsys fs, blk_t *blocknr,ext2fs_unmark_block_bitmap (fs->block_map,block); group =ext2fs_group_of_blk (fs, block); fs->group_desc[group].bg_free_blocks_count++; + fs->group_desc[group].bg_checksum = +ext2fs_group_desc_csum (fs->super, group,&fs->group_desc[group]); fs->super->s_free_blocks_count++;return 0 ; }
@@ -282,7 +285,7 @@ static void update_mntopts(ext2_filsys fs, char *mntopts)static void update_feature_set (ext2_filsys fs,char *features) {int sparse, old_sparse, filetype, old_filetype; -int journal, old_journal, dxdir, old_dxdir; +int journal, old_journal, dxdir, old_dxdir, uninit, old_uninit;struct ext2_super_block *sb= fs->super;__u32 old_compat, old_incompat, old_ro_compat;
@@ -298,6 +301,8 @@ static void update_feature_set(ext2_filsys fs, char *features)EXT3_FEATURE_COMPAT_HAS_JOURNAL ; old_dxdir = sb->s_feature_compat &EXT2_FEATURE_COMPAT_DIR_INDEX ; + old_uninit = sb->s_feature_ro_compat & +EXT4_FEATURE_RO_COMPAT_GDT_CSUM ;if (e2p_edit_feature (features, &sb->s_feature_compat, ok_features)) { fprintf(stderr, _("Invalid filesystem option set: %s\n"),
@@ -312,6 +317,8 @@ static void update_feature_set(ext2_filsys fs, char *features)EXT3_FEATURE_COMPAT_HAS_JOURNAL ; dxdir = sb->s_feature_compat &EXT2_FEATURE_COMPAT_DIR_INDEX ; + old_uninit = sb->s_feature_ro_compat & +EXT4_FEATURE_RO_COMPAT_GDT_CSUM ;if (old_journal && !journal) {if ((mount_flags &EXT2_MF_MOUNTED ) && !(mount_flags &EXT2_MF_READONLY )) {
@@ -358,6 +365,7 @@ static void update_feature_set(ext2_filsys fs, char *features) sb->s_feature_incompat))ext2fs_update_dynamic_rev (fs);if ((sparse != old_sparse) || + (uninit != old_uninit) || (filetype != old_filetype)) { sb->s_state &= ~EXT2_VALID_FS ;printf ("\n%s\n" ,_ (please_fsck));
PATCH 7/14 Make dumpe2fs uninit block group aware.
In reply to Jose R. SantosMake dumpe2fs uninit block group aware.
--
misc/dumpe2fs.c | 13 +++++++++---- 1 files changed, 9 insertions(+), 4 deletions(-)
misc/dumpe2fs.c +9 -4
@@ -112,7 +112,8 @@ static void print_bg_opts(ext2_filsys fs, dgrp_t i) {int first =1 , bg_flags; -if (fs->super->s_feature_compat &EXT2_FEATURE_COMPAT_LAZY_BG ) +if (fs->super->s_feature_compat &EXT2_FEATURE_COMPAT_LAZY_BG || + fs->super->s_feature_ro_compat &EXT4_FEATURE_RO_COMPAT_GDT_CSUM ) bg_flags = fs->group_desc[i].bg_flags;else bg_flags =0 ;
@@ -210,11 +211,15 @@ static void list_desc (ext2_filsys fs) diff = fs->group_desc[i].bg_inode_table - first_block;if (diff >0 )printf (" (+%ld)" , diff); -printf (_ ("\n %d free blocks, %d free inodes, " -"%d directories\n" ), +printf (_ ("\n %u free blocks, %u free inodes, " +"%u directories%s" ), fs->group_desc[i].bg_free_blocks_count, fs->group_desc[i].bg_free_inodes_count, - fs->group_desc[i].bg_used_dirs_count); + fs->group_desc[i].bg_used_dirs_count, + fs->group_desc[i].bg_itable_unused ?"" :"\n" ); +if (fs->group_desc[i].bg_itable_unused) +printf (_ (", %u unused inodes\n" ), + fs->group_desc[i].bg_itable_unused);if (block_bitmap) {fputs (_ (" Free blocks: " ), stdout); ext2fs_get_block_bitmap_range(fs->block_map,
PATCH 8/14 Make resize2fs uninit block group aware.
In reply to Jose R. SantosMake resize2fs uninit block group aware.
--
resize/main.c | 7 +++++++ resize/resize2fs.c | 29 ++++++++++++++++++++++++----- 2 files changed, 31 insertions(+), 5 deletions(-)
resize/main.c +7 -0
@@ -298,6 +298,13 @@ int main (int argc, char ** argv)printf (_ ("Couldn't find valid filesystem superblock.\n" ));exit (1 ); } + +if (fs->super->s_feature_ro_compat &EXT4_FEATURE_RO_COMPAT_GDT_CSUM ) { +com_err (program_name,EXT2_ET_RO_UNSUPP_FEATURE , +":- uninit_groups" ); +exit (1 ); + } +/* * Check for compatibility with the feature sets. We need to * be more stringent than ext2fs_open().
resize/resize2fs.c +24 -5
@@ -339,7 +339,9 @@ retry: numblocks = fs->super->s_blocks_per_group; i = old_fs->group_desc_count -1 ; fs->group_desc[i].bg_free_blocks_count += (numblocks-old_numblocks); - + fs->group_desc[i].bg_checksum = +ext2fs_group_desc_csum (fs->super, i, &fs->group_desc[i]); +/* * If the number of block groups is staying the same, we're * done and can exit now. (If the number block groups is
@@ -415,6 +417,8 @@ retry: fs->group_desc[i].bg_free_inodes_count = fs->super->s_inodes_per_group; fs->group_desc[i].bg_used_dirs_count =0 ; + fs->group_desc[i].bg_checksum = +ext2fs_group_desc_csum (fs->super, i,&fs->group_desc[i]); retval =ext2fs_allocate_group_table (fs, i,0 );if (retval) goto errout;
@@ -1223,9 +1227,13 @@ static errcode_t inode_scan_and_fix(ext2_resize_t rfs)if (retval) goto errout; group = (new_inode-1 ) /EXT2_INODES_PER_GROUP (rfs->new_fs->super); -if (LINUX_S_ISDIR (inode.i_mode)) +if (LINUX_S_ISDIR (inode.i_mode)) { rfs->new_fs->group_desc[group].bg_used_dirs_count++; - + rfs->new_fs->group_desc[group].bg_checksum = +ext2fs_group_desc_csum (rfs->new_fs->super,group, + &rfs->new_fs->group_desc[group]); + } +#ifdef RESIZE2FS_DEBUG if (rfs->flags &RESIZE_DEBUG_INODEMAP )printf ("Inode moved %u->%u\n" , ino, new_inode);
@@ -1478,6 +1486,9 @@ static errcode_t move_itables(ext2_resize_t rfs)ext2fs_unmark_block_bitmap (fs->block_map, blk); rfs->old_fs->group_desc[i].bg_inode_table = new_blk; + rfs->old_fs->group_desc[i].bg_checksum = +ext2fs_group_desc_csum (rfs->old_fs->super, i, + &rfs->old_fs->group_desc[i]);ext2fs_mark_super_dirty (rfs->old_fs);ext2fs_flush (rfs->old_fs);
@@ -1575,8 +1586,12 @@ static errcode_t ext2fs_calculate_summary_stats(ext2_filsys fs) count++;if ((count == fs->super->s_blocks_per_group) || (blk == fs->super->s_blocks_count-1 )) { - fs->group_desc[group++].bg_free_blocks_count = + fs->group_desc[group].bg_free_blocks_count = group_free; + fs->group_desc[group].bg_checksum = +ext2fs_group_desc_csum (fs->super, group, + &fs->group_desc[group]); + group++; count =0 ; group_free =0 ; }
@@ -1600,8 +1615,12 @@ static errcode_t ext2fs_calculate_summary_stats(ext2_filsys fs) count++;if ((count == fs->super->s_inodes_per_group) || (ino == fs->super->s_inodes_count)) { - fs->group_desc[group++].bg_free_inodes_count = + fs->group_desc[group].bg_free_inodes_count = group_free; + fs->group_desc[group].bg_checksum = +ext2fs_group_desc_csum (fs->super, group, + &fs->group_desc[group]); + group++; count =0 ; group_free =0 ; }
PATCH 9/14 Make debugfs uninit block group aware.
In reply to Jose R. SantosMake debugfs uninit block group aware.
--
debugfs/debugfs.c | 18 +++++++++++++++--- 1 files changed, 15 insertions(+), 3 deletions(-)
debugfs/debugfs.c +15 -3
@@ -286,7 +286,10 @@ void do_show_super_stats(int argc, char *argv[])FILE *out;struct ext2_group_desc *gdp;int c, header_only =0 ; -int numdirs =0 , first; +int numdirs =0 , first, gdt_csum; + + gdt_csum =EXT2_HAS_RO_COMPAT_FEATURE (current_fs->super, +EXT4_FEATURE_RO_COMPAT_GDT_CSUM );reset_getopt ();while ((c =getopt (argc, argv,"h" )) !=EOF ) {
@@ -322,7 +325,7 @@ void do_show_super_stats(int argc, char *argv[])"inode table at %u\n" " %d free %s, " "%d free %s, " -"%d used %s\n" , +"%d used %s%s" , i, gdp->bg_block_bitmap, gdp->bg_inode_bitmap, gdp->bg_inode_table, gdp->bg_free_blocks_count,
@@ -331,12 +334,21 @@ void do_show_super_stats(int argc, char *argv[]) gdp->bg_free_inodes_count !=1 ?"inodes" :"inode" , gdp->bg_used_dirs_count, gdp->bg_used_dirs_count !=1 ?"directories" - : "directory"); + : "directory", gdt_csum ? ", " : "\n"); +if (gdt_csum) +fprintf (out,"%d unused %s\n" , + gdp->bg_itable_unused, + gdp->bg_itable_unused !=1 ?"inodes" :"inode" ); first =1 ;print_bg_opts (gdp,EXT2_BG_INODE_UNINIT ,"Inode not init" , &first, out);print_bg_opts (gdp,EXT2_BG_BLOCK_UNINIT ,"Block not init" , &first, out); +if (gdt_csum) { +fprintf (out,"%sChecksum 0x%04x" , + first ?" [" :", " , gdp->bg_checksum); + first =0 ; + }if (!first)fputs ("]\n" , out); }
PATCH 10/14 Make e2fsck uninit block group aware.
In reply to Jose R. SantosMake e2fsck uninit block group aware.
This patch has all the necesary pieces to open and fix filesystems created with the uninit block group feature.
--
e2fsck/e2fsck.h | 2 + e2fsck/journal.c | 2 + e2fsck/pass2.c | 77 ++++++++++++++++++++++++++++++++++++++++++++++++------ e2fsck/pass5.c | 61 +++++++++++++++++++++++++++++++------------ e2fsck/problem.c | 42 +++++++++++++++++++++++++++++ e2fsck/problem.h | 26 ++++++++++++++++++ e2fsck/super.c | 40 ++++++++++++++++++++++++++++ e2fsck/unix.c | 11 ++++++-- e2fsck/util.c | 61 +++++++++++++++++++++++++++++++++++++++++++ 9 files changed, 292 insertions(+), 30 deletions(-)
e2fsck/e2fsck.h +2 -0
@@ -468,6 +468,8 @@ extern void e2fsck_read_bitmaps(e2fsck_t ctx);extern void e2fsck_write_bitmaps (e2fsck_t ctx);extern void preenhalt (e2fsck_t ctx);extern char *string_copy (e2fsck_t ctx,const char *str,int len); +extern errcode_t e2fsck_zero_blocks (ext2_filsys fs,blk_t blk,int num, +blk_t *ret_blk,int *ret_count);#ifdef RESOURCE_TRACK extern void print_resource_track(const char *desc, struct resource_track *track,
e2fsck/journal.c +2 -0
@@ -988,6 +988,8 @@ void e2fsck_move_ext3_journal(e2fsck_t ctx)ext2fs_unmark_inode_bitmap (fs->inode_map, ino);ext2fs_mark_ib_dirty (fs); fs->group_desc[group].bg_free_inodes_count++; + fs->group_desc[group].bg_checksum = +ext2fs_group_desc_csum (fs->super, group,&fs->group_desc[group]); fs->super->s_free_inodes_count++;return ;
e2fsck/pass2.c +68 -9
114 lines not on this page · raw message
e2fsck/pass5.c +44 -17
129 lines not on this page · raw message
e2fsck/problem.c +41 -1
61 lines not on this page · raw message
e2fsck/problem.h +25 -1
@@ -196,6 +196,18 @@ struct problem_context {/* Superblock hint for external journal incorrect */ #define PR_0_DIRHASH_HINT 0x000034 +/* Group descriptor N checksum is invalid */ +#define PR_0_GDT_CSUM 0x000035 + +/* Group descriptor N marked uninitialized without feature set. */ +#define PR_0_GDT_UNINIT 0x000036 + +/* Block bitmap is not initialised and Inode bitmap is */ +#define PR_0_BB_UNINIT_IB_INIT 0x000037 + +/* Group descriptor N has invalid unused inodes count. */ +#define PR_0_GDT_ITABLE_UNUSED 0x000038 +/* * Pass 1 errors */
@@ -708,6 +720,12 @@ struct problem_context {/* i_blocks_hi should be zero */ #define PR_2_BLOCKS_HI_ZERO 0x020044 +/* Inode found in group where _INODE_UNINIT is set */ +#define PR_2_INOREF_BG_INO_UNINIT 0x020045 + +/* Inode found in group unused inodes area */ +#define PR_2_INOREF_IN_UNUSED 0x020046 +/* * Pass 3 errors */
@@ -896,10 +914,16 @@ struct problem_context {/* Inode range not used, but marked in bitmap */ #define PR_5_INODE_RANGE_UNUSED 0x050016 - +/* Inode rangeused, but not marked used in bitmap */ #define PR_5_INODE_RANGE_USED 0x050017 +/* Block in use but group is marked BLOCK_UNINIT */ +#define PR_5_BLOCK_UNINIT 0x050018 + +/* Inode in use but group is marked INODE_UNINIT */ +#define PR_5_INODE_UNINIT 0x050019 +/* * Post-Pass 5 errors */
e2fsck/super.c +40 -0
@@ -468,6 +468,7 @@ void check_super_block(e2fsck_t ctx)blk_t should_be;struct problem_context pctx;__u32 free_blocks =0 , free_inodes =0 ; +int lazy_flag, csum_flag; inodes_per_block =EXT2_INODES_PER_BLOCK (fs->super); ipg_max = inodes_per_block * (blocks_per_group -4 );
@@ -576,6 +577,10 @@ void check_super_block(e2fsck_t ctx)*/ first_block = sb->s_first_data_block; + lazy_flag =EXT2_HAS_COMPAT_FEATURE (fs->super, +EXT2_FEATURE_COMPAT_LAZY_BG ); + csum_flag =EXT2_HAS_RO_COMPAT_FEATURE (fs->super, +EXT4_FEATURE_RO_COMPAT_GDT_CSUM );for (i =0 , gd=fs->group_desc; i < fs->group_desc_count; i++, gd++) { pctx.group = i;
@@ -621,6 +626,41 @@ void check_super_block(e2fsck_t ctx) (gd->bg_used_dirs_count > sb->s_inodes_per_group))ext2fs_unmark_valid (fs); +if (!ext2fs_group_desc_csum_verify (sb, i, gd)) { +if (fix_problem (ctx,PR_0_GDT_CSUM , &pctx)) { + gd->bg_flags &= ~(EXT2_BG_BLOCK_UNINIT | +EXT2_BG_INODE_UNINIT ); + gd->bg_itable_unused =0 ; + } +ext2fs_unmark_valid (fs); + } + +if (!lazy_flag && !csum_flag && + (gd->bg_flags &(EXT2_BG_BLOCK_UNINIT |EXT2_BG_INODE_UNINIT )|| + gd->bg_itable_unused !=0 )){ +if (fix_problem (ctx,PR_0_GDT_UNINIT , &pctx)) { + gd->bg_flags &= ~(EXT2_BG_BLOCK_UNINIT | +EXT2_BG_INODE_UNINIT ); + gd->bg_itable_unused =0 ; + } +ext2fs_unmark_valid (fs); + } +if (gd->bg_flags &EXT2_BG_BLOCK_UNINIT && + !(gd->bg_flags &EXT2_BG_INODE_UNINIT )) { +if (fix_problem (ctx,PR_0_BB_UNINIT_IB_INIT , &pctx)) + gd->bg_flags &= ~EXT2_BG_BLOCK_UNINIT ; +ext2fs_unmark_valid (fs); + } +if (csum_flag && + (gd->bg_itable_unused > gd->bg_free_inodes_count || + gd->bg_itable_unused > sb->s_inodes_per_group)) { + pctx.blk = gd->bg_itable_unused; +if (fix_problem (ctx,PR_0_GDT_ITABLE_UNUSED , &pctx)) + gd->bg_itable_unused =0 ; +ext2fs_unmark_valid (fs); + } + + gd->bg_checksum =ext2fs_group_desc_csum (fs->super, i, gd); }/*
e2fsck/unix.c +9 -2
@@ -558,7 +558,9 @@ static void parse_extended_opts(e2fsck_t ctx, const char *opts)"and may take an argument which\n" "is set off by an equals ('=') sign. " "Valid extended options are:\n" - "\tea_ver=<ea_version (1 or 2)>\n\n"), stderr); +"\tea_ver=<ea_version (1 or 2)>\n" +"\tuninit_groups\n" + "\tinit_groups\n\n"), stderr);exit (1 ); } }
@@ -745,6 +747,7 @@ static errcode_t PRS(int argc, char *argv[], e2fsck_t *ret_ctx)if ((ctx->options &E2F_OPT_NO ) && !bad_blocks_file && !cflag && !(ctx->options &E2F_OPT_COMPRESS_DIRS )) ctx->options |=E2F_OPT_READONLY ; + ctx->io_options =strchr (argv[optind],'?' );if (ctx->io_options) *ctx->io_options++ =0 ;
@@ -842,7 +845,7 @@ sscanf_err:static const char *my_ver_string =E2FSPROGS_VERSION ;static const char *my_ver_date =E2FSPROGS_DATE ; - +int main (int argc,char *argv[]) {errcode_t retval =0 , orig_retval =0 ;
@@ -1306,6 +1309,10 @@ no_journal: } } +if (sb->s_feature_ro_compat &EXT4_FEATURE_RO_COMPAT_GDT_CSUM && + !(ctx->options &E2F_OPT_READONLY )) +ext2fs_set_gdt_csum (ctx->fs); +e2fsck_write_bitmaps (ctx);#ifdef RESOURCE_TRACK io_channel_flush (ctx->fs->io);
e2fsck/util.c +61 -0
70 lines not on this page · raw message
Re: [PATCH 10/14] Make e2fsck uninit block group aware.
Hi Ted,
Aneesh was nice enough to explain how to checkout the next branch. This is the only patch that broke so I'm attaching one that applies cleanly.
-JRS
Re: [PATCH 10/14] Make e2fsck uninit block group aware.
Quoted 5 lines · Jose R. Santos
Hi Ted,
Aneesh was nice enough to explain how to checkout the next branch. This is the only patch that broke so I'm attaching one that applies cleanly
Thanks, I was able to clean that up fairly easily myself. I noticed though that after applying the patch series, "make check" blew up:
making check in lib/ext2fs
make[1]: Entering directory `/usr/projects/e2fsprogs/e2fsprogs/build/lib/ext2fs'
CC ../../../lib/ext2fs/tst_bitops.c
LD tst_bitops
CC ../../../lib/ext2fs/tst_badblocks.c
LD tst_badblocksrw_bitmaps.o: In function `read_bitmaps':/usr/projects/e2fsprogs/e2fsprogs/build/lib/ext2fs/../../../lib/ext2fs/rw_bitmaps.c:237: undefined reference to ext2fs_group_desc_csum_verify' /usr/projects/e2fsprogs/e2fsprogs/build/lib/ext2fs/../../../lib/ext2fs/rw_bitmaps.c:260: undefined reference to ext2fs_group_desc_csum_verify'
collect2: ld returned 1 exit status
make[1]: *** [tst_badblocks] Error 1
make[1]: Leaving directory `/usr/projects/e2fsprogs/e2fsprogs/build/lib/ext2fs'
make: *** [check-recursive] Error 1
That's a relatively straightforward adjustment to lib/ext2fs/Makefile.in; but please do make sure you run "make check" at the end of each patch series.
In fact, something I will normally try to do is make sure that "make check" runs cleanly after every single patch in a patch series. That makes it a lot easier to do git bisect runs.
Thanks,
- Ted
PATCH 11/14 Update uninit block group documetation for some of the utilities.
In reply to Jose R. SantosUpdate uninit block group documetation for some of the utilities.
Upadates documentation man pages for mke2fs(8) and tune2fs(8)
--
misc/mke2fs.8.in | 9 ++++++++- misc/tune2fs.8.in | 12 ++++++++++-- 2 files changed, 18 insertions(+), 3 deletions(-)
misc/mke2fs.8.in +8 -1
@@ -210,7 +210,7 @@ for the filesystem. (For administrators who are creating filesystems on RAID arrays, it is preferable to use the .I stride RAID parameter as part of the -.B \-R +.B \-E option rather than manipulating the number of blocks per group.) This option is generally used by developers who are developing test cases.
@@ -406,6 +406,13 @@ Store file type information in directory entries. .TP .B has_journal Create an ext3 journal (as if using the +.TP +.B uninit_groups +Create a filesystem without initializing all of the groups. This speeds +up filesystem creation time noticably, and can also reduce +.BR e2fsck time +dramatically. This feature causes the filesystem to be read-only in +older kernels is not supported in most Linux kernels, use with caution. .B \-j option). @[email protected]
misc/tune2fs.8.in +10 -2
@@ -392,10 +392,16 @@ option. .TP .B sparse_super Limit the number of backup superblocks to save space on large filesystems. +.TP +.B uninit_groups +Allow the kernel to initialize bitmaps and inode tables and keep a high +watermark for the unused inodes in a filesystem, to reduce +.BR e2fsck (8) +time. .RE .IP After setting or clearing -.B sparse_super +.BR sparse_super , " uninit_groups" , and .B filetype filesystem features,
@@ -414,7 +420,9 @@ can be run to convert existing directories to the hashed B-tree format. Linux kernels before 2.0.39 and many 2.1 series kernels do not support the filesystems that use any of these features. Enabling certain filesystem features may prevent the filesystem from -being mounted by kernels which do not support those features. +being mounted by kernels which do not support those features. The +.B uninit_groups +feature is not yet supported by any released kernel. .TP .BI \-r " reserved-blocks-count" Set the number of reserved filesystem blocks.
PATCH 12/14 Fix test cases.
In reply to Jose R. SantosFix test cases.
Some of the tools outputs have changed, so this patch fixes what to expect from the outputs of the f_dupfsblks and m_raid_opt test cases.
--
tests/f_dupfsblks/expect.1 | 3 ++- tests/m_raid_opt/expect.1 | 33 ++++++++++++++++++++++----------- 2 files changed, 24 insertions(+), 12 deletions(-)
tests/f_dupfsblks/expect.1 +2 -1
@@ -44,7 +44,8 @@ Salvage? yes Directory inode 12, block 3, offset 0: directory corrupted Salvage? yes -Entry '' in ??? (12) has deleted/unused inode 32. Clear? yes +Entry '' in ??? (12) has a zero-length name. +Clear? yes Directory inode 12, block 4, offset 100: directory corrupted Salvage? yes
tests/m_raid_opt/expect.1 +22 -11
@@ -46,57 +46,68 @@ Setting filetype for entry '..' in ??? (11) to 2. Directory inode 11, block 1, offset 0: directory corrupted Salvage? yes -Entry '' in ??? (11) has deleted/unused inode 1063. Clear? yes +Entry '' in ??? (11) has a zero-length name. +Clear? yes Directory inode 11, block 2, offset 0: directory corrupted Salvage? yes -Entry '' in ??? (11) has deleted/unused inode 1064. Clear? yes +Entry '' in ??? (11) has a zero-length name. +Clear? yes Directory inode 11, block 3, offset 0: directory corrupted Salvage? yes -Entry '' in ??? (11) has deleted/unused inode 1065. Clear? yes +Entry '' in ??? (11) has a zero-length name. +Clear? yes Directory inode 11, block 4, offset 0: directory corrupted Salvage? yes -Entry '' in ??? (11) has deleted/unused inode 1066. Clear? yes +Entry '' in ??? (11) has a zero-length name. +Clear? yes Directory inode 11, block 5, offset 0: directory corrupted Salvage? yes -Entry '' in ??? (11) has deleted/unused inode 1067. Clear? yes +Entry '' in ??? (11) has a zero-length name. +Clear? yes Directory inode 11, block 6, offset 0: directory corrupted Salvage? yes -Entry '' in ??? (11) has deleted/unused inode 1068. Clear? yes +Entry '' in ??? (11) has a zero-length name. +Clear? yes Directory inode 11, block 7, offset 0: directory corrupted Salvage? yes -Entry '' in ??? (11) has deleted/unused inode 1069. Clear? yes +Entry '' in ??? (11) has a zero-length name. +Clear? yes Directory inode 11, block 8, offset 0: directory corrupted Salvage? yes -Entry '' in ??? (11) has deleted/unused inode 1070. Clear? yes +Entry '' in ??? (11) has a zero-length name. +Clear? yes Directory inode 11, block 9, offset 0: directory corrupted Salvage? yes -Entry '' in ??? (11) has deleted/unused inode 1071. Clear? yes +Entry '' in ??? (11) has a zero-length name. +Clear? yes Directory inode 11, block 10, offset 0: directory corrupted Salvage? yes -Entry '' in ??? (11) has deleted/unused inode 1072. Clear? yes +Entry '' in ??? (11) has a zero-length name. +Clear? yes Directory inode 11, block 11, offset 0: directory corrupted Salvage? yes -Entry '' in ??? (11) has deleted/unused inode 1073. Clear? yes +Entry '' in ??? (11) has a zero-length name. +Clear? yes Pass 3: Checking directory connectivity '..' in / (2) is <The NULL inode> (0), should be / (2).
PATCH 13/14 Add new mm_lazy test case.
In reply to Jose R. SantosAdd new mm_lazy test case.
Add test case for lazy bg feature.
--
tests/m_lazy/expect.1 | 166 +++++++++++++++++++++++++++++++++++++++++++++++++ tests/m_lazy/script | 4 + 2 files changed, 170 insertions(+), 0 deletions(-)
tests/m_lazy/expect.1 new file +166 -0
@@ -0,0 +1,166 @@ +Filesystem label= +OS type: Linux +Block size=1024 (log=0) +Fragment size=1024 (log=0) +32768 inodes, 131072 blocks +6553 blocks (5.00%) reserved for the super user +First data block=1 +Maximum filesystem blocks=67371008 +16 block groups +8192 blocks per group, 8192 fragments per group +2048 inodes per group +Superblock backups stored on blocks: + 8193, 24577, 40961, 57345, 73729 + +Writing inode tables: done +Writing superblocks and filesystem accounting information: done + +Filesystem features: resize_inode dir_index lazy_bg filetype sparse_super + +Pass 1: Checking inodes, blocks, and sizes +Pass 2: Checking directory structure +Pass 3: Checking directory connectivity +Pass 4: Checking reference counts +Pass 5: Checking group summary information +test_filesys: 28683/32768 files (0.0% non-contiguous), 77097/131072 blocks +Exit status is 0 + +Filesystem volume name: <none> +Last mounted on: <not available> +Filesystem magic number: 0xEF53 +Filesystem revision #: 1 (dynamic) +Filesystem features: resize_inode dir_index lazy_bg filetype sparse_super +Default mount options: (none) +Filesystem state: clean +Errors behavior: Continue +Filesystem OS type: Linux +Inode count: 32768 +Block count: 131072 +Reserved block count: 6553 +Free blocks: 53975 +Free inodes: 4085 +First block: 1 +Block size: 1024 +Fragment size: 1024 +Reserved GDT blocks: 256 +Blocks per group: 8192 +Fragments per group: 8192 +Inodes per group: 2048 +Inode blocks per group: 256 +Mount count: 0 +Check interval: 15552000 (6 months) +Reserved blocks uid: 0 +Reserved blocks gid: 0 +First inode: 11 +Inode size: 128 +Default directory hash: tea + + +Group 0: (Blocks 1-8192) + Primary superblock at 1, Group descriptors at 2-2 + Reserved GDT blocks at 3-258 + Block bitmap at 259 (+258), Inode bitmap at 260 (+259) + Inode table at 261-516 (+260) + 7662 free blocks, 2037 free inodes, 2 directories + Free blocks: 531-8192 + Free inodes: 12-2048 +Group 1: (Blocks 8193-16384) [Inode not init] + Backup superblock at 8193, Group descriptors at 8194-8194 + Reserved GDT blocks at 8195-8450 + Block bitmap at 8451 (+258), Inode bitmap at 8452 (+259) + Inode table at 8453-8708 (+260) + 7676 free blocks, 0 free inodes, 0 directories + Free blocks: 8709-16384 + Free inodes: +Group 2: (Blocks 16385-24576) [Inode not init, Block not init] + Block bitmap at 16385 (+0), Inode bitmap at 16386 (+1) + Inode table at 16387-16642 (+2) + 0 free blocks, 0 free inodes, 0 directories + Free blocks: + Free inodes: +Group 3: (Blocks 24577-32768) [Inode not init] + Backup superblock at 24577, Group descriptors at 24578-24578 + Reserved GDT blocks at 24579-24834 + Block bitmap at 24835 (+258), Inode bitmap at 24836 (+259) + Inode table at 24837-25092 (+260) + 7676 free blocks, 0 free inodes, 0 directories + Free blocks: 25093-32768 + Free inodes: +Group 4: (Blocks 32769-40960) [Inode not init, Block not init] + Block bitmap at 32769 (+0), Inode bitmap at 32770 (+1) + Inode table at 32771-33026 (+2) + 0 free blocks, 0 free inodes, 0 directories + Free blocks: + Free inodes: +Group 5: (Blocks 40961-49152) [Inode not init] + Backup superblock at 40961, Group descriptors at 40962-40962 + Reserved GDT blocks at 40963-41218 + Block bitmap at 41219 (+258), Inode bitmap at 41220 (+259) + Inode table at 41221-41476 (+260) + 7676 free blocks, 0 free inodes, 0 directories + Free blocks: 41477-49152 + Free inodes: +Group 6: (Blocks 49153-57344) [Inode not init, Block not init] + Block bitmap at 49153 (+0), Inode bitmap at 49154 (+1) + Inode table at 49155-49410 (+2) + 0 free blocks, 0 free inodes, 0 directories + Free blocks: + Free inodes: +Group 7: (Blocks 57345-65536) [Inode not init] + Backup superblock at 57345, Group descriptors at 57346-57346 + Reserved GDT blocks at 57347-57602 + Block bitmap at 57603 (+258), Inode bitmap at 57604 (+259) + Inode table at 57605-57860 (+260) + 7676 free blocks, 0 free inodes, 0 directories + Free blocks: 57861-65536 + Free inodes: +Group 8: (Blocks 65537-73728) [Inode not init, Block not init] + Block bitmap at 65537 (+0), Inode bitmap at 65538 (+1) + Inode table at 65539-65794 (+2) + 0 free blocks, 0 free inodes, 0 directories + Free blocks: + Free inodes: +Group 9: (Blocks 73729-81920) [Inode not init] + Backup superblock at 73729, Group descriptors at 73730-73730 + Reserved GDT blocks at 73731-73986 + Block bitmap at 73987 (+258), Inode bitmap at 73988 (+259) + Inode table at 73989-74244 (+260) + 7676 free blocks, 0 free inodes, 0 directories + Free blocks: 74245-81920 + Free inodes: +Group 10: (Blocks 81921-90112) [Inode not init, Block not init] + Block bitmap at 81921 (+0), Inode bitmap at 81922 (+1) + Inode table at 81923-82178 (+2) + 0 free blocks, 0 free inodes, 0 directories + Free blocks: + Free inodes: +Group 11: (Blocks 90113-98304) [Inode not init, Block not init] + Block bitmap at 90113 (+0), Inode bitmap at 90114 (+1) + Inode table at 90115-90370 (+2) + 0 free blocks, 0 free inodes, 0 directories + Free blocks: + Free inodes: +Group 12: (Blocks 98305-106496) [Inode not init, Block not init] + Block bitmap at 98305 (+0), Inode bitmap at 98306 (+1) + Inode table at 98307-98562 (+2) + 0 free blocks, 0 free inodes, 0 directories + Free blocks: + Free inodes: +Group 13: (Blocks 106497-114688) [Inode not init, Block not init] + Block bitmap at 106497 (+0), Inode bitmap at 106498 (+1) + Inode table at 106499-106754 (+2) + 0 free blocks, 0 free inodes, 0 directories + Free blocks: + Free inodes: +Group 14: (Blocks 114689-122880) [Inode not init, Block not init] + Block bitmap at 114689 (+0), Inode bitmap at 114690 (+1) + Inode table at 114691-114946 (+2) + 0 free blocks, 0 free inodes, 0 directories + Free blocks: + Free inodes: +Group 15: (Blocks 122881-131071) + Block bitmap at 122881 (+0), Inode bitmap at 122882 (+1) + Inode table at 122883-123138 (+2) + 7933 free blocks, 2048 free inodes, 0 directories + Free blocks: 123139-131071 + Free inodes: 30721-32768
tests/m_lazy/script new file +4 -0
@@ -0,0 +1,4 @@ +DESCRIPTION="lazy group feature" +FS_SIZE=131072 +MKE2FS_OPTS="-O lazy_bg" +. $cmd_dir/run_mke2fs
PATCH 14/14 Add m_uninit test case.
In reply to Jose R. SantosAdd m_uninit test case.
Add test case to test for uninit block groups.
--
tests/m_uninit/expect.1 | 166 +++++++++++++++++++++++++++++++++++++++++++++++ tests/m_uninit/script | 4 + 2 files changed, 170 insertions(+), 0 deletions(-)
tests/m_uninit/expect.1 new file +166 -0
@@ -0,0 +1,166 @@ +Filesystem label= +OS type: Linux +Block size=1024 (log=0) +Fragment size=1024 (log=0) +32768 inodes, 131072 blocks +6553 blocks (5.00%) reserved for the super user +First data block=1 +Maximum filesystem blocks=67371008 +16 block groups +8192 blocks per group, 8192 fragments per group +2048 inodes per group +Superblock backups stored on blocks: + 8193, 24577, 40961, 57345, 73729 + +Writing inode tables: done +Writing superblocks and filesystem accounting information: done + +Filesystem features: resize_inode dir_index filetype sparse_super uninit_groups + +Pass 1: Checking inodes, blocks, and sizes +Pass 2: Checking directory structure +Pass 3: Checking directory connectivity +Pass 4: Checking reference counts +Pass 5: Checking group summary information +test_filesys: 11/32768 files (9.1% non-contiguous), 5691/131072 blocks +Exit status is 0 + +Filesystem volume name: <none> +Last mounted on: <not available> +Filesystem magic number: 0xEF53 +Filesystem revision #: 1 (dynamic) +Filesystem features: resize_inode dir_index filetype sparse_super uninit_groups +Default mount options: (none) +Filesystem state: clean +Errors behavior: Continue +Filesystem OS type: Linux +Inode count: 32768 +Block count: 131072 +Reserved block count: 6553 +Free blocks: 125381 +Free inodes: 32757 +First block: 1 +Block size: 1024 +Fragment size: 1024 +Reserved GDT blocks: 256 +Blocks per group: 8192 +Fragments per group: 8192 +Inodes per group: 2048 +Inode blocks per group: 256 +Mount count: 0 +Check interval: 15552000 (6 months) +Reserved blocks uid: 0 +Reserved blocks gid: 0 +First inode: 11 +Inode size: 128 +Default directory hash: tea + + +Group 0: (Blocks 1-8192) + Primary superblock at 1, Group descriptors at 2-2 + Reserved GDT blocks at 3-258 + Block bitmap at 259 (+258), Inode bitmap at 260 (+259) + Inode table at 261-516 (+260) + 7662 free blocks, 2037 free inodes, 2 directories, 2037 unused inodes + Free blocks: 531-8192 + Free inodes: 12-2048 +Group 1: (Blocks 8193-16384) [Inode not init] + Backup superblock at 8193, Group descriptors at 8194-8194 + Reserved GDT blocks at 8195-8450 + Block bitmap at 8451 (+258), Inode bitmap at 8452 (+259) + Inode table at 8453-8708 (+260) + 7676 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: 8709-16384 + Free inodes: +Group 2: (Blocks 16385-24576) [Inode not init, Block not init] + Block bitmap at 16385 (+0), Inode bitmap at 16386 (+1) + Inode table at 16387-16642 (+2) + 7934 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: + Free inodes: +Group 3: (Blocks 24577-32768) [Inode not init] + Backup superblock at 24577, Group descriptors at 24578-24578 + Reserved GDT blocks at 24579-24834 + Block bitmap at 24835 (+258), Inode bitmap at 24836 (+259) + Inode table at 24837-25092 (+260) + 7676 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: 25093-32768 + Free inodes: +Group 4: (Blocks 32769-40960) [Inode not init, Block not init] + Block bitmap at 32769 (+0), Inode bitmap at 32770 (+1) + Inode table at 32771-33026 (+2) + 7934 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: + Free inodes: +Group 5: (Blocks 40961-49152) [Inode not init] + Backup superblock at 40961, Group descriptors at 40962-40962 + Reserved GDT blocks at 40963-41218 + Block bitmap at 41219 (+258), Inode bitmap at 41220 (+259) + Inode table at 41221-41476 (+260) + 7676 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: 41477-49152 + Free inodes: +Group 6: (Blocks 49153-57344) [Inode not init, Block not init] + Block bitmap at 49153 (+0), Inode bitmap at 49154 (+1) + Inode table at 49155-49410 (+2) + 7934 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: + Free inodes: +Group 7: (Blocks 57345-65536) [Inode not init] + Backup superblock at 57345, Group descriptors at 57346-57346 + Reserved GDT blocks at 57347-57602 + Block bitmap at 57603 (+258), Inode bitmap at 57604 (+259) + Inode table at 57605-57860 (+260) + 7676 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: 57861-65536 + Free inodes: +Group 8: (Blocks 65537-73728) [Inode not init, Block not init] + Block bitmap at 65537 (+0), Inode bitmap at 65538 (+1) + Inode table at 65539-65794 (+2) + 7934 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: + Free inodes: +Group 9: (Blocks 73729-81920) [Inode not init] + Backup superblock at 73729, Group descriptors at 73730-73730 + Reserved GDT blocks at 73731-73986 + Block bitmap at 73987 (+258), Inode bitmap at 73988 (+259) + Inode table at 73989-74244 (+260) + 7676 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: 74245-81920 + Free inodes: +Group 10: (Blocks 81921-90112) [Inode not init, Block not init] + Block bitmap at 81921 (+0), Inode bitmap at 81922 (+1) + Inode table at 81923-82178 (+2) + 7934 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: + Free inodes: +Group 11: (Blocks 90113-98304) [Inode not init, Block not init] + Block bitmap at 90113 (+0), Inode bitmap at 90114 (+1) + Inode table at 90115-90370 (+2) + 7934 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: + Free inodes: +Group 12: (Blocks 98305-106496) [Inode not init, Block not init] + Block bitmap at 98305 (+0), Inode bitmap at 98306 (+1) + Inode table at 98307-98562 (+2) + 7934 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: + Free inodes: +Group 13: (Blocks 106497-114688) [Inode not init, Block not init] + Block bitmap at 106497 (+0), Inode bitmap at 106498 (+1) + Inode table at 106499-106754 (+2) + 7934 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: + Free inodes: +Group 14: (Blocks 114689-122880) [Inode not init, Block not init] + Block bitmap at 114689 (+0), Inode bitmap at 114690 (+1) + Inode table at 114691-114946 (+2) + 7934 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: + Free inodes: +Group 15: (Blocks 122881-131071) [Inode not init, Block not init] + Block bitmap at 122881 (+0), Inode bitmap at 122882 (+1) + Inode table at 122883-123138 (+2) + 7933 free blocks, 2048 free inodes, 0 directories, 2048 unused inodes + Free blocks: + Free inodes:
tests/m_uninit/script new file +4 -0
@@ -0,0 +1,4 @@ +DESCRIPTION="uninitialized group feature" +FS_SIZE=131072 +MKE2FS_OPTS="-O uninit_groups" +. $cmd_dir/run_mke2fs